Minor changes

This commit is contained in:
oobabooga 2023-03-17 22:56:46 -03:00
parent 7994b580d5
commit e26763a510
3 changed files with 4 additions and 10 deletions

View file

@ -39,7 +39,6 @@ def encode(prompt, tokens_to_generate=0, add_special_tokens=True):
else:
return input_ids.cuda()
def decode(output_ids):
# Open Assistant relies on special tokens like <|endoftext|>
if re.match('(oasst|galactica)-*', shared.model_name.lower()):