Minor bug fix
This commit is contained in:
parent
8178fde2cb
commit
1911504f82
1 changed files with 1 additions and 1 deletions
|
@ -186,7 +186,7 @@ def load_model(model_name):
|
|||
tokenizer.bos_token_id = 1
|
||||
tokenizer.pad_token_id = 0
|
||||
except:
|
||||
continue
|
||||
pass
|
||||
else:
|
||||
tokenizer = AutoTokenizer.from_pretrained(Path(f"{shared.args.model_dir}/{shared.model_name}/"))
|
||||
tokenizer.truncation_side = 'left'
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue