mmarch/text-generation-webui
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Add back a missing bos token

Browse source
This commit is contained in:
oobabooga 2023-05-24 13:54:36 -03:00
parent 3cd7c5bdd0
commit 63ce5f9c28
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
modules/training.py
View file

@ -262,7 +262,7 @@ def do_train(lora_name: str, always_override: bool, save_steps: int, micro_batch
else: else:
ind = prompt.index(train_only_after) + len(train_only_after) ind = prompt.index(train_only_after) + len(train_only_after)
before_tokens = encode(prompt[:ind], False) before_tokens = encode(prompt[:ind], True)
after_tokens = encode(prompt[ind:], False) after_tokens = encode(prompt[ind:], False)
full_length = len(after_tokens) + len(before_tokens) full_length = len(after_tokens) + len(before_tokens)