mmarch/text-generation-webui
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Assign some 4096 seq lengths

Browse source
This commit is contained in:
oobabooga 2023-06-05 12:07:52 -03:00
parent 9b0e95abeb
commit 6a75bda419
2 changed files with 3 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

1
server.py
View file

@ -1049,6 +1049,7 @@ if __name__ == "__main__":
'mode': shared.settings['mode'],
'skip_special_tokens': shared.settings['skip_special_tokens'],
'custom_stopping_strings': shared.settings['custom_stopping_strings'],
'truncation_length': shared.settings['truncation_length'],
}
shared.model_config.move_to_end('.*', last=False) # Move to the beginning