mmarch/text-generation-webui
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Autodetect rms_norm_eps and n_gqa for llama-2-70b

Browse source
This commit is contained in:
oobabooga 2023-07-24 15:26:29 -07:00
parent a07d070b6c
commit 08c622df2e
2 changed files with 5 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

2
server.py
View file

@ -1104,6 +1104,8 @@ if __name__ == "__main__":
'skip_special_tokens': shared.settings['skip_special_tokens'],
'custom_stopping_strings': shared.settings['custom_stopping_strings'],
'truncation_length': shared.settings['truncation_length'],
'n_gqa': 0,
'rms_norm_eps': 0,
}
shared.model_config.move_to_end('.*', last=False) # Move to the beginning