mmarch/text-generation-webui
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Add rope_freq_base parameter for CodeLlama

Browse source
This commit is contained in:
oobabooga 2023-08-25 06:53:37 -07:00
parent feecd8190f
commit 52ab2a6b9e
10 changed files with 26 additions and 17 deletions
Download patch file Download diff file Expand all files Collapse all files

5
modules/loaders.py
View file

@ -21,6 +21,7 @@ loaders_and_params = OrderedDict({
'compute_dtype',
'trust_remote_code',
'alpha_value',
'rope_freq_base',
'compress_pos_emb',
'transformers_info'
],
@ -28,6 +29,7 @@ loaders_and_params = OrderedDict({
'gpu_split',
'max_seq_len',
'alpha_value',
'rope_freq_base',
'compress_pos_emb',
'cfg_cache',
'exllama_HF_info',
@ -36,6 +38,7 @@ loaders_and_params = OrderedDict({
'gpu_split',
'max_seq_len',
'alpha_value',
'rope_freq_base',
'compress_pos_emb',
'exllama_info',
],
@ -77,6 +80,7 @@ loaders_and_params = OrderedDict({
'mul_mat_q',
'llama_cpp_seed',
'alpha_value',
'rope_freq_base',
'compress_pos_emb',
'cpu',
],
@ -93,6 +97,7 @@ loaders_and_params = OrderedDict({
'mlock',
'mul_mat_q',
'alpha_value',
'rope_freq_base',
'compress_pos_emb',
'cpu',
'cfg_cache',