mmarch/text-generation-webui
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Minor changes

Browse source
This commit is contained in:
oobabooga 2023-09-12 15:05:21 -07:00
parent 18e6b275f3
commit 2f935547c8
3 changed files with 10 additions and 10 deletions
Download patch file Download diff file Expand all files Collapse all files

14
modules/loaders.py
View file

@ -34,6 +34,13 @@ loaders_and_params = OrderedDict({
'cfg_cache',
'exllama_HF_info',
],
'ExLlamav2_HF': [
'gpu_split',
'max_seq_len',
'cfg_cache',
'alpha_value',
'compress_pos_emb',
],
'ExLlama': [
'gpu_split',
'max_seq_len',
@ -48,13 +55,6 @@ loaders_and_params = OrderedDict({
'alpha_value',
'compress_pos_emb',
],
'ExLlamav2_HF': [
'gpu_split',
'max_seq_len',
'cfg_cache',
'alpha_value',
'compress_pos_emb',
],
'AutoGPTQ': [
'triton',
'no_inject_fused_attention',