mmarch/text-generation-webui
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Bump ExLlamaV2 to 0.0.5 (#4186)

Browse source
This commit is contained in:
turboderp 2023-10-06 00:12:22 +02:00 • committed by GitHub
parent 7ffb424c7b
commit 8a98646a21
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
11 changed files with 16 additions and 14 deletions
Download patch file Download diff file Expand all files Collapse all files

2
modules/loaders.py
View file

@ -216,6 +216,7 @@ loaders_samplers = {
'guidance_scale',
'negative_prompt',
'ban_eos_token',
'add_bos_token',
'custom_token_bans',
'auto_max_new_tokens',
},
@ -228,6 +229,7 @@ loaders_samplers = {
'repetition_penalty_range',
'seed',
'ban_eos_token',
'add_bos_token',
'custom_token_bans',
'auto_max_new_tokens',
},