mmarch/text-generation-webui
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Fix settings.json being ignored because of config.yaml

Browse source
This commit is contained in:
oobabooga 2023-05-12 06:09:45 -03:00
parent a77965e801
commit 5eaa914e1b
3 changed files with 19 additions and 10 deletions
Download patch file Download diff file Expand all files Collapse all files

10
models/config.yaml
View file

@ -1,11 +1,3 @@
.*:
wbits: 'None'
model_type: 'None'
groupsize: 'None'
pre_layer: 0
mode: 'chat'
skip_special_tokens: true
custom_stopping_strings: ''
.*(llama|alpac|vicuna|guanaco|koala|llava|wizardlm|metharme|pygmalion-7b):
model_type: 'llama'
.*(opt-|opt_|opt1|opt3|optfor|galactica|galpaca|pygmalion-350m):
@ -28,7 +20,7 @@
wbits: 6
.*(-5bit|_5bit|int5-):
wbits: 5
.*(-gr32-|-32g-|groupsize32):
.*(-gr32-|-32g-|groupsize32|-32g$):
groupsize: 32
.*(-gr64-|-64g-|groupsize64):
groupsize: 64