mmarch/text-generation-webui
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Various ctransformers fixes (#3556)

Browse source 
---------

Co-authored-by: cal066 <cal066@users.noreply.github.com>
This commit is contained in:
Eve 2023-08-13 22:09:03 -04:00 • committed by GitHub
parent b8df4a436e
commit 66c04c304d
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
4 changed files with 33 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

14
models/config.yaml
View file

@ -10,6 +10,18 @@
model_type: 'llama'
.*bloom:
model_type: 'bloom'
.*gpt2:
model_type: 'gpt2'
.*falcon:
model_type: 'falcon'
.*mpt:
model_type: 'mpt'
.*(starcoder|starchat):
model_type: 'gpt_bigcode'
.*dolly-v2:
model_type: 'dolly-v2'
.*replit:
model_type: 'replit'
llama-65b-gptq-3bit:
groupsize: 'None'
.*(4bit|int4):
@ -281,3 +293,5 @@ llama-65b-gptq-3bit:
.*openchat:
mode: 'instruct'
instruction_template: 'OpenChat'
.*falcon.*-instruct:
mode: 'instruct'