mmarch/text-generation-webui
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

ctransformers: Fix up model_type name consistency (#3567)

Browse source
This commit is contained in:
cal066 2023-08-14 18:17:24 +00:00 • committed by GitHub
parent ccfc02a28d
commit 991bb57e43
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
3 changed files with 5 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

2
README.md
View file

@ -259,7 +259,7 @@ Optionally, you can use the following command-line flags:
| Flag | Description | | Flag | Description |
|-------------|-------------| |-------------|-------------|
| `--model_type MODEL_TYPE` | Model type of pre-quantized model. Currently gpt2, gptj, gpt_neox, falcon, llama, mpt, gpt_bigcode, dolly-v2, and replit are supported. | | `--model_type MODEL_TYPE` | Model type of pre-quantized model. Currently gpt2, gptj, gptneox, falcon, llama, mpt, starcoder (gptbigcode), dollyv2, and replit are supported. |
#### AutoGPTQ #### AutoGPTQ

6
models/config.yaml
View file

@ -5,7 +5,7 @@
.*(gpt-j|gptj|gpt4all-j|malion-6b|pygway|pygmalion-6b|dolly-v1): .*(gpt-j|gptj|gpt4all-j|malion-6b|pygway|pygmalion-6b|dolly-v1):
model_type: 'gptj' model_type: 'gptj'
.*(gpt-neox|koalpaca-polyglot|polyglot.*koalpaca|polyglot-ko|polyglot_ko|pythia|stablelm|incite|dolly-v2|polycoder|h2ogpt-oig|h2ogpt-oasst1|h2ogpt-gm): .*(gpt-neox|koalpaca-polyglot|polyglot.*koalpaca|polyglot-ko|polyglot_ko|pythia|stablelm|incite|dolly-v2|polycoder|h2ogpt-oig|h2ogpt-oasst1|h2ogpt-gm):
model_type: 'gpt_neox' model_type: 'gptneox'
.*llama: .*llama:
model_type: 'llama' model_type: 'llama'
.*bloom: .*bloom:
@ -17,9 +17,9 @@
.*mpt: .*mpt:
model_type: 'mpt' model_type: 'mpt'
.*(starcoder|starchat): .*(starcoder|starchat):
model_type: 'gpt_bigcode' model_type: 'starcoder'
.*dolly-v2: .*dolly-v2:
model_type: 'dolly-v2' model_type: 'dollyv2'
.*replit: .*replit:
model_type: 'replit' model_type: 'replit'
llama-65b-gptq-3bit: llama-65b-gptq-3bit:

1
modules/loaders.py
View file

@ -290,6 +290,7 @@ loaders_model_types = {
"dollyv2" "dollyv2"
"replit", "replit",
"starcoder", "starcoder",
"gptbigcode",
"falcon" "falcon"
], ],
} }