mmarch/text-generation-webui
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Detect oasst-sft-6-llama-30b

Browse source
This commit is contained in:
oobabooga 2023-05-04 15:13:37 -03:00
parent 1436c5845a
commit dbddedca3f
1 changed files with 2 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

3
models/config.yaml
View file

@ -21,9 +21,10 @@ llama-[0-9]*b-4bit$:
.*-(gr128|128g)-3bit:
wbits: 3
groupsize: 128
.*oasst-sft-1-pythia-12b:
.*(oasst-sft-1-pythia-12b|oasst-sft-6-llama-30b):
mode: 'instruct'
instruction_template: 'Open Assistant'
custom_stopping_strings: '"<|endoftext|>"'
.*vicuna:
mode: 'instruct'
instruction_template: 'Vicuna-v0'