Cover one more model
This commit is contained in:
parent
8eba88061a
commit
7d7d122edb
1 changed files with 5 additions and 0 deletions
|
@ -28,3 +28,8 @@ llama-[0-9]*b-4bit$:
|
||||||
.*alpaca:
|
.*alpaca:
|
||||||
mode: 'instruct'
|
mode: 'instruct'
|
||||||
instruction_template: 'Alpaca'
|
instruction_template: 'Alpaca'
|
||||||
|
.*alpaca-native-4bit:
|
||||||
|
mode: 'instruct'
|
||||||
|
instruction_template: 'Alpaca'
|
||||||
|
wbits: 4
|
||||||
|
groupsize: 128
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue