Automatically set wbits/groupsize/instruct based on model name (#1167)
This commit is contained in:
parent
9d66957207
commit
8e31f2bad4
7 changed files with 377 additions and 286 deletions
|
@ -79,7 +79,7 @@ def get_stopping_strings(state):
|
|||
stopping_strings = [f"\n{state['name1']}", f"\n{state['name2']}"]
|
||||
else:
|
||||
stopping_strings = [f"\n{state['name1']}:", f"\n{state['name2']}:"]
|
||||
stopping_strings += state['custom_stopping_strings']
|
||||
stopping_strings += eval(f"[{state['custom_stopping_strings']}]")
|
||||
return stopping_strings
|
||||
|
||||
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue