mmarch/text-generation-webui
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Automatically set wbits/groupsize/instruct based on model name (#1167)

Browse source
This commit is contained in:
oobabooga 2023-04-14 11:07:28 -03:00 • committed by GitHub
parent 9d66957207
commit 8e31f2bad4
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
7 changed files with 377 additions and 286 deletions
Download patch file Download diff file Expand all files Collapse all files

22
modules/shared.py
View file

@ -1,4 +1,7 @@
import argparse
from pathlib import Path
import yaml
model = None
tokenizer = None
@ -42,6 +45,7 @@ settings = {
'truncation_length_min': 0,
'truncation_length_max': 4096,
'mode': 'cai-chat',
'instruction_template': 'None',
'chat_prompt_size': 2048,
'chat_prompt_size_min': 0,
'chat_prompt_size_max': 2048,
@ -159,3 +163,21 @@ if args.cai_chat:
def is_chat():
return args.chat
# Loading model-specific settings (default)
with Path(f'{args.model_dir}/config.yaml') as p:
if p.exists():
model_config = yaml.safe_load(open(p, 'r').read())
else:
model_config = {}
# Applying user-defined model settings
with Path(f'{args.model_dir}/config-user.yaml') as p:
if p.exists():
user_config = yaml.safe_load(open(p, 'r').read())
for k in user_config:
if k in model_config:
model_config[k].update(user_config[k])
else:
model_config[k] = user_config[k]