mmarch/text-generation-webui
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Read GGUF metadata (#3873)

Browse source
This commit is contained in:
oobabooga 2023-09-11 18:49:30 -03:00 • committed by GitHub
parent 39f4800d94
commit 9331ab4798
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
8 changed files with 154 additions and 52 deletions
Download patch file Download diff file Expand all files Collapse all files

4
modules/ui_model_menu.py
View file

@ -15,7 +15,7 @@ from modules.LoRA import add_lora_to_model
from modules.models import load_model, unload_model
from modules.models_settings import (
apply_model_settings_to_state,
get_model_settings_from_yamls,
get_model_metadata,
save_model_settings,
update_model_parameters
)
@ -196,7 +196,7 @@ def load_model_wrapper(selected_model, loader, autoload=False):
if shared.model is not None:
output = f"Successfully loaded `{selected_model}`."
settings = get_model_settings_from_yamls(selected_model)
settings = get_model_metadata(selected_model)
if 'instruction_template' in settings:
output += '\n\nIt seems to be an instruction-following model with template "{}". In the chat tab, instruct or chat-instruct modes should be used.'.format(settings['instruction_template'])