mmarch/text-generation-webui
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Add more info messages for truncation / instruction template

Browse source
This commit is contained in:
oobabooga 2023-11-15 16:13:36 -08:00
parent 883701bc40
commit a85ce5f055
3 changed files with 7 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

2
modules/models.py
View file

@ -102,7 +102,7 @@ def load_model(model_name, loader=None):
elif loader in ['llama.cpp', 'llamacpp_HF', 'ctransformers']:
shared.settings['truncation_length'] = shared.args.n_ctx
logger.info(f"CONTEXT LENGTH: {shared.settings['truncation_length']}")
logger.info(f"TRUNCATION LENGTH: {shared.settings['truncation_length']}")
logger.info(f"INSTRUCTION TEMPLATE: {shared.settings['instruction_template']}")
logger.info(f"Loaded the model in {(time.time()-t0):.2f} seconds.")
return model, tokenizer