Add CFG to llamacpp_HF (second attempt) (#3678)

This commit is contained in:
oobabooga 2023-08-24 20:32:21 -03:00 committed by GitHub
parent d6934bc7bc
commit 3320accfdc
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
3 changed files with 14 additions and 6 deletions

View file

@ -95,6 +95,7 @@ loaders_and_params = OrderedDict({
'alpha_value',
'compress_pos_emb',
'cpu',
'cfg_cache',
'llamacpp_HF_info',
],
'ctransformers': [
@ -268,6 +269,8 @@ loaders_samplers = {
'mirostat_mode',
'mirostat_tau',
'mirostat_eta',
'guidance_scale',
'negative_prompt',
'ban_eos_token',
'add_bos_token',
'skip_special_tokens',