Add CFG to llamacpp_HF (second attempt) (#3678)
This commit is contained in:
parent
d6934bc7bc
commit
3320accfdc
3 changed files with 14 additions and 6 deletions
|
@ -95,6 +95,7 @@ loaders_and_params = OrderedDict({
|
|||
'alpha_value',
|
||||
'compress_pos_emb',
|
||||
'cpu',
|
||||
'cfg_cache',
|
||||
'llamacpp_HF_info',
|
||||
],
|
||||
'ctransformers': [
|
||||
|
@ -268,6 +269,8 @@ loaders_samplers = {
|
|||
'mirostat_mode',
|
||||
'mirostat_tau',
|
||||
'mirostat_eta',
|
||||
'guidance_scale',
|
||||
'negative_prompt',
|
||||
'ban_eos_token',
|
||||
'add_bos_token',
|
||||
'skip_special_tokens',
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue