Add missing exllamav2 samplers

This commit is contained in:
oobabooga 2023-11-16 07:09:40 -08:00
parent cd41f8912b
commit 58c6001be9
2 changed files with 10 additions and 0 deletions

View file

@ -235,11 +235,16 @@ loaders_samplers = {
'ExLlamav2': {
'temperature',
'top_p',
'min_p',
'top_k',
'typical_p',
'tfs',
'repetition_penalty',
'repetition_penalty_range',
'seed',
'mirostat_mode',
'mirostat_tau',
'mirostat_eta',
'ban_eos_token',
'add_bos_token',
'custom_token_bans',