exllamav2 typical_p

This commit is contained in:
oobabooga 2023-09-28 19:59:52 -07:00
parent f8e9733412
commit 56b5a4af74
2 changed files with 2 additions and 0 deletions

View file

@ -209,6 +209,7 @@ loaders_samplers = {
'temperature',
'top_p',
'top_k',
'typical_p',
'repetition_penalty',
'repetition_penalty_range',
'seed',