mmarch/text-generation-webui
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

exllamav2 typical_p

Browse source
This commit is contained in:
oobabooga 2023-09-28 19:59:52 -07:00
parent f8e9733412
commit 56b5a4af74
2 changed files with 2 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

1
modules/exllamav2.py
View file

@ -83,6 +83,7 @@ class Exllamav2Model:
settings.temperature = state['temperature']
settings.top_k = state['top_k']
settings.top_p = state['top_p']
settings.typical = state['typical_p']
settings.token_repetition_penalty = state['repetition_penalty']
settings.token_repetition_range = -1 if state['repetition_penalty_range'] <= 0 else state['repetition_penalty_range']
if state['ban_eos_token']: