mmarch/text-generation-webui
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Add missing exllamav2 samplers

Browse source
This commit is contained in:
oobabooga 2023-11-16 07:09:40 -08:00
parent cd41f8912b
commit 58c6001be9
2 changed files with 10 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

5
modules/exllamav2.py
View file

@ -96,7 +96,12 @@ class Exllamav2Model:
settings.temperature = state['temperature']
settings.top_k = state['top_k']
settings.top_p = state['top_p']
settings.min_p = state['min_p']
settings.tfs = state['tfs']
settings.typical = state['typical_p']
settings.mirostat = state['mirostat_mode'] == 2
settings.mirostat_tau = state['mirostat_tau']
settings.mirostat_eta = state['mirostat_eta']
settings.token_repetition_penalty = state['repetition_penalty']
settings.token_repetition_range = -1 if state['repetition_penalty_range'] <= 0 else state['repetition_penalty_range']
if state['ban_eos_token']: