mmarch/text-generation-webui
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Parameters

Browse source
This commit is contained in:
oobabooga 2023-03-01 12:19:37 -03:00
parent 0f6708c471
commit 9e9cfc4b31
1 changed files with 4 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

8
modules/RWKV.py
View file

@ -36,10 +36,10 @@ class RWKVModel:
args = PIPELINE_ARGS(
temperature = temperature,
top_p = top_p,
alpha_frequency = 0.25, # Frequency Penalty (as in GPT-3)
alpha_presence = 0.25, # Presence Penalty (as in GPT-3)
token_ban = [0], # ban the generation of some tokens
token_stop = []
alpha_frequency = alpha_frequency, # Frequency Penalty (as in GPT-3)
alpha_presence = alpha_presence, # Presence Penalty (as in GPT-3)
token_ban = token_ban, # ban the generation of some tokens
token_stop = token_stop
)
return self.model.generate(context, token_count=token_count, args=args, callback=callback)