Add repetition_penalty

This commit is contained in:
oobabooga 2023-03-31 19:01:34 -03:00
parent 2259143fec
commit 52065ae4cd
2 changed files with 2 additions and 2 deletions

View file

@ -48,7 +48,7 @@ class LlamaCppModel:
params.repeat_penalty = repetition_penalty
#params.repeat_last_n = repeat_last_n
# model.params = params
#self.model.params = params
self.model.add_bos()
self.model.update_input(context)