min_length has to be 0 when streaming is on
This commit is contained in:
parent
6be571cff7
commit
cadd100405
1 changed files with 1 additions and 1 deletions
|
@ -267,7 +267,7 @@ def generate_reply(question, tokens, do_sample, max_new_tokens, temperature, top
|
|||
f"typical_p={typical_p}",
|
||||
f"repetition_penalty={repetition_penalty}",
|
||||
f"top_k={top_k}",
|
||||
f"min_length={min_length}",
|
||||
f"min_length={min_length if args.no_stream else 0}",
|
||||
f"no_repeat_ngram_size={no_repeat_ngram_size}",
|
||||
f"num_beams={num_beams}",
|
||||
f"length_penalty={length_penalty}",
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue