From cadd10040582067e3e4321a1bbd21846096eb008 Mon Sep 17 00:00:00 2001
From: oobabooga <112222186+oobabooga@users.noreply.github.com>
Date: Wed, 8 Feb 2023 00:23:35 -0300
Subject: [PATCH] min_length has to be 0 when streaming is on

---
 server.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/server.py b/server.py
index 85d29ad..bb8107d 100644
--- a/server.py
+++ b/server.py
@@ -267,7 +267,7 @@ def generate_reply(question, tokens, do_sample, max_new_tokens, temperature, top
         f"typical_p={typical_p}",
         f"repetition_penalty={repetition_penalty}",
         f"top_k={top_k}",
-        f"min_length={min_length}",
+        f"min_length={min_length if args.no_stream else 0}",
         f"no_repeat_ngram_size={no_repeat_ngram_size}",
         f"num_beams={num_beams}",
         f"length_penalty={length_penalty}",