From 2f1a2846d1a14c3441eb1a0c881f9c796568b5bb Mon Sep 17 00:00:00 2001 From: Carl Kenner Date: Tue, 2 May 2023 13:54:56 +0930 Subject: [PATCH] Verbose should always print special tokens in input (#1707) --- modules/text_generation.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/modules/text_generation.py b/modules/text_generation.py index 420cff6..054b948 100644 --- a/modules/text_generation.py +++ b/modules/text_generation.py @@ -229,7 +229,7 @@ def generate_reply(question, state, eos_token=None, stopping_strings=[]): output = input_ids[0] cuda = not any((shared.args.cpu, shared.args.deepspeed, shared.args.flexgen)) if shared.args.verbose: - print(f'\n\n{decode(input_ids[0], state["skip_special_tokens"])}\n--------------------\n') + print(f'\n\n{decode(input_ids[0], False)}\n--------------------\n') # Find the eos tokens eos_token_ids = [shared.tokenizer.eos_token_id] if shared.tokenizer.eos_token_id is not None else []