mmarch/text-generation-webui
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Improve prompt formatation

Browse source
This commit is contained in:
oobabooga 2023-01-20 01:54:38 -03:00
parent 70ff685736
commit 78d5a999e6
1 changed files with 3 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

5
server.py
View file

@ -232,11 +232,12 @@ if args.chat or args.cai_chat:
def generate_chat_prompt(text, tokens, name1, name2, context): def generate_chat_prompt(text, tokens, name1, name2, context):
text = clean_chat_message(text) text = clean_chat_message(text)
rows = [f"{context}\n\n"] rows = [f"{context.strip()}\n"]
i = len(history)-1 i = len(history)-1
while i >= 0 and len(encode(''.join(rows), tokens)[0]) < 2048-tokens: while i >= 0 and len(encode(''.join(rows), tokens)[0]) < 2048-tokens:
rows.insert(1, f"{name2}: {history[i][1].strip()}\n") rows.insert(1, f"{name2}: {history[i][1].strip()}\n")
rows.insert(1, f"{name1}: {history[i][0].strip()}\n") if not (i == 0 and len(history[i][0]) == 0):
rows.insert(1, f"{name1}: {history[i][0].strip()}\n")
i -= 1 i -= 1
rows.append(f"{name1}: {text}\n") rows.append(f"{name1}: {text}\n")
rows.append(f"{name2}:") rows.append(f"{name2}:")