Move the example dialogue to the chat history, and keep it hidden.

This greatly improves the performance of text generation, as
histories can be quite long. It also makes more sense to implement
it this way.
This commit is contained in:
oobabooga 2023-01-21 02:48:06 -03:00
parent 3f2c1e7170
commit 990ee54ddd
3 changed files with 39 additions and 8 deletions

View file

@ -6,6 +6,7 @@ This is a library for formatting GPT-4chan and chat outputs as nice HTML.
import re
from pathlib import Path
import copy
def generate_basic_html(s):
s = '\n'.join([f'<p style="margin-bottom: 20px">{line}</p>' for line in s.split('\n')])
@ -160,7 +161,7 @@ def generate_4chan_html(f):
return output
def generate_chat_html(history, name1, name2, character):
def generate_chat_html(_history, name1, name2, character):
css = """
.chat {
margin-left: auto;
@ -233,6 +234,13 @@ def generate_chat_html(history, name1, name2, character):
img = f'<img src="file/{i}">'
break
history = copy.deepcopy(_history)
for i in range(len(history)):
if '<|BEGIN-VISIBLE-CHAT|>' in history[i][0]:
history[i][0] = history[i][0].replace('<|BEGIN-VISIBLE-CHAT|>', '')
history = history[i:]
break
for i,_row in enumerate(history[::-1]):
row = _row.copy()
row[0] = re.sub(r"[\\]*\*", r"*", row[0])