mmarch/text-generation-webui
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Fixed invalid Jinja2 syntax in instruction templates (#4911)

Browse source
This commit is contained in:
Ixion 2023-12-13 20:46:23 +02:00 • committed by GitHub
parent 4eeac70af7
commit 3f3960dbfb
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
8 changed files with 17 additions and 14 deletions
Download patch file Download diff file Expand all files Collapse all files

17
modules/chat.py
View file

@ -798,12 +798,15 @@ def jinja_template_from_old_format(params, verbose=False):
pre_assistant = pre_assistant.replace('<|bot|>', params['bot'])
post_assistant = params['turn_template'].split('<|bot-message|>')[1]
pre_system = pre_system.replace('\n', '\\n')
post_system = post_system.replace('\n', '\\n')
pre_user = pre_user.replace('\n', '\\n')
post_user = post_user.replace('\n', '\\n')
pre_assistant = pre_assistant.replace('\n', '\\n')
post_assistant = post_assistant.replace('\n', '\\n')
def preprocess(string):
return string.replace('\n', '\\n').replace('\'', '\\\'')
pre_system = preprocess(pre_system)
post_system = preprocess(post_system)
pre_user = preprocess(pre_user)
post_user = preprocess(post_user)
pre_assistant = preprocess(pre_assistant)
post_assistant = preprocess(post_assistant)
if verbose:
print(
@ -818,7 +821,7 @@ def jinja_template_from_old_format(params, verbose=False):
result = MASTER_TEMPLATE
if 'system_message' in params:
result = result.replace('<|SYSTEM-MESSAGE|>', params['system_message'].replace('\n', '\\n'))
result = result.replace('<|SYSTEM-MESSAGE|>', preprocess(params['system_message']))
else:
result = result.replace('<|SYSTEM-MESSAGE|>', '')