mmarch/text-generation-webui
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Revert #1579, apply the proper fix

Browse source 
Apparently models dislike trailing spaces.
This commit is contained in:
oobabooga 2023-04-26 16:47:50 -03:00
parent a941c19337
commit 1d8b8222e9
3 changed files with 4 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

4
modules/chat.py
View file

@ -56,8 +56,8 @@ def generate_chat_prompt(user_input, state, **kwargs):
user_turn = replace_all(template.split('<|bot|>')[0], replacements) user_turn = replace_all(template.split('<|bot|>')[0], replacements)
bot_turn = replace_all('<|bot|>' + template.split('<|bot|>')[1], replacements) bot_turn = replace_all('<|bot|>' + template.split('<|bot|>')[1], replacements)
user_turn_stripped = replace_all(user_turn.split('<|user-message|>')[0], replacements) user_turn_stripped = replace_all(user_turn.split('<|user-message|>')[0], replacements).rstrip(' ')
bot_turn_stripped = replace_all(bot_turn.split('<|bot-message|>')[0], replacements) bot_turn_stripped = replace_all(bot_turn.split('<|bot-message|>')[0], replacements).rstrip(' ')
# Building the prompt # Building the prompt
i = len(shared.history['internal']) - 1 i = len(shared.history['internal']) - 1