mmarch/text-generation-webui
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Revert #1579, apply the proper fix

Browse source 
Apparently models dislike trailing spaces.
This commit is contained in:
oobabooga 2023-04-26 16:47:50 -03:00
parent a941c19337
commit 1d8b8222e9
3 changed files with 4 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

2
characters/instruction-following/Vicuna-v0.yaml
View file

@ -1,4 +1,4 @@
name: "### Assistant:"
your_name: "### Human:"
context: "A chat between a human and an assistant.\n\n"
turn_template: "<|user|> <|user-message|>\n<|bot|><|bot-message|>\n"
turn_template: "<|user|> <|user-message|>\n<|bot|> <|bot-message|>\n"

2
characters/instruction-following/Vicuna.yaml
View file

@ -1,4 +1,4 @@
name: "ASSISTANT:"
your_name: "USER:"
context: "A chat between a user and an assistant.\n\n"
turn_template: "<|user|> <|user-message|>\n<|bot|><|bot-message|></s>\n"
turn_template: "<|user|> <|user-message|>\n<|bot|> <|bot-message|></s>\n"

4
modules/chat.py
View file

@ -56,8 +56,8 @@ def generate_chat_prompt(user_input, state, **kwargs):
user_turn = replace_all(template.split('<|bot|>')[0], replacements)
bot_turn = replace_all('<|bot|>' + template.split('<|bot|>')[1], replacements)
user_turn_stripped = replace_all(user_turn.split('<|user-message|>')[0], replacements)
bot_turn_stripped = replace_all(bot_turn.split('<|bot-message|>')[0], replacements)
user_turn_stripped = replace_all(user_turn.split('<|user-message|>')[0], replacements).rstrip(' ')
bot_turn_stripped = replace_all(bot_turn.split('<|bot-message|>')[0], replacements).rstrip(' ')
# Building the prompt
i = len(shared.history['internal']) - 1