mmarch/text-generation-webui
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Update chat API (fixes #3006)

Browse source
This commit is contained in:
oobabooga 2023-07-04 17:36:47 -07:00
parent 333075e726
commit 70a4d5dbcf
3 changed files with 4 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

3
extensions/api/streaming_api.py
View file

@ -55,14 +55,13 @@ async def _handle_connection(websocket, path):
body = json.loads(message)
user_input = body['user_input']
history = body['history']
generate_params = build_parameters(body, chat=True)
generate_params['stream'] = True
regenerate = body.get('regenerate', False)
_continue = body.get('_continue', False)
generator = generate_chat_reply(
user_input, history, generate_params, regenerate=regenerate, _continue=_continue, loading_message=False)
user_input, generate_params, regenerate=regenerate, _continue=_continue, loading_message=False)
message_num = 0
for a in generator: