mmarch/text-generation-webui
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Set queue size to 1 to prevent gradio undefined behavior

Browse source
This commit is contained in:
oobabooga 2023-01-25 14:37:41 -03:00
parent ec69c190ba
commit 6388c7fbc0
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
server.py
View file

@ -37,7 +37,7 @@ parser.add_argument('--share', action='store_true', help='Create a public URL. T
args = parser.parse_args() args = parser.parse_args()
if (args.chat or args.cai_chat) and not args.no_stream: if (args.chat or args.cai_chat) and not args.no_stream:
print("Warning: chat mode currently becomes a lot slower with text streaming on.\nConsider starting the web UI with the --no-stream option.\n") print("Warning: chat mode currently becomes somewhat slower with text streaming on.\nConsider starting the web UI with the --no-stream option.\n")
settings = { settings = {
'max_new_tokens': 200, 'max_new_tokens': 200,
@ -581,7 +581,7 @@ else:
cont_event = cont.click(generate_reply, [output_textbox, length_slider, preset_menu, model_menu], [output_textbox, markdown, html], show_progress=args.no_stream) cont_event = cont.click(generate_reply, [output_textbox, length_slider, preset_menu, model_menu], [output_textbox, markdown, html], show_progress=args.no_stream)
stop.click(None, None, None, cancels=[gen_event, gen_event2, cont_event]) stop.click(None, None, None, cancels=[gen_event, gen_event2, cont_event])
interface.queue() interface.queue(max_size=1)
if args.listen: if args.listen:
interface.launch(share=args.share, server_name="0.0.0.0") interface.launch(share=args.share, server_name="0.0.0.0")
else: else: