Beginning of multi-user support (#2262)

Adds a lock to generate_reply
2023-05-24 08:38:20 -04:00 · 2023-05-24 08:38:20 -04:00 · d37a28730d
commit d37a28730d
parent 7dc87984a2
3 changed files with 14 additions and 1 deletions
--- a/modules/shared.py
+++ b/modules/shared.py
@ -6,6 +6,7 @@ import yaml

 from modules.logging_colors import logger

+generation_lock = None
 model = None
 tokenizer = None
 model_name = "None"