diff --git a/modules/llamacpp_model.py b/modules/llamacpp_model.py index 28a38de..69cbd23 100644 --- a/modules/llamacpp_model.py +++ b/modules/llamacpp_model.py @@ -125,6 +125,8 @@ class LlamaCppModel: output = "" for completion_chunk in completion_chunks: + if shared.stop_everything: + break text = completion_chunk['choices'][0]['text'] output += text if callback: