Add settings UI for llama.cpp and fixed reloading of llama.cpp models (#2087)

2023-05-16 00:51:23 +02:00 · 2023-05-16 00:51:23 +02:00 · 0227e738ed
commit 0227e738ed
parent 10869de0f4
3 changed files with 18 additions and 2 deletions
--- a/modules/llamacpp_model.py
+++ b/modules/llamacpp_model.py
@ -16,6 +16,9 @@ class LlamaCppModel:
    def __init__(self):
        self.initialized = False

+    def __del__(self):        
+        self.model.__del__()
+
    @classmethod
    def from_pretrained(self, path):
        result = self()