Fix a memory leak (credits for the fix: Ph0rk0z)
This commit is contained in:
parent
def3b69002
commit
5f418f6171
1 changed files with 1 additions and 1 deletions
|
@ -48,7 +48,7 @@ class ExllamaModel:
|
|||
result.model = model
|
||||
result.cache = cache
|
||||
result.tokenizer = tokenizer
|
||||
self.generator = generator
|
||||
result.generator = generator
|
||||
return result, result
|
||||
|
||||
def generate_with_streaming(self, prompt, state):
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue