mmarch/text-generation-webui
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Fix a memory leak (credits for the fix: Ph0rk0z)

Browse source
This commit is contained in:
oobabooga 2023-06-19 01:19:28 -03:00
parent def3b69002
commit 5f418f6171
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
modules/exllama.py
View file

@ -48,7 +48,7 @@ class ExllamaModel:
result.model = model result.model = model
result.cache = cache result.cache = cache
result.tokenizer = tokenizer result.tokenizer = tokenizer
self.generator = generator result.generator = generator
return result, result return result, result
def generate_with_streaming(self, prompt, state): def generate_with_streaming(self, prompt, state):