Mirrors/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2024-11-26 09:40:20 +01:00
Code Issues Packages Projects Releases Wiki Activity

Fix a memory leak (credits for the fix: Ph0rk0z)

Browse Source
This commit is contained in:
oobabooga 2023-06-19 01:19:28 -03:00
parent def3b69002
commit 5f418f6171
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
modules/exllama.py
View File

@ -48,7 +48,7 @@ class ExllamaModel:
result.model = model result.model = model
result.cache = cache result.cache = cache
result.tokenizer = tokenizer result.tokenizer = tokenizer
self.generator = generator result.generator = generator
return result, result return result, result
def generate_with_streaming(self, prompt, state): def generate_with_streaming(self, prompt, state):