Mirrors/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2024-11-26 09:40:20 +01:00
Code Issues Packages Projects Releases Wiki Activity

Fix llama.cpp with --no-stream

Browse Source
This commit is contained in:
oobabooga 2023-03-31 18:43:45 -03:00
parent 875de5d983
commit 2259143fec
1 changed files with 1 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
modules/llamacpp_model.py
View File

@ -1,8 +1,5 @@
from pathlib import Path
import llamacpp import llamacpp
import modules.shared as shared
from modules.callbacks import Iteratorize from modules.callbacks import Iteratorize
@ -65,6 +62,7 @@ class LlamaCppModel:
self.model.eval() self.model.eval()
token = self.model.sample() token = self.model.sample()
text = self.model.token_to_str(token) text = self.model.token_to_str(token)
output += text
is_end_of_text = token == self.model.token_eos() is_end_of_text = token == self.model.token_eos()
if callback: if callback:
callback(text) callback(text)