Mirrors/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2024-11-24 17:06:53 +01:00
Code Issues Packages Projects Releases Wiki Activity

llama.cpp: prevent prompt evaluation progress bar with just 1 step

Browse Source
This commit is contained in:
oobabooga 2024-09-03 17:37:06 -07:00
parent 2cb8d4c96e
commit c5b40eb555
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
modules/llama_cpp_python_hijack.py
View File

@ -61,7 +61,7 @@ def eval_with_progress(self, tokens: Sequence[int]):
assert self._batch.batch is not None assert self._batch.batch is not None
self._ctx.kv_cache_seq_rm(-1, self.n_tokens, -1) self._ctx.kv_cache_seq_rm(-1, self.n_tokens, -1)
if len(tokens) > 1: if len(tokens) > self.n_batch:
progress_bar = tqdm(range(0, len(tokens), self.n_batch), desc="Prompt evaluation", leave=False) progress_bar = tqdm(range(0, len(tokens), self.n_batch), desc="Prompt evaluation", leave=False)
else: else:
progress_bar = range(0, len(tokens), self.n_batch) progress_bar = range(0, len(tokens), self.n_batch)