Mirrors/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2024-11-25 17:29:22 +01:00
Code Issues Packages Projects Releases Wiki Activity

Fix getting Phi-3-small-128k-instruct logits

Browse Source
This commit is contained in:
oobabooga 2024-05-21 10:35:00 -07:00
parent bd7cc4234d
commit ae86292159
1 changed files with 11 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
modules/logits.py
View File

@ -1,4 +1,5 @@
import time import time
import traceback
import torch import torch
from transformers import is_torch_npu_available, is_torch_xpu_available from transformers import is_torch_npu_available, is_torch_xpu_available
@ -18,7 +19,8 @@ def get_next_logits(*args, **kwargs):
shared.generation_lock.acquire() shared.generation_lock.acquire()
try: try:
result = _get_next_logits(*args, **kwargs) result = _get_next_logits(*args, **kwargs)
except: except Exception:
traceback.print_exc()
result = None result = None
models.last_generation_time = time.time() models.last_generation_time = time.time()
@ -84,7 +86,14 @@ def _get_next_logits(prompt, state, use_samplers, previous, top_logits=25, retur
topk_values = [float(i) for i in topk_values] topk_values = [float(i) for i in topk_values]
output = {} output = {}
for row in list(zip(topk_values, tokens)): for row in list(zip(topk_values, tokens)):
output[row[1]] = row[0] key = row[1]
if isinstance(key, bytes):
try:
key = key.decode()
except:
key = key.decode('latin')
output[key] = row[0]
return output return output
else: else: