Mirrors/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2024-10-30 06:00:15 +01:00
Code Issues Packages Projects Releases Wiki Activity

Add missing file

Browse Source
This commit is contained in:
oobabooga 2023-11-19 10:12:13 -08:00
parent a2e6d00128
commit f0d66cf817
1 changed files with 11 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
extensions/openai/logits.py Normal file
View File

@ -0,0 +1,11 @@
from extensions.openai.completions import process_parameters
from modules.logits import get_next_logits
def _get_next_logits(body):
# Pre-process the input payload to simulate a real generation
use_samplers = body['use_samplers']
state = process_parameters(body) if use_samplers else {}
state['stream'] = True
return get_next_logits(body['prompt'], state, use_samplers, "", return_dict=True)