Mirrors/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2024-11-25 17:29:22 +01:00
Code Issues Packages Projects Releases Wiki Activity

is_chat changes fix for openai extension (#2008)

Browse Source
This commit is contained in:
matatonic 2023-05-11 15:32:25 -04:00 committed by GitHub
parent 394bb253db
commit c4f0e6d740
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 2 additions and 11 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
extensions/openai/script.py
View File

@ -147,15 +147,6 @@ class Handler(BaseHTTPRequestHandler):
self.send_error(404) self.send_error(404)
def do_POST(self): def do_POST(self):
# ... haaack.
is_chat = shared.args.chat
try:
shared.args.chat = True
self.do_POST_wrap()
finally:
shared.args.chat = is_chat
def do_POST_wrap(self):
if debug: if debug:
print(self.headers) # did you know... python-openai sends your linux kernel & python version? print(self.headers) # did you know... python-openai sends your linux kernel & python version?
content_length = int(self.headers['Content-Length']) content_length = int(self.headers['Content-Length'])
@ -349,7 +340,7 @@ class Handler(BaseHTTPRequestHandler):
# generate reply ####################################### # generate reply #######################################
if debug: if debug:
print({'prompt': prompt, 'req_params': req_params, 'stopping_strings': stopping_strings}) print({'prompt': prompt, 'req_params': req_params, 'stopping_strings': stopping_strings})
generator = generate_reply(prompt, req_params, stopping_strings=stopping_strings) generator = generate_reply(prompt, req_params, stopping_strings=stopping_strings, is_chat=True)
answer = '' answer = ''
seen_content = '' seen_content = ''
@ -526,7 +517,7 @@ class Handler(BaseHTTPRequestHandler):
if debug: if debug:
print({'edit_template': edit_task, 'req_params': req_params, 'token_count': token_count}) print({'edit_template': edit_task, 'req_params': req_params, 'token_count': token_count})
generator = generate_reply(edit_task, req_params, stopping_strings=standard_stopping_strings) generator = generate_reply(edit_task, req_params, stopping_strings=standard_stopping_strings, is_chat=True)
answer = '' answer = ''
for a in generator: for a in generator: