Mirrors/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2024-11-22 08:07:56 +01:00
Code Issues Packages Projects Releases Wiki Activity

openai API: add support for chunked transfer encoding in POST requests (#3870)

Browse Source
This commit is contained in:
Chang Chi, Meng 2023-09-13 02:54:42 +08:00 committed by GitHub
parent 0efbe5ef76
commit b61d9aef19
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 18 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

20
extensions/openai/script.py
View File

@ -139,8 +139,24 @@ class Handler(BaseHTTPRequestHandler):
debug_msg(self.requestline) debug_msg(self.requestline)
debug_msg(self.headers) debug_msg(self.headers)
content_length = int(self.headers['Content-Length']) content_length = self.headers.get('Content-Length')
body = json.loads(self.rfile.read(content_length).decode('utf-8')) transfer_encoding = self.headers.get('Transfer-Encoding')
if content_length:
body = json.loads(self.rfile.read(int(content_length)).decode('utf-8'))
elif transfer_encoding == 'chunked':
chunks = []
while True:
chunk_size = int(self.rfile.readline(), 16) # Read the chunk size
if chunk_size == 0:
break # End of chunks
chunks.append(self.rfile.read(chunk_size))
self.rfile.readline() # Consume the trailing newline after each chunk
body = json.loads(b''.join(chunks).decode('utf-8'))
else:
self.send_response(400, "Bad Request: Either Content-Length or Transfer-Encoding header expected.")
self.end_headers()
return
debug_msg(body) debug_msg(body)