Mirrors/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2024-11-22 08:07:56 +01:00
Code Issues Packages Projects Releases Wiki Activity

extensions/openai: include all available models in Model.list (#2368)

Browse Source 
Co-authored-by: Matthew Ashton <mashton-gitlab@zhero.org>
This commit is contained in:
matatonic 2023-05-30 21:13:37 -04:00 committed by GitHub
parent e5b756ecfe
commit a6d3f010a5
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 3 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
extensions/openai/script.py
View File

@ -6,6 +6,7 @@ import requests
import yaml import yaml
from http.server import BaseHTTPRequestHandler, ThreadingHTTPServer from http.server import BaseHTTPRequestHandler, ThreadingHTTPServer
from threading import Thread from threading import Thread
from modules.utils import get_available_models
import numpy as np import numpy as np
@ -184,6 +185,8 @@ class Handler(BaseHTTPRequestHandler):
"permission": [] "permission": []
}] }]
models.extend([{ "id": id, "object": "model", "owned_by": "user", "permission": [] } for id in get_available_models() ])
response = '' response = ''
if self.path == '/v1/models': if self.path == '/v1/models':
response = json.dumps({ response = json.dumps({