Mirrors/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2024-11-22 08:07:56 +01:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #348 from mayaeary/feature/koboldai-api-share

Browse Source 
flask_cloudflared for shared tunnels
This commit is contained in:
oobabooga 2023-03-15 20:22:08 -03:00 committed by GitHub
commit d3a280e603
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 10 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
extensions/api/requirements.txt Normal file
View File

@ -0,0 +1 @@
flask_cloudflared==0.0.12

10
extensions/api/script.py
View File

@ -75,7 +75,15 @@ class Handler(BaseHTTPRequestHandler):
def run_server():
server_addr = ('0.0.0.0' if shared.args.listen else '127.0.0.1', params['port'])
server = ThreadingHTTPServer(server_addr, Handler)
print(f'Starting KoboldAI compatible api at http://{server_addr[0]}:{server_addr[1]}/api')
if shared.args.share:
try:
from flask_cloudflared import _run_cloudflared
public_url = _run_cloudflared(params['port'], params['port'] + 1)
print(f'Starting KoboldAI compatible api at {public_url}/api')
except ImportError:
print('You should install flask_cloudflared manually')
else:
print(f'Starting KoboldAI compatible api at http://{server_addr[0]}:{server_addr[1]}/api')
server.serve_forever()
def ui():