Mirrors/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2024-11-29 10:59:32 +01:00
Code Issues Packages Projects Releases Wiki Activity

Typing

Browse Source
This commit is contained in:
Artificiangel 2024-06-14 20:52:02 -04:00
parent 98443196d1
commit 76c76584f3
2 changed files with 5 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
extensions/openai/script.py
View File

@ -239,7 +239,7 @@ async def handle_embeddings(request: Request, request_data: EmbeddingsRequest):
if not input:
raise HTTPException(status_code=400, detail="Missing required argument input")
if type(input) is str:
if isinstance(input, str):
input = [input]
async with embedding_semaphore:

8
extensions/openai/utils.py
View File

@ -2,7 +2,7 @@ import base64
import os
import time
import traceback
from typing import Callable, Optional, AsyncGenerator, Generator
from typing import Any, Callable, Optional, AsyncGenerator, Generator
import numpy as np
from modules import shared
@ -58,7 +58,7 @@ def _start_cloudflared(port: int, tunnel_id: str, max_attempts: int = 3, on_star
raise Exception('Could not start cloudflared.')
def get_next_generator_result(gen: Generator) -> tuple[any, bool]:
def get_next_generator_result(gen: Generator) -> tuple[Any, bool]:
"""
Because StopIteration interacts badly with generators and cannot be raised into a Future
"""
@ -69,7 +69,7 @@ def get_next_generator_result(gen: Generator) -> tuple[any, bool]:
return None, True
async def generate_in_executor(partial: partial, loop: AbstractEventLoop = None) -> AsyncGenerator[any, any]:
async def generate_in_executor(partial: partial, loop: AbstractEventLoop|None = None) -> AsyncGenerator[Any, Any]:
"""
Converts a blocking generator to an async one
"""
@ -84,7 +84,7 @@ async def generate_in_executor(partial: partial, loop: AbstractEventLoop = None)
yield result
async def run_in_executor(partial: partial, loop: AbstractEventLoop = None) -> Future:
async def run_in_executor(partial: partial, loop: AbstractEventLoop|None = None) -> Future:
"""
Runs a blocking function in a new thread so it can be awaited.
"""