Mirrors/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2024-11-29 02:49:30 +01:00
Code Issues Packages Projects Releases Wiki Activity

Update api-example-stream.py

Browse Source
This commit is contained in:
oobabooga 2023-04-19 19:49:52 -03:00
parent ee30625cd1
commit 32d47e4bad
1 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
api-example-stream.py
View File

@ -28,10 +28,10 @@ async def run(context):
params = {
'max_new_tokens': 200,
'do_sample': True,
'temperature': 0.5,
'top_p': 0.9,
'temperature': 0.72,
'top_p': 0.73,
'typical_p': 1,
'repetition_penalty': 1.05,
'repetition_penalty': 1.1,
'encoder_repetition_penalty': 1.0,
'top_k': 0,
'min_length': 0,
@ -42,10 +42,10 @@ async def run(context):
'early_stopping': False,
'seed': -1,
'add_bos_token': True,
'custom_stopping_strings': [],
'truncation_length': 2048,
'ban_eos_token': False,
'skip_special_tokens': True,
'stopping_strings': [],
}
payload = json.dumps([context, params])
session = random_hash()