From 32d47e4bada4a62b614628fb5c6526cc6cb4d84b Mon Sep 17 00:00:00 2001 From: oobabooga <112222186+oobabooga@users.noreply.github.com> Date: Wed, 19 Apr 2023 19:49:52 -0300 Subject: [PATCH] Update api-example-stream.py --- api-example-stream.py | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/api-example-stream.py b/api-example-stream.py index a046fabd..b8e7cfb5 100644 --- a/api-example-stream.py +++ b/api-example-stream.py @@ -28,10 +28,10 @@ async def run(context): params = { 'max_new_tokens': 200, 'do_sample': True, - 'temperature': 0.5, - 'top_p': 0.9, + 'temperature': 0.72, + 'top_p': 0.73, 'typical_p': 1, - 'repetition_penalty': 1.05, + 'repetition_penalty': 1.1, 'encoder_repetition_penalty': 1.0, 'top_k': 0, 'min_length': 0, @@ -42,10 +42,10 @@ async def run(context): 'early_stopping': False, 'seed': -1, 'add_bos_token': True, - 'custom_stopping_strings': [], 'truncation_length': 2048, 'ban_eos_token': False, 'skip_special_tokens': True, + 'stopping_strings': [], } payload = json.dumps([context, params]) session = random_hash()