From ff0d0ac552ef69c3bae6bf34397706033d6e2fff Mon Sep 17 00:00:00 2001 From: oobabooga <112222186+oobabooga@users.noreply.github.com> Date: Thu, 20 Apr 2023 13:26:58 -0300 Subject: [PATCH] Api extension bug fix --- extensions/api/script.py | 1 + 1 file changed, 1 insertion(+) diff --git a/extensions/api/script.py b/extensions/api/script.py index ab004542..5e429130 100644 --- a/extensions/api/script.py +++ b/extensions/api/script.py @@ -59,6 +59,7 @@ class Handler(BaseHTTPRequestHandler): 'truncation_length': int(body.get('truncation_length', 2048)), 'ban_eos_token': bool(body.get('ban_eos_token', False)), 'skip_special_tokens': bool(body.get('skip_special_tokens', True)), + 'custom_stopping_strings': '', # leave this blank 'stopping_strings': body.get('stopping_strings', []), } stopping_strings = generate_params.pop('stopping_strings')