diff --git a/extensions/api/script.py b/extensions/api/script.py index c0267f2f..bfce8d5b 100644 --- a/extensions/api/script.py +++ b/extensions/api/script.py @@ -58,12 +58,12 @@ class Handler(BaseHTTPRequestHandler): 'early_stopping': bool(body.get('early_stopping', False)), 'seed': int(body.get('seed', -1)), 'add_bos_token': int(body.get('add_bos_token', True)), + 'custom_stopping_strings': body.get('custom_stopping_strings', []), } generator = generate_reply( prompt, generate_params, - stopping_strings=body.get('stopping_strings', []), ) answer = ''