diff --git a/extensions/api/script.py b/extensions/api/script.py index bfce8d5b..44769027 100644 --- a/extensions/api/script.py +++ b/extensions/api/script.py @@ -59,6 +59,8 @@ class Handler(BaseHTTPRequestHandler): 'seed': int(body.get('seed', -1)), 'add_bos_token': int(body.get('add_bos_token', True)), 'custom_stopping_strings': body.get('custom_stopping_strings', []), + 'truncation_length': int(body.get('truncation_length', 2048)), + 'ban_eos_token': bool(body.get('ban_eos_token', False)), } generator = generate_reply(