Add missing new parameters to API extension

This commit is contained in:
Alexander01998 2023-04-12 03:41:13 +02:00 committed by GitHub
parent f2be87235d
commit 61641a4551
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

View File

@ -59,6 +59,8 @@ class Handler(BaseHTTPRequestHandler):
'seed': int(body.get('seed', -1)), 'seed': int(body.get('seed', -1)),
'add_bos_token': int(body.get('add_bos_token', True)), 'add_bos_token': int(body.get('add_bos_token', True)),
'custom_stopping_strings': body.get('custom_stopping_strings', []), 'custom_stopping_strings': body.get('custom_stopping_strings', []),
'truncation_length': int(body.get('truncation_length', 2048)),
'ban_eos_token': bool(body.get('ban_eos_token', False)),
} }
generator = generate_reply( generator = generate_reply(