Mirrors/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2024-12-24 13:28:59 +01:00
Code Issues Packages Projects Releases Wiki Activity

Add defaults to the gradio API

Browse Source
This commit is contained in:
oobabooga 2023-04-16 17:33:28 -03:00
parent c96529a1b3
commit c8ad960018
1 changed files with 15 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

22
modules/api.py
View File

@ -10,24 +10,32 @@ VISIBLE = False
def generate_reply_wrapper(string): def generate_reply_wrapper(string):
# Provide defaults so as to not break the API on the client side when new parameters are added
generate_params = { generate_params = {
'max_new_tokens': 200,
'do_sample': True, 'do_sample': True,
'temperature': 1, 'temperature': 0.5,
'top_p': 1, 'top_p': 1,
'typical_p': 1, 'typical_p': 1,
'repetition_penalty': 1, 'repetition_penalty': 1.1,
'encoder_repetition_penalty': 1, 'encoder_repetition_penalty': 1,
'top_k': 50, 'top_k': 0,
'min_length': 0,
'no_repeat_ngram_size': 0,
'num_beams': 1, 'num_beams': 1,
'penalty_alpha': 0, 'penalty_alpha': 0,
'min_length': 0,
'length_penalty': 1, 'length_penalty': 1,
'no_repeat_ngram_size': 0,
'early_stopping': False, 'early_stopping': False,
'seed': -1,
'add_bos_token': True,
'custom_stopping_strings': [],
'truncation_length': 2048,
'ban_eos_token': False,
'skip_special_tokens': True,
} }
params = json.loads(string) params = json.loads(string)
for k in params[1]: generate_params.update(params[1])
generate_params[k] = params[1][k]
for i in generate_reply(params[0], generate_params): for i in generate_reply(params[0], generate_params):
yield i yield i