fix openai extension not working because of absent new defaults (#4477)

This commit is contained in:
kabachuha 2023-11-04 22:12:51 +03:00 committed by GitHub
parent b7a409ef57
commit e18a0460d4
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

View File

@ -7,7 +7,9 @@ default_req_params = {
'auto_max_new_tokens': False, 'auto_max_new_tokens': False,
'max_tokens_second': 0, 'max_tokens_second': 0,
'temperature': 1.0, 'temperature': 1.0,
'temperature_last': False,
'top_p': 1.0, 'top_p': 1.0,
'min_p': 0,
'top_k': 1, # choose 20 for chat in absence of another default 'top_k': 1, # choose 20 for chat in absence of another default
'repetition_penalty': 1.18, 'repetition_penalty': 1.18,
'presence_penalty': 0, 'presence_penalty': 0,