Mirrors/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2024-11-22 08:07:56 +01:00
Code Issues Packages Projects Releases Wiki Activity

Parameters: change max_new_tokens & repetition_penalty_range defaults (#4842)

Browse Source
This commit is contained in:
oobabooga 2023-12-07 20:04:52 -03:00 committed by GitHub
parent e16e5997ef
commit 2c5a1e67f9
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
5 changed files with 5 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
extensions/openai/completions.py
View File

@ -236,7 +236,7 @@ def chat_completions_common(body: dict, is_legacy: bool = False, stream=False) -
max_tokens = generate_params['max_new_tokens'] max_tokens = generate_params['max_new_tokens']
if max_tokens in [None, 0]: if max_tokens in [None, 0]:
generate_params['max_new_tokens'] = 200 generate_params['max_new_tokens'] = 512
generate_params['auto_max_new_tokens'] = True generate_params['auto_max_new_tokens'] = True
requested_model = generate_params.pop('model') requested_model = generate_params.pop('model')

2
extensions/openai/typing.py
View File

@ -10,7 +10,7 @@ class GenerationOptions(BaseModel):
min_p: float = 0 min_p: float = 0
top_k: int = 0 top_k: int = 0
repetition_penalty: float = 1 repetition_penalty: float = 1
repetition_penalty_range: int = 0 repetition_penalty_range: int = 1024
typical_p: float = 1 typical_p: float = 1
tfs: float = 1 tfs: float = 1
top_a: float = 0 top_a: float = 0

2
modules/presets.py
View File

@ -18,7 +18,7 @@ def default_preset():
'repetition_penalty': 1, 'repetition_penalty': 1,
'presence_penalty': 0, 'presence_penalty': 0,
'frequency_penalty': 0, 'frequency_penalty': 0,
'repetition_penalty_range': 0, 'repetition_penalty_range': 1024,
'typical_p': 1, 'typical_p': 1,
'tfs': 1, 'tfs': 1,
'top_a': 0, 'top_a': 0,

2
modules/shared.py
View File

@ -36,7 +36,7 @@ settings = {
'prompt-default': 'QA', 'prompt-default': 'QA',
'prompt-notebook': 'QA', 'prompt-notebook': 'QA',
'preset': 'simple-1', 'preset': 'simple-1',
'max_new_tokens': 200, 'max_new_tokens': 512,
'max_new_tokens_min': 1, 'max_new_tokens_min': 1,
'max_new_tokens_max': 4096, 'max_new_tokens_max': 4096,
'negative_prompt': '', 'negative_prompt': '',

2
settings-template.yaml
View File

@ -6,7 +6,7 @@ chat_style: cai-chat
prompt-default: QA prompt-default: QA
prompt-notebook: QA prompt-notebook: QA
preset: simple-1 preset: simple-1
max_new_tokens: 200 max_new_tokens: 512
max_new_tokens_min: 1 max_new_tokens_min: 1
max_new_tokens_max: 4096 max_new_tokens_max: 4096
seed: -1 seed: -1