Mirrors/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2024-11-28 18:48:04 +01:00
Code Issues Packages Projects Releases Wiki Activity

Change min_p default to 0.0

Browse Source
This commit is contained in:
oobabooga 2023-11-03 08:25:22 -07:00
parent 4537853e2c
commit 7f9c1cbb30
3 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
extensions/api/util.py
View File

@ -26,7 +26,7 @@ def build_parameters(body, chat=False):
'do_sample': bool(body.get('do_sample', True)), 'do_sample': bool(body.get('do_sample', True)),
'temperature': float(body.get('temperature', 0.5)), 'temperature': float(body.get('temperature', 0.5)),
'top_p': float(body.get('top_p', 1)), 'top_p': float(body.get('top_p', 1)),
'min_p': float(body.get('min_p', 1)), 'min_p': float(body.get('min_p', 0)),
'typical_p': float(body.get('typical_p', body.get('typical', 1))), 'typical_p': float(body.get('typical_p', body.get('typical', 1))),
'epsilon_cutoff': float(body.get('epsilon_cutoff', 0)), 'epsilon_cutoff': float(body.get('epsilon_cutoff', 0)),
'eta_cutoff': float(body.get('eta_cutoff', 0)), 'eta_cutoff': float(body.get('eta_cutoff', 0)),

2
modules/presets.py
View File

@ -9,7 +9,7 @@ def default_preset():
'do_sample': True, 'do_sample': True,
'temperature': 1, 'temperature': 1,
'top_p': 1, 'top_p': 1,
'min_p': 1, 'min_p': 0,
'top_k': 0, 'top_k': 0,
'typical_p': 1, 'typical_p': 1,
'epsilon_cutoff': 0, 'epsilon_cutoff': 0,

2
modules/sampler_hijack.py
View File

@ -252,7 +252,7 @@ def get_logits_processor_patch(self, **kwargs):
def generation_config_init_patch(self, **kwargs): def generation_config_init_patch(self, **kwargs):
self.__init___old(**kwargs) self.__init___old(**kwargs)
self.min_p = kwargs.pop("min_p", 1.0) self.min_p = kwargs.pop("min_p", 0.0)
self.tfs = kwargs.pop("tfs", 1.0) self.tfs = kwargs.pop("tfs", 1.0)
self.top_a = kwargs.pop("top_a", 0.0) self.top_a = kwargs.pop("top_a", 0.0)
self.mirostat_mode = kwargs.pop("mirostat_mode", 0) self.mirostat_mode = kwargs.pop("mirostat_mode", 0)