Mirrors/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2024-11-29 10:59:32 +01:00
Code Issues Packages Projects Releases Wiki Activity

Minor bug fix

Browse Source
This commit is contained in:
oobabooga 2023-06-29 13:53:06 -03:00
parent 3443219cbc
commit 79db629665
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
modules/exllama.py
View File

@ -71,7 +71,7 @@ class ExllamaModel:
self.generator.settings.top_k = state['top_k'] self.generator.settings.top_k = state['top_k']
self.generator.settings.typical = state['typical_p'] self.generator.settings.typical = state['typical_p']
self.generator.settings.token_repetition_penalty_max = state['repetition_penalty'] self.generator.settings.token_repetition_penalty_max = state['repetition_penalty']
self.generator.settings.token_repetition_penalty_sustain = state['repetition_penalty_range'] self.generator.settings.token_repetition_penalty_sustain = -1 if state['repetition_penalty_range'] <= 0 else state['repetition_penalty_range']
if state['ban_eos_token']: if state['ban_eos_token']:
self.generator.disallow_tokens([self.tokenizer.eos_token_id]) self.generator.disallow_tokens([self.tokenizer.eos_token_id])
else: else: