From 702fe92d42eaff7536b439d2b2c40e70b8caf02d Mon Sep 17 00:00:00 2001 From: oobabooga <112222186+oobabooga@users.noreply.github.com> Date: Wed, 19 Apr 2023 17:35:38 -0300 Subject: [PATCH] Increase truncation_length_max value --- modules/shared.py | 2 +- settings-template.json | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/modules/shared.py b/modules/shared.py index 2fa90dd7..a08f134f 100644 --- a/modules/shared.py +++ b/modules/shared.py @@ -44,7 +44,7 @@ settings = { 'skip_special_tokens': True, 'truncation_length': 2048, 'truncation_length_min': 0, - 'truncation_length_max': 4096, + 'truncation_length_max': 8192, 'mode': 'cai-chat', 'instruction_template': 'None', 'chat_prompt_size': 2048, diff --git a/settings-template.json b/settings-template.json index bfcd7a91..298e4421 100644 --- a/settings-template.json +++ b/settings-template.json @@ -15,7 +15,7 @@ "skip_special_tokens": true, "truncation_length": 2048, "truncation_length_min": 0, - "truncation_length_max": 4096, + "truncation_length_max": 8192, "mode": "cai-chat", "instruction_template": "None", "chat_prompt_size": 2048,