diff --git a/modules/shared.py b/modules/shared.py index 2fa90dd7..a08f134f 100644 --- a/modules/shared.py +++ b/modules/shared.py @@ -44,7 +44,7 @@ settings = { 'skip_special_tokens': True, 'truncation_length': 2048, 'truncation_length_min': 0, - 'truncation_length_max': 4096, + 'truncation_length_max': 8192, 'mode': 'cai-chat', 'instruction_template': 'None', 'chat_prompt_size': 2048, diff --git a/settings-template.json b/settings-template.json index bfcd7a91..298e4421 100644 --- a/settings-template.json +++ b/settings-template.json @@ -15,7 +15,7 @@ "skip_special_tokens": true, "truncation_length": 2048, "truncation_length_min": 0, - "truncation_length_max": 4096, + "truncation_length_max": 8192, "mode": "cai-chat", "instruction_template": "None", "chat_prompt_size": 2048,