From 3a5cfe96f0b7b8581cfa654cda8966e7dcee2c3c Mon Sep 17 00:00:00 2001 From: oobabooga <112222186+oobabooga@users.noreply.github.com> Date: Mon, 5 Jun 2023 17:37:37 -0300 Subject: [PATCH] Increase chat_prompt_size_max --- modules/shared.py | 2 +- settings-template.yaml | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/modules/shared.py b/modules/shared.py index d57efef4..3df0cc08 100644 --- a/modules/shared.py +++ b/modules/shared.py @@ -61,7 +61,7 @@ settings = { 'chat-instruct_command': 'Continue the chat dialogue below. Write a single reply for the character "<|character|>".\n\n<|prompt|>', 'chat_prompt_size': 2048, 'chat_prompt_size_min': 0, - 'chat_prompt_size_max': 2048, + 'chat_prompt_size_max': 8192, 'chat_generation_attempts': 1, 'chat_generation_attempts_min': 1, 'chat_generation_attempts_max': 10, diff --git a/settings-template.yaml b/settings-template.yaml index 84cf0105..8a7b8bb7 100644 --- a/settings-template.yaml +++ b/settings-template.yaml @@ -32,7 +32,7 @@ chat-instruct_command: 'Continue the chat dialogue below. Write a single reply f <|prompt|>' chat_prompt_size: 2048 chat_prompt_size_min: 0 -chat_prompt_size_max: 2048 +chat_prompt_size_max: 8192 chat_generation_attempts: 1 chat_generation_attempts_min: 1 chat_generation_attempts_max: 10