From 63770c0643b6b0fc973a124905a7df43eebc7ffe Mon Sep 17 00:00:00 2001
From: oobabooga <112222186+oobabooga@users.noreply.github.com>
Date: Tue, 27 Jun 2023 22:25:05 -0300
Subject: [PATCH] Update docs/Extensions.md

---
 docs/Extensions.md | 68 ++++------------------------------------------
 1 file changed, 6 insertions(+), 62 deletions(-)

diff --git a/docs/Extensions.md b/docs/Extensions.md
index 724733b8..b9c155fe 100644
--- a/docs/Extensions.md
+++ b/docs/Extensions.md
@@ -136,7 +136,7 @@ Note that in chat mode, this function must only return the new text, whereas in
 ```python
 import datetime
 
-def custom_generate_reply(question, original_question, seed, state, eos_token, stopping_strings):
+def custom_generate_reply(question, original_question, seed, state, stopping_strings):
     cumulative = ''
     for i in range(10):
         cumulative += f"Counting: {i}...\n"
@@ -151,67 +151,11 @@ def custom_generate_reply(question, original_question, seed, state, eos_token, s
 Below is an extension that just reproduces the default prompt generator in `modules/chat.py`. You can modify it freely to come up with your own prompts in chat mode.
 
 ```python
+from modules import chat
+
 def custom_generate_chat_prompt(user_input, state, **kwargs):
-    impersonate = kwargs['impersonate'] if 'impersonate' in kwargs else False
-    _continue = kwargs['_continue'] if '_continue' in kwargs else False
-    also_return_rows = kwargs['also_return_rows'] if 'also_return_rows' in kwargs else False
-    is_instruct = state['mode'] == 'instruct'
-    rows = [state['context'] if is_instruct else f"{state['context'].strip()}\n"]
-    min_rows = 3
+    
+    # Do something with kwargs['history'] or state
 
-    # Finding the maximum prompt size
-    max_length = min(get_max_prompt_length(state), state['chat_prompt_size'])
-
-    # Building the turn templates
-    if 'turn_template' not in state or state['turn_template'] == '':
-        if is_instruct:
-            template = '<|user|>\n<|user-message|>\n<|bot|>\n<|bot-message|>\n'
-        else:
-            template = '<|user|>: <|user-message|>\n<|bot|>: <|bot-message|>\n'
-    else:
-        template = state['turn_template'].replace(r'\n', '\n')
-
-    replacements = {
-        '<|user|>': state['name1'].strip(),
-        '<|bot|>': state['name2'].strip(),
-    }
-
-    user_turn = replace_all(template.split('<|bot|>')[0], replacements)
-    bot_turn = replace_all('<|bot|>' + template.split('<|bot|>')[1], replacements)
-    user_turn_stripped = replace_all(user_turn.split('<|user-message|>')[0], replacements)
-    bot_turn_stripped = replace_all(bot_turn.split('<|bot-message|>')[0], replacements)
-
-    # Building the prompt
-    i = len(shared.history['internal']) - 1
-    while i >= 0 and get_encoded_length(''.join(rows)) < max_length:
-        if _continue and i == len(shared.history['internal']) - 1:
-            rows.insert(1, bot_turn_stripped + shared.history['internal'][i][1].strip())
-        else:
-            rows.insert(1, bot_turn.replace('<|bot-message|>', shared.history['internal'][i][1].strip()))
-
-        string = shared.history['internal'][i][0]
-        if string not in ['', '<|BEGIN-VISIBLE-CHAT|>']:
-            rows.insert(1, replace_all(user_turn, {'<|user-message|>': string.strip(), '<|round|>': str(i)}))
-
-        i -= 1
-
-    if impersonate:
-        min_rows = 2
-        rows.append(user_turn_stripped.rstrip(' '))
-    elif not _continue:
-        # Adding the user message
-        if len(user_input) > 0:
-            rows.append(replace_all(user_turn, {'<|user-message|>': user_input.strip(), '<|round|>': str(len(shared.history["internal"]))}))
-
-        # Adding the Character prefix
-        rows.append(apply_extensions("bot_prefix", bot_turn_stripped.rstrip(' ')))
-
-    while len(rows) > min_rows and get_encoded_length(''.join(rows)) >= max_length:
-        rows.pop(1)
-
-    prompt = ''.join(rows)
-    if also_return_rows:
-        return prompt, rows
-    else:
-        return prompt
+    return chat.generate_chat_prompt(user_input, state, **kwargs)
 ```