Mirrors/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2024-11-26 09:40:20 +01:00
Code Issues Packages Projects Releases Wiki Activity

Minor change to prevent future bugs

Browse Source
This commit is contained in:
oobabooga 2023-06-25 01:38:54 -03:00
parent e6e5f546b8
commit 365b672531
1 changed files with 7 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
modules/text_generation.py
View File

@ -1,4 +1,5 @@
import ast import ast
import copy
import random import random
import re import re
import time import time
@ -9,8 +10,11 @@ import torch
import transformers import transformers
import modules.shared as shared import modules.shared as shared
from modules.callbacks import (Iteratorize, Stream, from modules.callbacks import (
_StopEverythingStoppingCriteria) Iteratorize,
Stream,
_StopEverythingStoppingCriteria
)
from modules.extensions import apply_extensions from modules.extensions import apply_extensions
from modules.html_generator import generate_4chan_html, generate_basic_html from modules.html_generator import generate_4chan_html, generate_basic_html
from modules.logging_colors import logger from modules.logging_colors import logger
@ -204,6 +208,7 @@ def _generate_reply(question, state, stopping_strings=None, is_chat=False):
reply = '' reply = ''
is_stream = state['stream'] is_stream = state['stream']
if len(all_stop_strings) > 0 and not state['stream']: if len(all_stop_strings) > 0 and not state['stream']:
state = copy.deepcopy(state)
state['stream'] = True state['stream'] = True
for reply in generate_func(question, original_question, seed, state, stopping_strings, is_chat=is_chat): for reply in generate_func(question, original_question, seed, state, stopping_strings, is_chat=is_chat):