Mirrors/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2025-01-28 21:07:17 +01:00
Code Issues Packages Projects Releases Wiki Activity

HTML: Fix quote pair RegEx matching for all quote types (#6661)

Browse Source
This commit is contained in:
Underscore 2025-01-13 16:01:50 -05:00 committed by GitHub
parent c85e5e58d0
commit 53b838d6c5
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 9 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
modules/html_generator.py
View File

@ -73,7 +73,6 @@ def fix_newlines(string):
def replace_quotes(text): def replace_quotes(text):
# Define a list of quote pairs (opening and closing), using HTML entities # Define a list of quote pairs (opening and closing), using HTML entities
quote_pairs = [ quote_pairs = [
('"', '"'), # Double quotes ('"', '"'), # Double quotes
@ -84,14 +83,22 @@ def replace_quotes(text):
('‘', '’'), # Alternative single quotes ('‘', '’'), # Alternative single quotes
('“', '”'), # Unicode quotes (numeric entities) ('“', '”'), # Unicode quotes (numeric entities)
('“', '”'), # Unicode quotes (hex entities) ('“', '”'), # Unicode quotes (hex entities)
('\u201C', '\u201D'), # Unicode quotes (literal chars)
] ]
# Create a regex pattern that matches any of the quote pairs, including newlines # Create a regex pattern that matches any of the quote pairs, including newlines
pattern = '|'.join(f'({re.escape(open_q)})(.*?)({re.escape(close_q)})' for open_q, close_q in quote_pairs) pattern = '|'.join(f'({re.escape(open_q)})(.*?)({re.escape(close_q)})' for open_q, close_q in quote_pairs)
# Replace matched patterns with <q> tags, keeping original quotes # Replace matched patterns with <q> tags, keeping original quotes
replaced_text = re.sub(pattern, lambda m: f'<q>{m.group(1)}{m.group(2)}{m.group(3)}</q>', text, flags=re.DOTALL) def replacer(m):
# Find the first non-None group set
for i in range(1, len(m.groups()), 3): # Step through each sub-pattern's groups
if m.group(i): # If this sub-pattern matched
return f'<q>{m.group(i)}{m.group(i + 1)}{m.group(i + 2)}</q>'
return m.group(0) # Fallback (shouldn't happen)
replaced_text = re.sub(pattern, replacer, text, flags=re.DOTALL)
return replaced_text return replaced_text