Mirrors/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2024-11-22 08:07:56 +01:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #258 from lxe/lxe/utf8

Browse Source 
Load and save character files and chat history in UTF-8
This commit is contained in:
oobabooga 2023-03-12 03:28:49 -03:00 committed by GitHub
commit 6e12068ba2
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
modules/chat.py
View File

@ -298,7 +298,7 @@ def save_history(timestamp=True):
fname = f"{prefix}persistent.json" fname = f"{prefix}persistent.json"
if not Path('logs').exists(): if not Path('logs').exists():
Path('logs').mkdir() Path('logs').mkdir()
with open(Path(f'logs/{fname}'), 'w') as f: with open(Path(f'logs/{fname}'), 'w', encoding='utf-8') as f:
f.write(json.dumps({'data': shared.history['internal'], 'data_visible': shared.history['visible']}, indent=2)) f.write(json.dumps({'data': shared.history['internal'], 'data_visible': shared.history['visible']}, indent=2))
return Path(f'logs/{fname}') return Path(f'logs/{fname}')
@ -339,7 +339,7 @@ def load_character(_character, name1, name2):
shared.history['visible'] = [] shared.history['visible'] = []
if _character != 'None': if _character != 'None':
shared.character = _character shared.character = _character
data = json.loads(open(Path(f'characters/{_character}.json'), 'r').read()) data = json.loads(open(Path(f'characters/{_character}.json'), 'r', encoding='utf-8').read())
name2 = data['char_name'] name2 = data['char_name']
if 'char_persona' in data and data['char_persona'] != '': if 'char_persona' in data and data['char_persona'] != '':
context += f"{data['char_name']}'s Persona: {data['char_persona']}\n" context += f"{data['char_name']}'s Persona: {data['char_persona']}\n"
@ -379,7 +379,7 @@ def upload_character(json_file, img, tavern=False):
i += 1 i += 1
if tavern: if tavern:
outfile_name = f'TavernAI-{outfile_name}' outfile_name = f'TavernAI-{outfile_name}'
with open(Path(f'characters/{outfile_name}.json'), 'w') as f: with open(Path(f'characters/{outfile_name}.json'), 'w', encoding='utf-8') as f:
f.write(json_file) f.write(json_file)
if img is not None: if img is not None:
img = Image.open(io.BytesIO(img)) img = Image.open(io.BytesIO(img))