Allow uploading chat history in official pygmalion web ui format

This commit is contained in:
oobabooga 2023-01-23 15:29:01 -03:00
parent 8325e23923
commit ce4756fb88

View File

@ -392,7 +392,16 @@ if args.chat or args.cai_chat:
global history global history
file = file.decode('utf-8') file = file.decode('utf-8')
try: try:
history = json.loads(file)['data'] j = json.loads(file)
if 'data' in j:
history = j['data']
# Compatibility with Pygmalion AI's official web UI
elif 'chat' in j:
history = [':'.join(x.split(':')[1:]).strip() for x in j['chat']]
if len(j['chat']) > 0 and j['chat'][0].startswith(f'{name2}:'):
history = [['<|BEGIN-VISIBLE-CHAT|>', history[0]]] + [[history[i], history[i+1]] for i in range(1, len(history)-1, 2)]
else:
history = [[history[i], history[i+1]] for i in range(0, len(history)-1, 2)]
except: except:
history = tokenize_dialogue(file, name1, name2) history = tokenize_dialogue(file, name1, name2)