Mirrors/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2024-11-22 08:07:56 +01:00
Code Issues Packages Projects Releases Wiki Activity

Change a truncation parameter

Browse Source
This commit is contained in:
oobabooga 2023-01-16 13:53:30 -03:00
parent 54bf55372b
commit 3a99b2b030
1 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
server.py
View File

@ -232,12 +232,12 @@ elif args.chat or args.cai_chat:
if check:
reply = generate_reply(question, tokens, inference_settings, selected_model, eos_token='\n')[0]
idx = reply.rfind(question[-500:])
reply = reply[idx+min(500, len(question)):].split('\n')[0].strip()
idx = reply.rfind(question[-1024:])
reply = reply[idx+min(1024, len(question)):].split('\n')[0].strip()
else:
reply = generate_reply(question, tokens, inference_settings, selected_model)[0]
idx = reply.rfind(question[-500:])
reply = reply[idx+min(500, len(question)):]
idx = reply.rfind(question[-1024:])
reply = reply[idx+min(1024, len(question)):]
idx = reply.find(f"\n{name1}:")
if idx != -1:
reply = reply[:idx]