Mirrors/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2024-11-29 10:59:32 +01:00
Code Issues Packages Projects Releases Wiki Activity

automatically strip empty data entries (for better alpaca dataset compat)

Browse Source
This commit is contained in:
Alex "mcmonkey" Goodwin 2023-03-25 12:28:46 -07:00
parent 566898a79a
commit 7bf601107c
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
modules/training.py
View File

@ -74,7 +74,7 @@ def do_train(loraName: str, microBatchSize: int, batchSize: int, epochs: int, le
} }
def generate_prompt(data_point: dict[str, str]): def generate_prompt(data_point: dict[str, str]):
for options, data in formatData.items(): for options, data in formatData.items():
if set(options.split(',')) == set(data_point.keys()): if set(options.split(',')) == set(x[0] for x in data_point.items() if len(x[1].strip()) > 0):
for key, val in data_point.items(): for key, val in data_point.items():
data = data.replace(f'%{key}%', val) data = data.replace(f'%{key}%', val)
return data return data