Mirrors/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2024-11-24 08:56:52 +01:00
Code Issues Packages Projects Releases Wiki Activity

Perplexity evaluation: print to terminal after calculation is finished

Browse Source
This commit is contained in:
oobabooga 2024-02-28 19:58:21 -08:00
parent 332957ffec
commit 09b13acfb2
1 changed files with 6 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
modules/evaluate.py
View File

@ -127,9 +127,14 @@ def calculate_perplexity(models, input_dataset, stride, _max_length):
break break
ppl = torch.exp(torch.stack(nlls).mean()) ppl = torch.exp(torch.stack(nlls).mean())
add_entry_to_past_evaluations(float(ppl), shared.model_name, input_dataset, stride, _max_length) add_entry_to_past_evaluations(float(ppl), shared.model_name, input_dataset, stride, _max_length)
save_past_evaluations(past_evaluations) save_past_evaluations(past_evaluations)
cumulative_log += f"The perplexity for `{shared.model_name}` is: {float(ppl)}\n\n"
message = f"The perplexity for `{shared.model_name}` is: {float(ppl)}"
logger.info(message)
cumulative_log += f"{message}\n\n"
yield cumulative_log yield cumulative_log