Mirrors/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2024-11-23 00:18:20 +01:00
Code Issues Packages Projects Releases Wiki Activity

Attempt at evaluating falcon perplexity (failed)

Browse Source
This commit is contained in:
oobabooga 2023-05-29 13:28:25 -03:00
parent 204731952a
commit 983eef1e29
1 changed files with 6 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
modules/evaluate.py
View File

@ -82,7 +82,12 @@ def calculate_perplexity(models, input_dataset, stride, _max_length):
yield cumulative_log + "Tokenizing the input dataset...\n\n" yield cumulative_log + "Tokenizing the input dataset...\n\n"
encodings = encode(text, add_special_tokens=False) encodings = encode(text, add_special_tokens=False)
seq_len = encodings.shape[1] seq_len = encodings.shape[1]
max_length = _max_length or shared.model.config.max_position_embeddings if not _max_length:
if hasattr(shared.model.config, 'max_position_embeddings'):
max_length = shared.model.config.max_position_embeddings
else:
max_length = 2048
nlls = [] nlls = []
prev_end_loc = 0 prev_end_loc = 0
for begin_loc in tqdm(range(0, seq_len, stride)): for begin_loc in tqdm(range(0, seq_len, stride)):