mmarch/text-generation-webui
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Some qol changes to "Perplexity evaluation"

Browse source
This commit is contained in:
oobabooga 2023-05-25 15:06:22 -03:00
parent 8efdc01ffb
commit acfd876f29
2 changed files with 6 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

4
modules/evaluate.py
View file

@ -78,7 +78,7 @@ def calculate_perplexity(models, input_dataset, stride, _max_length):
yield cumulative_log
continue
cumulative_log += f"Processing {model}...\n\n"
cumulative_log += f"Processing {shared.model_name}...\n\n"
yield cumulative_log + "Tokenizing the input dataset...\n\n"
encodings = encode(text, add_special_tokens=False)
seq_len = encodings.shape[1]
@ -110,7 +110,7 @@ def calculate_perplexity(models, input_dataset, stride, _max_length):
ppl = torch.exp(torch.stack(nlls).mean())
add_entry_to_past_evaluations(float(ppl), shared.model_name, input_dataset, stride, _max_length)
save_past_evaluations(past_evaluations)
cumulative_log += f"Done. The perplexity is: {float(ppl)}\n\n"
cumulative_log += f"The perplexity for {shared.model_name} is: {float(ppl)}\n\n"
yield cumulative_log