mmarch/text-generation-webui
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Minor fix

Browse source
This commit is contained in:
oobabooga 2023-05-29 13:31:17 -03:00
parent 983eef1e29
commit f34d20922c
1 changed files with 6 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

5
modules/evaluate.py
View file

@ -82,8 +82,9 @@ def calculate_perplexity(models, input_dataset, stride, _max_length):
yield cumulative_log + "Tokenizing the input dataset...\n\n" yield cumulative_log + "Tokenizing the input dataset...\n\n"
encodings = encode(text, add_special_tokens=False) encodings = encode(text, add_special_tokens=False)
seq_len = encodings.shape[1] seq_len = encodings.shape[1]
if not _max_length: if _max_length:
if hasattr(shared.model.config, 'max_position_embeddings'): max_length = _max_length
elif hasattr(shared.model.config, 'max_position_embeddings'):
max_length = shared.model.config.max_position_embeddings max_length = shared.model.config.max_position_embeddings
else: else:
max_length = 2048 max_length = 2048