mmarch/text-generation-webui
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Improve logit viewer format

Browse source
This commit is contained in:
oobabooga 2023-08-22 20:35:12 -07:00
parent 6d6f40e8f8
commit c0b119c3a3
1 changed files with 3 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

5
modules/logits.py
View file

@ -20,11 +20,12 @@ def get_next_logits(prompt, state, use_samplers, previous):
scores = output['logits'][-1][-1] scores = output['logits'][-1][-1]
probs = torch.softmax(scores, dim=-1, dtype=torch.float) probs = torch.softmax(scores, dim=-1, dtype=torch.float)
topk_values, topk_indices = torch.topk(probs, k=20, largest=True, sorted=True) topk_values, topk_indices = torch.topk(probs, k=25, largest=True, sorted=True)
topk_values = [f"{float(i):.5f}" for i in topk_values] topk_values = [f"{float(i):.5f}" for i in topk_values]
tokens = [shared.tokenizer.decode(i) for i in topk_indices]
output = '' output = ''
for row in list(zip(topk_values, shared.tokenizer.convert_ids_to_tokens(topk_indices))): for row in list(zip(topk_values, tokens)):
output += f"{row[0]} - {row[1]}\n" output += f"{row[0]} - {row[1]}\n"
return output, previous return output, previous