mmarch/text-generation-webui
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Bump exllamav2 from 0.0.8 to 0.0.10 & Fix code change (#4782)

Browse source
This commit is contained in:
俞航 2023-12-05 00:15:05 +00:00 • committed by GitHub
parent 131a5212ce
commit ac9f154bcc
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
10 changed files with 26 additions and 26 deletions
Download patch file Download diff file Expand all files Collapse all files

2
modules/exllamav2.py
View file

@ -131,7 +131,7 @@ class Exllamav2Model:
token, _, _ = ExLlamaV2Sampler.sample(logits, settings, ids, random.random(), self.tokenizer)
ids = torch.cat([ids, token], dim=1)
if i == 0 and self.tokenizer.tokenizer.IdToPiece(int(token)).startswith('▁'):
if i == 0 and self.tokenizer.tokenizer.id_to_piece(int(token)).startswith('▁'):
has_leading_space = True
decoded_text = self.tokenizer.decode(ids[:, initial_len:], decode_special_tokens=not state['skip_special_tokens'])[0]