mmarch/text-generation-webui
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Credit turboderp

Browse source
This commit is contained in:
oobabooga 2023-08-06 13:42:43 -07:00
parent 0af10ab49b
commit d4b851bdc8
1 changed files with 1 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

1
modules/exllama.py
View file

@ -136,6 +136,7 @@ class ExllamaModel:
break break
# Case 2: CFG # Case 2: CFG
# Copied from https://github.com/turboderp/exllama/blob/master/example_cfg.py
else: else:
alpha = state['guidance_scale'] alpha = state['guidance_scale']
prompts = [prompt, state['negative_prompt'] or ''] prompts = [prompt, state['negative_prompt'] or '']