Add Classifier Free Guidance (CFG) for Transformers/ExLlama (#3325)

2023-08-06 17:22:48 -03:00 · 2023-08-06 17:22:48 -03:00 · 0af10ab49b
commit 0af10ab49b
parent 5134878344
17 changed files with 131 additions and 42 deletions
--- a/api-examples/api-example-stream.py
+++ b/api-examples/api-example-stream.py
@ -45,6 +45,8 @@ async def run(context):
        'mirostat_mode': 0,
        'mirostat_tau': 5,
        'mirostat_eta': 0.1,
+        'guidance_scale': 1,
+        'negative_prompt': '',

        'seed': -1,
        'add_bos_token': True,