Add grammar to llama.cpp loader (closes #4019)

2023-09-24 07:08:41 -07:00 · 2023-09-24 07:08:41 -07:00 · b227e65d86
commit b227e65d86
parent a3ad9fe6c0
18 changed files with 162 additions and 0 deletions
--- a/api-examples/api-example-chat-stream.py
+++ b/api-examples/api-example-chat-stream.py
@ -63,6 +63,7 @@ async def run(user_input, history):
        'mirostat_mode': 0,
        'mirostat_tau': 5,
        'mirostat_eta': 0.1,
+        'grammar_file': '',
        'guidance_scale': 1,
        'negative_prompt': '',