Add grammar to llama.cpp loader (closes #4019)

2023-09-24 07:08:41 -07:00 · 2023-09-24 07:08:41 -07:00 · b227e65d86
commit b227e65d86
parent a3ad9fe6c0
18 changed files with 162 additions and 0 deletions
--- a/extensions/openai/defaults.py
+++ b/extensions/openai/defaults.py
@ -34,6 +34,7 @@ default_req_params = {
    'mirostat_mode': 0,
    'mirostat_tau': 5.0,
    'mirostat_eta': 0.1,
+    'grammar_file': '',
    'guidance_scale': 1,
    'negative_prompt': '',
    'ban_eos_token': False,