Add grammar to llama.cpp loader (closes #4019)

2023-09-24 07:08:41 -07:00 · 2023-09-24 07:08:41 -07:00 · b227e65d86
commit b227e65d86
parent a3ad9fe6c0
18 changed files with 162 additions and 0 deletions
--- a/modules/loaders.py
+++ b/modules/loaders.py
@ -305,6 +305,7 @@ loaders_samplers = {
        'mirostat_mode',
        'mirostat_tau',
        'mirostat_eta',
+        'grammar_file',
        'ban_eos_token',
        'custom_token_bans',
    },