Enable special token support for exllamav2 (#4314)

2023-10-21 06:54:06 +02:00 · 2023-10-21 06:54:06 +02:00 · 1d5a015ce7
commit 1d5a015ce7
parent 8f6405d2fa
2 changed files with 5 additions and 4 deletions
--- a/modules/loaders.py
+++ b/modules/loaders.py
@ -231,6 +231,7 @@ loaders_samplers = {
        'ban_eos_token',
        'add_bos_token',
        'custom_token_bans',
+        'skip_special_tokens',
        'auto_max_new_tokens',
    },
    'ExLlamav2_HF': {