Implement auto_max_new_tokens for ExLlama

2023-08-02 11:01:29 -07:00 · 2023-08-02 11:01:29 -07:00 · 32a2bbee4a
commit 32a2bbee4a
parent e931844fe2
2 changed files with 6 additions and 1 deletions
--- a/modules/loaders.py
+++ b/modules/loaders.py
@ -151,6 +151,7 @@ loaders_samplers = {
        'repetition_penalty_range',
        'seed',
        'ban_eos_token',
+        'auto_max_new_tokens',
    },
    'AutoGPTQ': {
        'temperature',