Remove unused parameter in AutoAWQ

2023-10-23 20:45:43 -07:00 · 2023-10-23 20:45:43 -07:00 · ef1489cd4d
commit ef1489cd4d
parent 1edf321362
3 changed files with 1 additions and 4 deletions
--- a/modules/loaders.py
+++ b/modules/loaders.py
@ -135,7 +135,6 @@ loaders_and_params = OrderedDict({
        'gpu_memory',
        'auto_devices',
        'max_seq_len',
-        'n_batch',
        'no_inject_fused_attention',
        'trust_remote_code',
        'use_fast',
--- a/modules/models.py
+++ b/modules/models.py
@ -298,7 +298,7 @@ def AutoAWQ_loader(model_name):
                trust_remote_code=shared.args.trust_remote_code,
                fuse_layers=not shared.args.no_inject_fused_attention,
                max_memory=get_max_memory_dict(),
-                batch_size=shared.args.n_batch,
+                batch_size=1,
                safetensors=any(model_dir.glob('*.safetensors')),
            )