ctransformers: add mlock and no-mmap options (#3649)

2023-08-22 19:51:34 +00:00 · 2023-08-22 19:51:34 +00:00 · e042bf8624
commit e042bf8624
parent 2da38e89e6
3 changed files with 7 additions and 3 deletions
--- a/modules/ctransformers_model.py
+++ b/modules/ctransformers_model.py
@ -19,7 +19,9 @@ class CtransformersModel:
            gpu_layers=shared.args.n_gpu_layers,
            batch_size=shared.args.n_batch,
            context_length=shared.args.n_ctx,
-            stream=True
+            stream=True,
+            mmap=not shared.args.no_mmap,
+            mlock=shared.args.mlock
        )

        self.model = AutoModelForCausalLM.from_pretrained(