Add low vram mode on llama cpp (#3076)

2023-07-12 11:05:13 -03:00 · 2023-07-12 11:05:13 -03:00 · eedb3bf023
commit eedb3bf023
parent 180420d2c9
5 changed files with 5 additions and 0 deletions
--- a/modules/loaders.py
+++ b/modules/loaders.py
@ -34,6 +34,7 @@ loaders_and_params = {
        'n_batch',
        'threads',
        'no_mmap',
+        'low_vram',
        'mlock',
        'llama_cpp_seed',
    ],