Create llamacpp_HF loader (#3062)

2023-07-16 02:21:13 -03:00 · 2023-07-16 02:21:13 -03:00 · 5e3f7e00a9
commit 5e3f7e00a9
parent 7c4d4fc7d3
5 changed files with 143 additions and 1 deletions
--- a/modules/loaders.py
+++ b/modules/loaders.py
@ -38,6 +38,17 @@ loaders_and_params = {
        'mlock',
        'llama_cpp_seed',
    ],
+    'llamacpp_HF': [
+        'n_ctx',
+        'n_gpu_layers',
+        'n_batch',
+        'threads',
+        'no_mmap',
+        'low_vram',
+        'mlock',
+        'llama_cpp_seed',
+        'llamacpp_HF_info',
+    ],
    'Transformers': [
        'cpu_memory',
        'gpu_memory',