Lint

2023-09-11 07:57:38 -07:00 · 2023-09-11 07:57:38 -07:00 · df52dab67b
commit df52dab67b
parent 92f3cd624c
4 changed files with 4 additions and 4 deletions
--- a/api-examples/api-example-model.py
+++ b/api-examples/api-example-model.py
@ -108,7 +108,7 @@ def complex_model_load(model):
            req['args']['bf16'] = True  # for 24GB
        elif '13b' in model:
            req['args']['load_in_8bit'] = True  # for 24GB
-    elif 'ggml' in model:
+    elif 'gguf' in model:
        # req['args']['threads'] = 16
        if '7b' in model:
            req['args']['n_gpu_layers'] = 100