Fix API example for loading models (#3101)

2023-07-11 23:40:55 +02:00 · 2023-07-11 23:40:55 +02:00 · 987d522b55
commit 987d522b55
parent f4aa11cef6
1 changed files with 4 additions and 4 deletions
--- a/api-examples/api-example-model.py
+++ b/api-examples/api-example-model.py
@ -54,7 +54,7 @@ def complex_model_load(model):
        'action': 'load',
        'model_name': model,
        'args': {
-            'gptq_for_llama': False, # Use AutoGPTQ by default, set to True for gptq-for-llama
+            'loader': 'AutoGPTQ',

            'bf16': False,
            'load_in_8bit': False,