diff --git a/server.py b/server.py index 163e1e0..f4d8db5 100644 --- a/server.py +++ b/server.py @@ -63,7 +63,7 @@ def load_model(model_name): t0 = time.time() # Default settings - if not (args.cpu or args.auto_devices or args.load_in_8bit or args.max_gpu_memory is not None): + if not (args.cpu or args.load_in_8bit or args.auto_devices or args.disk or args.max_gpu_memory is not None): if Path(f"torch-dumps/{model_name}.pt").exists(): print("Loading in .pt format...") model = torch.load(Path(f"torch-dumps/{model_name}.pt"))