mmarch/text-generation-webui
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

no_split_module_classes not needed

Browse source
This commit is contained in:
81300 2023-02-01 19:47:26 +02:00
parent 0a0d289537
commit c515282f5c
No known key found for this signature in database
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
server.py
View file

@ -178,7 +178,7 @@ def load_model(model_name):
# DeepSpeed ZeRO-3
elif args.deepspeed:
model = AutoModelForCausalLM.from_pretrained(Path(f"models/{model_name}", no_split_module_classes=["GPTJBlock"]))
model = AutoModelForCausalLM.from_pretrained(Path(f"models/{model_name}"))
model = deepspeed.initialize(model=model,
config_params=ds_config,
model_parameters=None,