Add back low_cpu_mem_usage=True
Removing it didn't help with anything, so I am adding it bad on a purely superstiticious basis.
This commit is contained in:
parent
d4a0b377ab
commit
119be56390
1 changed files with 1 additions and 1 deletions
|
@ -88,7 +88,7 @@ def load_model(model_name):
|
|||
# Custom
|
||||
else:
|
||||
command = "AutoModelForCausalLM.from_pretrained"
|
||||
settings = []
|
||||
settings = ["low_cpu_mem_usage=True"]
|
||||
|
||||
if args.cpu:
|
||||
settings.append("low_cpu_mem_usage=True")
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue