mmarch/text-generation-webui
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Fix ctransformers model unload (#3711)

Browse source 
Add missing comma in model types list

Fixes marella/ctransformers#111
This commit is contained in:
Ravindra Marella 2023-08-27 19:23:48 +05:30 • committed by GitHub
parent 0c9e818bb8
commit e4c3e1bdd2
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
2 changed files with 5 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

8
modules/ctransformers_model.py
View file

@ -10,8 +10,8 @@ class CtransformersModel:
pass
@classmethod
def from_pretrained(self, path):
result = self()
def from_pretrained(cls, path):
result = cls()
config = AutoConfig.from_pretrained(
str(path),
@ -24,13 +24,13 @@ class CtransformersModel:
mlock=shared.args.mlock
)
self.model = AutoModelForCausalLM.from_pretrained(
result.model = AutoModelForCausalLM.from_pretrained(
str(result.model_dir(path) if result.model_type_is_auto() else path),
model_type=(None if result.model_type_is_auto() else shared.args.model_type),
config=config
)
logger.info(f'Using ctransformers model_type: {self.model.model_type} for {self.model.model_path}')
logger.info(f'Using ctransformers model_type: {result.model.model_type} for {result.model.model_path}')
return result, result
def model_type_is_auto(self):