mmarch/text-generation-webui
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Add /v1/internal/model/load endpoint (tentative)

Browse source
This commit is contained in:
oobabooga 2023-11-07 20:58:06 -08:00
parent 43c53a7820
commit 2358706453
5 changed files with 47 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

6
extensions/openai/typing.py
View file

@ -147,6 +147,12 @@ class ModelInfoResponse(BaseModel):
lora_names: List[str]
class LoadModelRequest(BaseModel):
model_name: str
args: dict | None = None
settings: dict | None = None
def to_json(obj):
return json.dumps(obj.__dict__, indent=4)