mmarch/text-generation-webui
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Add /v1/internal/model-info endpoint

Browse source
This commit is contained in:
oobabooga 2023-11-07 18:59:02 -08:00
parent 6e2e0317af
commit f6ca9cfcdc
3 changed files with 19 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

5
extensions/openai/typing.py
View file

@ -121,6 +121,11 @@ class ChatCompletionResponse(BaseModel):
usage: dict
class ModelInfoResponse(BaseModel):
model_name: str
lora_names: List[str]
def to_json(obj):
return json.dumps(obj.__dict__, indent=4)