mmarch/text-generation-webui
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Add /v1/internal/lora endpoints (#4652)

Browse source
This commit is contained in:
oobabooga 2023-11-19 00:35:22 -03:00 • committed by GitHub
parent ef6feedeb2
commit 771e62e476
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
3 changed files with 72 additions and 19 deletions
Download patch file Download diff file Expand all files Collapse all files

30
extensions/openai/typing.py
View file

@ -122,6 +122,19 @@ class ChatCompletionResponse(BaseModel):
usage: dict
class EmbeddingsRequest(BaseModel):
input: str | List[str]
model: str | None = Field(default=None, description="Unused parameter. To change the model, set the OPENEDAI_EMBEDDING_MODEL and OPENEDAI_EMBEDDING_DEVICE environment variables before starting the server.")
encoding_format: str = Field(default="float", description="Can be float or base64.")
user: str | None = Field(default=None, description="Unused parameter.")
class EmbeddingsResponse(BaseModel):
index: int
embedding: List[float]
object: str = "embedding"
class EncodeRequest(BaseModel):
text: str
@ -166,23 +179,22 @@ class ModelInfoResponse(BaseModel):
lora_names: List[str]
class ModelListResponse(BaseModel):
model_names: List[str]
class LoadModelRequest(BaseModel):
model_name: str
args: dict | None = None
settings: dict | None = None
class EmbeddingsRequest(BaseModel):
input: str | List[str]
model: str | None = Field(default=None, description="Unused parameter. To change the model, set the OPENEDAI_EMBEDDING_MODEL and OPENEDAI_EMBEDDING_DEVICE environment variables before starting the server.")
encoding_format: str = Field(default="float", description="Can be float or base64.")
user: str | None = Field(default=None, description="Unused parameter.")
class LoraListResponse(BaseModel):
lora_names: List[str]
class EmbeddingsResponse(BaseModel):
index: int
embedding: List[float]
object: str = "embedding"
class LoadLorasRequest(BaseModel):
lora_names: List[str]
def to_json(obj):