Implement echo/suffix parameters

This commit is contained in:
oobabooga 2023-11-07 08:43:45 -08:00
parent cee099f131
commit 3d59346871
2 changed files with 8 additions and 6 deletions

View file

@ -57,7 +57,7 @@ class CompletionRequestParams(BaseModel):
suffix: str | None = None
temperature: float | None = 1
top_p: float | None = 1
user: str | None = None
user: str | None = Field(default=None, description="Unused parameter.")
class CompletionRequest(GenerationOptions, CompletionRequestParams):