Add more info messages for truncation / instruction template
This commit is contained in:
parent
883701bc40
commit
a85ce5f055
3 changed files with 7 additions and 2 deletions
|
@ -287,7 +287,7 @@ async def handle_load_model(request_data: LoadModelRequest):
|
|||
|
||||
|
||||
@app.post("/v1/internal/model/unload")
|
||||
async def handle_load_model():
|
||||
async def handle_unload_model():
|
||||
unload_model()
|
||||
return JSONResponse(content="OK")
|
||||
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue