Add more info messages for truncation / instruction template

This commit is contained in:
oobabooga 2023-11-15 16:13:36 -08:00
parent 883701bc40
commit a85ce5f055
3 changed files with 7 additions and 2 deletions

View file

@ -287,7 +287,7 @@ async def handle_load_model(request_data: LoadModelRequest):
@app.post("/v1/internal/model/unload")
async def handle_load_model():
async def handle_unload_model():
unload_model()
return JSONResponse(content="OK")