This commit is contained in:
josc146
2023-05-07 22:48:52 +08:00
parent d46a18425b
commit 9763de8f64
7 changed files with 131 additions and 8 deletions

View File

@@ -26,6 +26,8 @@ class CompletionBody(BaseModel):
@router.post("/chat/completions")
async def completions(body: CompletionBody, request: Request):
model = global_var.get(global_var.Model)
if (model is None):
raise HTTPException(status.HTTP_400_BAD_REQUEST, "model not loaded")
question = body.messages[-1]
if question.role == 'user':