This commit is contained in:
josc146
2023-05-07 22:48:52 +08:00
parent d46a18425b
commit 9763de8f64
7 changed files with 131 additions and 8 deletions

View File

@@ -26,6 +26,8 @@ class CompletionBody(BaseModel):
@router.post("/chat/completions")
async def completions(body: CompletionBody, request: Request):
model = global_var.get(global_var.Model)
if (model is None):
raise HTTPException(status.HTTP_400_BAD_REQUEST, "model not loaded")
question = body.messages[-1]
if question.role == 'user':

View File

@@ -1,7 +1,7 @@
import pathlib
import sys
from fastapi import APIRouter, HTTPException, status
from fastapi import APIRouter, HTTPException, Response, status
from pydantic import BaseModel
from langchain.llms import RWKV
from utils.rwkv import *
@@ -22,9 +22,10 @@ class UpdateConfigBody(BaseModel):
@router.post("/update-config")
def update_config(body: UpdateConfigBody):
def update_config(body: UpdateConfigBody, response: Response):
if (global_var.get(global_var.Model_Status) is global_var.ModelStatus.Loading):
return "loading"
response.status_code = status.HTTP_304_NOT_MODIFIED
return
global_var.set(global_var.Model_Status, global_var.ModelStatus.Offline)
global_var.set(global_var.Model, None)