theluyuan/RWKV-Runner
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

chore (AddStateBody class)

Browse Source
This commit is contained in:
josc146 2023-08-13 21:27:29 +08:00
parent e0b7453883
commit da68926e9c
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
backend-python/routes/state_cache.py
View File

@ -1,4 +1,4 @@
from typing import Any, Dict, List from typing import Any, Dict, List, Union
from utils.log import quick_log from utils.log import quick_log
from fastapi import APIRouter, HTTPException, Request, Response, status from fastapi import APIRouter, HTTPException, Request, Response, status
from pydantic import BaseModel from pydantic import BaseModel
@ -60,7 +60,7 @@ def enable_state_cache():
class AddStateBody(BaseModel): class AddStateBody(BaseModel):
prompt: str prompt: str
tokens: List[str] tokens: List[Union[str, int]]
state: Any state: Any
logits: Any logits: Any