theluyuan/RWKV-Runner
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

fix state_cache of deploy mode

Browse Source
This commit is contained in:
josc146 2023-11-17 21:32:11 +08:00
parent 9ede7d7c6d
commit c8470e77fd
1 changed files with 9 additions and 9 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

18
backend-python/routes/state_cache.py
View File

@ -73,12 +73,12 @@ class AddStateBody(BaseModel):
logits: Any logits: Any
@router.post("/add-state", tags=["State Cache"]) # @router.post("/add-state", tags=["State Cache"])
def add_state(body: AddStateBody): def add_state(body: AddStateBody):
global trie, dtrie, loop_del_trie_id global trie, dtrie, loop_del_trie_id
if global_var.get(global_var.Deploy_Mode) is True: # if global_var.get(global_var.Deploy_Mode) is True:
raise HTTPException(status.HTTP_403_FORBIDDEN) # raise HTTPException(status.HTTP_403_FORBIDDEN)
if trie is None: if trie is None:
raise HTTPException(status.HTTP_400_BAD_REQUEST, "trie not loaded") raise HTTPException(status.HTTP_400_BAD_REQUEST, "trie not loaded")
@ -157,12 +157,12 @@ def __get_a_dtrie_buff_size(dtrie_v):
return 54 * len(dtrie_v["tokens"]) + 491520 + 262144 + 28 # TODO return 54 * len(dtrie_v["tokens"]) + 491520 + 262144 + 28 # TODO
@router.post("/longest-prefix-state", tags=["State Cache"]) # @router.post("/longest-prefix-state", tags=["State Cache"])
def longest_prefix_state(body: LongestPrefixStateBody, request: Request): def longest_prefix_state(body: LongestPrefixStateBody, request: Request):
global trie global trie
if global_var.get(global_var.Deploy_Mode) is True: # if global_var.get(global_var.Deploy_Mode) is True:
raise HTTPException(status.HTTP_403_FORBIDDEN) # raise HTTPException(status.HTTP_403_FORBIDDEN)
if trie is None: if trie is None:
raise HTTPException(status.HTTP_400_BAD_REQUEST, "trie not loaded") raise HTTPException(status.HTTP_400_BAD_REQUEST, "trie not loaded")
@ -200,12 +200,12 @@ def longest_prefix_state(body: LongestPrefixStateBody, request: Request):
} }
@router.post("/save-state", tags=["State Cache"]) # @router.post("/save-state", tags=["State Cache"])
def save_state(): def save_state():
global trie global trie
if global_var.get(global_var.Deploy_Mode) is True: # if global_var.get(global_var.Deploy_Mode) is True:
raise HTTPException(status.HTTP_403_FORBIDDEN) # raise HTTPException(status.HTTP_403_FORBIDDEN)
if trie is None: if trie is None:
raise HTTPException(status.HTTP_400_BAD_REQUEST, "trie not loaded") raise HTTPException(status.HTTP_400_BAD_REQUEST, "trie not loaded")