theluyuan/RWKV-Runner
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

add support for python3.8 3.9

Browse Source
This commit is contained in:
josc146 2023-06-12 12:09:23 +08:00
parent face4c97e8
commit fa0fcc2c89
3 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

BIN
backend-python/requirements_versions.txt
View File

Binary file not shown.

4
backend-python/routes/state_cache.py
View File

@ -1,4 +1,4 @@
from typing import Any, Dict from typing import Any, Dict, List
from utils.log import quick_log from utils.log import quick_log
from fastapi import APIRouter, HTTPException, Request, Response, status from fastapi import APIRouter, HTTPException, Request, Response, status
from pydantic import BaseModel from pydantic import BaseModel
@ -31,7 +31,7 @@ def init():
class AddStateBody(BaseModel): class AddStateBody(BaseModel):
prompt: str prompt: str
tokens: list[str] tokens: List[str]
state: Any state: Any
logits: Any logits: Any

4
backend-python/rwkv_pip/rwkv_tokenizer.py vendored
View File

@ -72,9 +72,9 @@ class TRIE_TOKENIZER:
for t, i in self.token2idx.items(): for t, i in self.token2idx.items():
_ = self.root.add(t, val=(t, i)) _ = self.root.add(t, val=(t, i))
def encodeBytes(self, src: bytes) -> list[int]: def encodeBytes(self, src: bytes):
idx: int = 0 idx: int = 0
tokens: list[int] = [] tokens = []
while idx < len(src): while idx < len(src):
_idx: int = idx _idx: int = idx
idx, _, values = self.root.find_longest(src, idx) idx, _, values = self.root.find_longest(src, idx)