This commit is contained in:
josc146 2023-05-17 11:47:45 +08:00
parent c947052574
commit 11813454de
2 changed files with 10 additions and 2 deletions

View File

@ -19,8 +19,8 @@ class Message(BaseModel):
class CompletionBody(ModelConfigBody):
messages: List[Message]
model: str
stream: bool
model: str = "rwkv"
stream: bool = False
completion_lock = Lock()

View File

@ -2,6 +2,14 @@
"version": "1.0.0",
"localModelPath": "models",
"programFiles": [
{
"url": "https://cdn.jsdelivr.net/gh/josstorer/RWKV-Runner/cmd-helper.bat",
"path": "cmd-helper.bat"
},
{
"url": "https://cdn.jsdelivr.net/gh/josstorer/RWKV-Runner/backend-python/20B_tokenizer.json",
"path": "backend-python/20B_tokenizer.json"
},
{
"url": "https://cdn.jsdelivr.net/gh/josstorer/RWKV-Runner/backend-python/main.py",
"path": "backend-python/main.py"