diff --git a/backend-python/routes/completion.py b/backend-python/routes/completion.py index 6598c81..fa1ebd1 100644 --- a/backend-python/routes/completion.py +++ b/backend-python/routes/completion.py @@ -19,8 +19,8 @@ class Message(BaseModel): class CompletionBody(ModelConfigBody): messages: List[Message] - model: str - stream: bool + model: str = "rwkv" + stream: bool = False completion_lock = Lock() diff --git a/manifest.json b/manifest.json index 05476d5..2d24e73 100644 --- a/manifest.json +++ b/manifest.json @@ -2,6 +2,14 @@ "version": "1.0.0", "localModelPath": "models", "programFiles": [ + { + "url": "https://cdn.jsdelivr.net/gh/josstorer/RWKV-Runner/cmd-helper.bat", + "path": "cmd-helper.bat" + }, + { + "url": "https://cdn.jsdelivr.net/gh/josstorer/RWKV-Runner/backend-python/20B_tokenizer.json", + "path": "backend-python/20B_tokenizer.json" + }, { "url": "https://cdn.jsdelivr.net/gh/josstorer/RWKV-Runner/backend-python/main.py", "path": "backend-python/main.py"