theluyuan/RWKV-Runner
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

fix: new OpenAi api

Browse Source
This commit is contained in:
theluyuan 2024-06-12 21:46:14 +08:00
parent 5e5f21f90e
commit 250752c620
1 changed files with 7 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
backend-python/routes/completion.py
View File

@ -171,12 +171,15 @@ async def eval_rwkv(
), ),
# "response": response, # "response": response,
"model": model.name, "model": model.name,
"id": "chatcmpl-123",
"system_fingerprint": "fp_44709d6fcb",
"choices": [ "choices": [
( (
{ {
"delta": {"content": delta}, "delta": {"role":Role.Assistant.value,"content": delta},
"index": 0, "index": 0,
"finish_reason": None, "finish_reason": None,
"logprobs":None
} }
if chat_mode if chat_mode
else { else {
@ -218,11 +221,14 @@ async def eval_rwkv(
), ),
# "response": response, # "response": response,
"model": model.name, "model": model.name,
"id": "chatcmpl-123",
"system_fingerprint": "fp_44709d6fcb",
"choices": [ "choices": [
( (
{ {
"delta": {}, "delta": {},
"index": 0, "index": 0,
"logprobs": None,
"finish_reason": "stop", "finish_reason": "stop",
} }
if chat_mode if chat_mode