diff --git a/backend-python/routes/completion.py b/backend-python/routes/completion.py index 3ffad8b..3b3066a 100644 --- a/backend-python/routes/completion.py +++ b/backend-python/routes/completion.py @@ -171,12 +171,15 @@ async def eval_rwkv( ), # "response": response, "model": model.name, + "id": "chatcmpl-123", + "system_fingerprint": "fp_44709d6fcb", "choices": [ ( { - "delta": {"content": delta}, + "delta": {"role":Role.Assistant.value,"content": delta}, "index": 0, "finish_reason": None, + "logprobs":None } if chat_mode else { @@ -218,11 +221,14 @@ async def eval_rwkv( ), # "response": response, "model": model.name, + "id": "chatcmpl-123", + "system_fingerprint": "fp_44709d6fcb", "choices": [ ( { "delta": {}, "index": 0, + "logprobs": None, "finish_reason": "stop", } if chat_mode