chat page

2023-05-19 14:22:37 +08:00
parent bb8d121991
commit 1105fbf6ec
9 changed files with 277 additions and 20 deletions
--- a/backend-python/routes/completion.py
+++ b/backend-python/routes/completion.py
@@ -56,7 +56,7 @@ async def completions(body: CompletionBody, request: Request):
                set_rwkv_config(model, body)
                if body.stream:
                    for response, delta in rwkv_generate(
-                        model, completion_text, stop="Bob:"
+                        model, completion_text, stop="\n\nBob"
                    ):
                        if await request.is_disconnected():
                            break
@@ -90,7 +90,7 @@ async def completions(body: CompletionBody, request: Request):
                else:
                    response = None
                    for response, delta in rwkv_generate(
-                        model, completion_text, stop="Bob:"
+                        model, completion_text, stop="\n\nBob"
                    ):
                        pass
                    yield {