From 74ceffb32c30f367af95805bd5f32c5ccc3fa7a5 Mon Sep 17 00:00:00 2001 From: josc146 Date: Sun, 21 May 2023 23:25:58 +0800 Subject: [PATCH] fix completion_text --- backend-python/main.py | 11 +++++++++++ backend-python/routes/completion.py | 18 ++++++++++++++++-- 2 files changed, 27 insertions(+), 2 deletions(-) diff --git a/backend-python/main.py b/backend-python/main.py index a43cfd6..90262b7 100644 --- a/backend-python/main.py +++ b/backend-python/main.py @@ -53,5 +53,16 @@ def exit(): parent.kill() +def debug(): + model = RWKV( + model="../models/RWKV-4-Raven-7B-v11-Eng49%-Chn49%-Jpn1%-Other1%-20230430-ctx8192.pth", + strategy="cuda fp16", + tokens_path="20B_tokenizer.json", + ) + d = model.tokenizer.decode([]) + print(d) + + if __name__ == "__main__": uvicorn.run("main:app", port=8000 if len(sys.argv) == 1 else int(sys.argv[1])) + # debug() diff --git a/backend-python/routes/completion.py b/backend-python/routes/completion.py index 6dc9313..f7b41b9 100644 --- a/backend-python/routes/completion.py +++ b/backend-python/routes/completion.py @@ -42,9 +42,23 @@ async def completions(body: CompletionBody, request: Request): completion_text = "" for message in body.messages: if message.role == "user": - completion_text += "Bob: " + message.content + "\n\n" + completion_text += ( + "Bob: " + + message.content.replace("\\n", "\n") + .replace("\r\n", "\n") + .replace("\n\n", "\n") + .strip() + + "\n\n" + ) elif message.role == "assistant": - completion_text += "Alice: " + message.content + "\n\n" + completion_text += ( + "Alice: " + + message.content.replace("\\n", "\n") + .replace("\r\n", "\n") + .replace("\n\n", "\n") + .strip() + + "\n\n" + ) completion_text += "Alice:" async def eval_rwkv():