send response even token is END_OF_TEXT

2023-05-29 20:17:29 +08:00
parent 81d050d596
commit 142e30622e
1 changed files with 1 additions and 0 deletions
--- a/backend-python/utils/rwkv.py
+++ b/backend-python/utils/rwkv.py
@@ -138,6 +138,7 @@ The following is a coherent verbose detailed conversation between a girl named {
            )

            if token == END_OF_TEXT:
+                yield response, ""
                break
            if token not in occurrence:
                occurrence[token] = 1