update rwkv_generate

2023-05-25 20:34:42 +08:00 · 2023-05-25 20:34:42 +08:00 · 06622b79aa
commit 06622b79aa
parent 537f11cbf1
2 changed files with 0 additions and 3 deletions
--- a/backend-python/main.py
+++ b/backend-python/main.py
@ -14,7 +14,6 @@ from utils.ngrok import *
 from routes import completion, config
 import global_var

-
 app = FastAPI()

 app.add_middleware(
--- a/backend-python/utils/rwkv.py
+++ b/backend-python/utils/rwkv.py
@ -78,5 +78,3 @@ def rwkv_generate(model: RWKV, prompt: str, stop: str = None):
                    break
            yield response, delta
            out_last = begin + i + 1
-            if i >= model.max_tokens_per_generation - 100:
-                break