From 06622b79aa2f838ad5b4f39f0d043fb54208639e Mon Sep 17 00:00:00 2001
From: josc146 <josStorer@outlook.com>
Date: Thu, 25 May 2023 20:34:42 +0800
Subject: [PATCH] update rwkv_generate

---
 backend-python/main.py       | 1 -
 backend-python/utils/rwkv.py | 2 --
 2 files changed, 3 deletions(-)

diff --git a/backend-python/main.py b/backend-python/main.py
index 3f84fc3..50d921f 100644
--- a/backend-python/main.py
+++ b/backend-python/main.py
@@ -14,7 +14,6 @@ from utils.ngrok import *
 from routes import completion, config
 import global_var
 
-
 app = FastAPI()
 
 app.add_middleware(
diff --git a/backend-python/utils/rwkv.py b/backend-python/utils/rwkv.py
index 77e28a7..6061278 100644
--- a/backend-python/utils/rwkv.py
+++ b/backend-python/utils/rwkv.py
@@ -78,5 +78,3 @@ def rwkv_generate(model: RWKV, prompt: str, stop: str = None):
                     break
             yield response, delta
             out_last = begin + i + 1
-            if i >= model.max_tokens_per_generation - 100:
-                break