update rwkv_generate

2023-05-25 20:34:42 +08:00
parent 537f11cbf1
commit 06622b79aa
2 changed files with 0 additions and 3 deletions
--- a/backend-python/utils/rwkv.py
+++ b/backend-python/utils/rwkv.py
@@ -78,5 +78,3 @@ def rwkv_generate(model: RWKV, prompt: str, stop: str = None):
                    break
            yield response, delta
            out_last = begin + i + 1
-            if i >= model.max_tokens_per_generation - 100:
-                break