diff --git a/backend-python/main.py b/backend-python/main.py index 3f84fc3..50d921f 100644 --- a/backend-python/main.py +++ b/backend-python/main.py @@ -14,7 +14,6 @@ from utils.ngrok import * from routes import completion, config import global_var - app = FastAPI() app.add_middleware( diff --git a/backend-python/utils/rwkv.py b/backend-python/utils/rwkv.py index 77e28a7..6061278 100644 --- a/backend-python/utils/rwkv.py +++ b/backend-python/utils/rwkv.py @@ -78,5 +78,3 @@ def rwkv_generate(model: RWKV, prompt: str, stop: str = None): break yield response, delta out_last = begin + i + 1 - if i >= model.max_tokens_per_generation - 100: - break