From 8ad19e115cbe9a00c10cc38a94b09a686c94d7d4 Mon Sep 17 00:00:00 2001
From: theluyuan <1162963624@qq.com>
Date: Fri, 14 Jun 2024 23:45:34 +0800
Subject: [PATCH] update penalty_decay

---
 backend-python/utils/rwkv.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/backend-python/utils/rwkv.py b/backend-python/utils/rwkv.py
index 7b1190f..04ee143 100644
--- a/backend-python/utils/rwkv.py
+++ b/backend-python/utils/rwkv.py
@@ -42,7 +42,7 @@ class AbstractRWKV(ABC):
         self.top_k = 0
         self.penalty_alpha_presence = 0
         self.penalty_alpha_frequency = 1
-        self.penalty_decay = 0.996
+        self.penalty_decay = 0.99
         self.global_penalty = False
         self.state_path = ""
         self.state_tuned = None