update penalty_decay

2024-06-14 23:45:34 +08:00 · 2024-06-14 23:45:34 +08:00 · 8ad19e115c
commit 8ad19e115c
parent 250752c620
1 changed files with 1 additions and 1 deletions
--- a/backend-python/utils/rwkv.py
+++ b/backend-python/utils/rwkv.py
@ -42,7 +42,7 @@ class AbstractRWKV(ABC):
        self.top_k = 0
        self.penalty_alpha_presence = 0
        self.penalty_alpha_frequency = 1
-        self.penalty_decay = 0.996
+        self.penalty_decay = 0.99
        self.global_penalty = False
        self.state_path = ""
        self.state_tuned = None