diff --git a/backend-python/utils/rwkv.py b/backend-python/utils/rwkv.py index 7b1190f..04ee143 100644 --- a/backend-python/utils/rwkv.py +++ b/backend-python/utils/rwkv.py @@ -42,7 +42,7 @@ class AbstractRWKV(ABC): self.top_k = 0 self.penalty_alpha_presence = 0 self.penalty_alpha_frequency = 1 - self.penalty_decay = 0.996 + self.penalty_decay = 0.99 self.global_penalty = False self.state_path = "" self.state_tuned = None