update penalty_decay
This commit is contained in:
parent
250752c620
commit
8ad19e115c
@ -42,7 +42,7 @@ class AbstractRWKV(ABC):
|
|||||||
self.top_k = 0
|
self.top_k = 0
|
||||||
self.penalty_alpha_presence = 0
|
self.penalty_alpha_presence = 0
|
||||||
self.penalty_alpha_frequency = 1
|
self.penalty_alpha_frequency = 1
|
||||||
self.penalty_decay = 0.996
|
self.penalty_decay = 0.99
|
||||||
self.global_penalty = False
|
self.global_penalty = False
|
||||||
self.state_path = ""
|
self.state_path = ""
|
||||||
self.state_tuned = None
|
self.state_tuned = None
|
||||||
|
Loading…
Reference in New Issue
Block a user