upgrade to rwkv 0.8.25

2024-02-21 23:50:05 +08:00
parent 85b10993ec
commit fafd9f7f6e
4 changed files with 17 additions and 5 deletions
--- a/backend-python/rwkv_pip/utils.py
+++ b/backend-python/rwkv_pip/utils.py
@@ -171,10 +171,17 @@ class PIPELINE:
            all_tokens += [token]
            for xxx in occurrence:
                occurrence[xxx] *= args.alpha_decay
+
+            ttt = self.decode([token])
+            www = 1
+            if ttt in " \t0123456789":
+                www = 0
+            # elif ttt in '\r\n,.;?!"\':+-*/=#@$%^&_`~|<>\\()[]{}，。；“”：？！（）【】':
+            #     www = 0.5
            if token not in occurrence:
-                occurrence[token] = 1
+                occurrence[token] = www
            else:
-                occurrence[token] += 1
+                occurrence[token] += www
            # print(occurrence) # debug

            # output