sync https://github.com/JL-er/RWKV-PEFT

2024-05-28 22:35:47 +08:00
parent 3488d22d22
commit f05a4acb04
138 changed files with 29047 additions and 334 deletions
--- a/finetune/lora/v6/fla/ops/init.py
+++ b/finetune/lora/v6/fla/ops/init.py
@@ -0,0 +1,18 @@
+# -*- coding: utf-8 -*-
+
+from .based import fused_chunk_based, parallel_based
+from .gla import chunk_gla, fused_chunk_gla, fused_recurrent_gla
+from .retention import (chunk_retention, fused_chunk_retention,
+                        fused_recurrent_retention, parallel_retention)
+
+__all__ = [
+    'fused_chunk_based',
+    'parallel_based',
+    'chunk_gla',
+    'fused_chunk_gla',
+    'fused_recurrent_gla',
+    'chunk_retention',
+    'fused_chunk_retention',
+    'fused_recurrent_retention',
+    'parallel_retention'
+]