rwkv.cpp(ggml) support

2023-12-12 20:29:55 +08:00
parent 6e29f97881
commit b14fbc29b7
26 changed files with 1234 additions and 102 deletions
--- a/backend-python/main.py
+++ b/backend-python/main.py
@@ -32,6 +32,11 @@ def get_args(args: Union[Sequence[str], None] = None):
        action="store_true",
        help="whether to use rwkv-beta (default: False)",
    )
+    group.add_argument(
+        "--rwkv.cpp",
+        action="store_true",
+        help="whether to use rwkv.cpp (default: False)",
+    )
    args = parser.parse_args(args)

    return args