enable web-rwkv-py turbo

2023-12-25 20:34:35 +08:00 · 2023-12-25 20:34:35 +08:00 · a38d5c3a25
commit a38d5c3a25
parent 5bae637c67
1 changed files with 1 additions and 1 deletions
--- a/backend-python/rwkv_pip/webgpu/model.py
+++ b/backend-python/rwkv_pip/webgpu/model.py
@ -15,7 +15,7 @@ class RWKV:
    def __init__(self, model_path: str, strategy: str = None):
        self.model = wrp.v5.Model(
            model_path,
-            turbo=False,
+            turbo=True,
            quant=32 if "i8" in strategy else None,
            quant_nf4=26 if "i4" in strategy else None,
        )