chore

2024-02-22 01:05:52 +09:00
parent 94fe71b49c
commit 771027211a
4 changed files with 17 additions and 17 deletions
--- a/backend-python/rwkv_pip/webgpu/model.py
+++ b/backend-python/rwkv_pip/webgpu/model.py
@@ -22,7 +22,7 @@ class RWKV:
        args = {
            "file": model_path,
            "turbo": True,
-            "quant": 32 if "i8" in strategy else 0,
+            "quant": 31 if "i8" in strategy else 0,
            "quant_nf4": 26 if "i4" in strategy else 0,
            "token_chunk_size": 32,
            "lora": None,