From a38d5c3a25ff4dea3833910da198b5a0e4a31748 Mon Sep 17 00:00:00 2001 From: josc146 Date: Mon, 25 Dec 2023 20:34:35 +0800 Subject: [PATCH] enable web-rwkv-py turbo --- backend-python/rwkv_pip/webgpu/model.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/backend-python/rwkv_pip/webgpu/model.py b/backend-python/rwkv_pip/webgpu/model.py index 55f8321..5d65344 100644 --- a/backend-python/rwkv_pip/webgpu/model.py +++ b/backend-python/rwkv_pip/webgpu/model.py @@ -15,7 +15,7 @@ class RWKV: def __init__(self, model_path: str, strategy: str = None): self.model = wrp.v5.Model( model_path, - turbo=False, + turbo=True, quant=32 if "i8" in strategy else None, quant_nf4=26 if "i4" in strategy else None, )