theluyuan/RWKV-Runner
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

enable web-rwkv-py turbo

Browse Source
This commit is contained in:
josc146 2023-12-25 20:34:35 +08:00
parent 5bae637c67
commit a38d5c3a25
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
backend-python/rwkv_pip/webgpu/model.py vendored
View File

@ -15,7 +15,7 @@ class RWKV:
def __init__(self, model_path: str, strategy: str = None): def __init__(self, model_path: str, strategy: str = None):
self.model = wrp.v5.Model( self.model = wrp.v5.Model(
model_path, model_path,
turbo=False, turbo=True,
quant=32 if "i8" in strategy else None, quant=32 if "i8" in strategy else None,
quant_nf4=26 if "i4" in strategy else None, quant_nf4=26 if "i4" in strategy else None,
) )