theluyuan/RWKV-Runner
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

fix linux kernel (partial revert 68228a45)

Browse Source
This commit is contained in:
josc146 2023-10-05 00:08:18 +08:00
parent f70672e5a0
commit 0005816c1d
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
backend-python/rwkv_pip/model.py vendored
View File

@ -92,7 +92,7 @@ if os.environ.get("RWKV_CUDA_ON") == "1":
f"{current_path}/cuda/gemm_fp16_cublas.cpp", f"{current_path}/cuda/gemm_fp16_cublas.cpp",
], ],
verbose=True, verbose=True,
extra_ldflags=["cublas.lib"], extra_ldflags=["cublas.lib" if os.name == "nt" else ""],
extra_cuda_cflags=[ extra_cuda_cflags=[
"--use_fast_math", "--use_fast_math",
"-O3", "-O3",
@ -596,6 +596,7 @@ class RWKV(MyModule):
"-res-usage", "-res-usage",
"--use_fast_math", "--use_fast_math",
"-O3", "-O3",
"-Xptxas -O3" if os.name != "nt" else "",
"--extra-device-vectorization", "--extra-device-vectorization",
f"-D_N_={HEAD_SIZE}", f"-D_N_={HEAD_SIZE}",
], ],