theluyuan/RWKV-Runner
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

improve overflow

Browse Source
This commit is contained in:
josc146 2023-10-03 14:27:44 +08:00
parent 2fe98d9a2c
commit de755463e3
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
frontend/src/utils/index.tsx
View File

@ -183,7 +183,7 @@ export const getStrategy = (modelConfig: ModelConfig | undefined = undefined) =>
case 'CUDA': case 'CUDA':
case 'CUDA-Beta': case 'CUDA-Beta':
if (avoidOverflow) if (avoidOverflow)
strategy = 'cuda fp32 *1 -> '; strategy = params.useCustomCuda ? 'cuda fp16 *1 -> ' : 'cuda fp32 *1 -> ';
strategy += 'cuda '; strategy += 'cuda ';
strategy += params.precision === 'fp16' ? 'fp16' : params.precision === 'int8' ? 'fp16i8' : 'fp32'; strategy += params.precision === 'fp16' ? 'fp16' : params.precision === 'int8' ? 'fp16i8' : 'fp32';
if (params.storedLayers < params.maxStoredLayers) if (params.storedLayers < params.maxStoredLayers)