improve overflow
This commit is contained in:
parent
2fe98d9a2c
commit
de755463e3
@ -183,7 +183,7 @@ export const getStrategy = (modelConfig: ModelConfig | undefined = undefined) =>
|
||||
case 'CUDA':
|
||||
case 'CUDA-Beta':
|
||||
if (avoidOverflow)
|
||||
strategy = 'cuda fp32 *1 -> ';
|
||||
strategy = params.useCustomCuda ? 'cuda fp16 *1 -> ' : 'cuda fp32 *1 -> ';
|
||||
strategy += 'cuda ';
|
||||
strategy += params.precision === 'fp16' ? 'fp16' : params.precision === 'int8' ? 'fp16i8' : 'fp32';
|
||||
if (params.storedLayers < params.maxStoredLayers)
|
||||
|
Loading…
x
Reference in New Issue
Block a user