theluyuan/RWKV-Runner
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

remove enableHighPrecisionForLastLayer

Browse Source
This commit is contained in:
josc146
2023-06-09 20:49:45 +08:00
parent cea1d8b4d1
commit 510683c57e
3 changed files with 11 additions and 60 deletions
Download Patch File Download Diff File Expand all files Collapse all files

13
frontend/src/pages/Configs.tsx
View File

@@ -40,7 +40,6 @@ export type ModelParameters = {
precision: Precision; precision: Precision;
storedLayers: number; storedLayers: number;
maxStoredLayers: number; maxStoredLayers: number;
enableHighPrecisionForLastLayer: boolean;
useCustomCuda?: boolean; useCustomCuda?: boolean;
customStrategy?: string; customStrategy?: string;
} }
@@ -323,17 +322,7 @@ export const Configs: FC = observer(() => {
} /> } />
} }
{ {
selectedConfig.modelParameters.device == 'CUDA' && selectedConfig.modelParameters.device == 'CUDA' && <div />
<Labeled label={t('Enable High Precision For Last Layer')}
desc={t('Whether to use CPU to calculate the last output layer of the neural network with FP32 precision to obtain better quality.')}
content={
<Switch checked={selectedConfig.modelParameters.enableHighPrecisionForLastLayer}
onChange={(e, data) => {
setSelectedConfigModelParams({
enableHighPrecisionForLastLayer: data.checked
});
}} />
} />
} }
{ {
displayStrategyImg && displayStrategyImg &&

56
frontend/src/pages/defaultModelConfigs.ts
View File

@@ -17,7 +17,6 @@ export const defaultModelConfigsMac: ModelConfig[] = [
precision: 'fp32', precision: 'fp32',
storedLayers: 41, storedLayers: 41,
maxStoredLayers: 41, maxStoredLayers: 41,
enableHighPrecisionForLastLayer: false,
useCustomCuda: false, useCustomCuda: false,
customStrategy: 'mps fp32' customStrategy: 'mps fp32'
} }
@@ -38,7 +37,6 @@ export const defaultModelConfigsMac: ModelConfig[] = [
precision: 'fp32', precision: 'fp32',
storedLayers: 41, storedLayers: 41,
maxStoredLayers: 41, maxStoredLayers: 41,
enableHighPrecisionForLastLayer: false,
useCustomCuda: false, useCustomCuda: false,
customStrategy: 'mps fp32' customStrategy: 'mps fp32'
} }
@@ -59,7 +57,6 @@ export const defaultModelConfigsMac: ModelConfig[] = [
precision: 'fp32', precision: 'fp32',
storedLayers: 41, storedLayers: 41,
maxStoredLayers: 41, maxStoredLayers: 41,
enableHighPrecisionForLastLayer: false,
useCustomCuda: false, useCustomCuda: false,
customStrategy: 'mps fp32' customStrategy: 'mps fp32'
} }
@@ -79,8 +76,7 @@ export const defaultModelConfigsMac: ModelConfig[] = [
device: 'CPU', device: 'CPU',
precision: 'fp32', precision: 'fp32',
storedLayers: 41, storedLayers: 41,
maxStoredLayers: 41, maxStoredLayers: 41
enableHighPrecisionForLastLayer: false
} }
}, },
{ {
@@ -98,8 +94,7 @@ export const defaultModelConfigsMac: ModelConfig[] = [
device: 'CPU', device: 'CPU',
precision: 'fp32', precision: 'fp32',
storedLayers: 41, storedLayers: 41,
maxStoredLayers: 41, maxStoredLayers: 41
enableHighPrecisionForLastLayer: false
} }
}, },
{ {
@@ -117,8 +112,7 @@ export const defaultModelConfigsMac: ModelConfig[] = [
device: 'CPU', device: 'CPU',
precision: 'fp32', precision: 'fp32',
storedLayers: 41, storedLayers: 41,
maxStoredLayers: 41, maxStoredLayers: 41
enableHighPrecisionForLastLayer: false
} }
}, },
{ {
@@ -136,8 +130,7 @@ export const defaultModelConfigsMac: ModelConfig[] = [
device: 'CPU', device: 'CPU',
precision: 'fp32', precision: 'fp32',
storedLayers: 41, storedLayers: 41,
maxStoredLayers: 41, maxStoredLayers: 41
enableHighPrecisionForLastLayer: false
} }
}, },
{ {
@@ -155,8 +148,7 @@ export const defaultModelConfigsMac: ModelConfig[] = [
device: 'CPU', device: 'CPU',
precision: 'fp32', precision: 'fp32',
storedLayers: 41, storedLayers: 41,
maxStoredLayers: 41, maxStoredLayers: 41
enableHighPrecisionForLastLayer: false
} }
} }
]; ];
@@ -178,7 +170,6 @@ export const defaultModelConfigs: ModelConfig[] = [
precision: 'int8', precision: 'int8',
storedLayers: 4, storedLayers: 4,
maxStoredLayers: 41, maxStoredLayers: 41,
enableHighPrecisionForLastLayer: true,
useCustomCuda: true useCustomCuda: true
} }
}, },
@@ -198,7 +189,6 @@ export const defaultModelConfigs: ModelConfig[] = [
precision: 'int8', precision: 'int8',
storedLayers: 41, storedLayers: 41,
maxStoredLayers: 41, maxStoredLayers: 41,
enableHighPrecisionForLastLayer: false,
useCustomCuda: true useCustomCuda: true
} }
}, },
@@ -218,7 +208,6 @@ export const defaultModelConfigs: ModelConfig[] = [
precision: 'int8', precision: 'int8',
storedLayers: 24, storedLayers: 24,
maxStoredLayers: 41, maxStoredLayers: 41,
enableHighPrecisionForLastLayer: true,
useCustomCuda: true useCustomCuda: true
} }
}, },
@@ -238,7 +227,6 @@ export const defaultModelConfigs: ModelConfig[] = [
precision: 'int8', precision: 'int8',
storedLayers: 24, storedLayers: 24,
maxStoredLayers: 41, maxStoredLayers: 41,
enableHighPrecisionForLastLayer: true,
useCustomCuda: true useCustomCuda: true
} }
}, },
@@ -258,7 +246,6 @@ export const defaultModelConfigs: ModelConfig[] = [
precision: 'int8', precision: 'int8',
storedLayers: 8, storedLayers: 8,
maxStoredLayers: 41, maxStoredLayers: 41,
enableHighPrecisionForLastLayer: true,
useCustomCuda: true useCustomCuda: true
} }
}, },
@@ -278,7 +265,6 @@ export const defaultModelConfigs: ModelConfig[] = [
precision: 'int8', precision: 'int8',
storedLayers: 8, storedLayers: 8,
maxStoredLayers: 41, maxStoredLayers: 41,
enableHighPrecisionForLastLayer: true,
useCustomCuda: true useCustomCuda: true
} }
}, },
@@ -298,7 +284,6 @@ export const defaultModelConfigs: ModelConfig[] = [
precision: 'fp16', precision: 'fp16',
storedLayers: 41, storedLayers: 41,
maxStoredLayers: 41, maxStoredLayers: 41,
enableHighPrecisionForLastLayer: false,
useCustomCuda: true useCustomCuda: true
} }
}, },
@@ -318,7 +303,6 @@ export const defaultModelConfigs: ModelConfig[] = [
precision: 'int8', precision: 'int8',
storedLayers: 41, storedLayers: 41,
maxStoredLayers: 41, maxStoredLayers: 41,
enableHighPrecisionForLastLayer: false,
useCustomCuda: true useCustomCuda: true
} }
}, },
@@ -338,7 +322,6 @@ export const defaultModelConfigs: ModelConfig[] = [
precision: 'int8', precision: 'int8',
storedLayers: 41, storedLayers: 41,
maxStoredLayers: 41, maxStoredLayers: 41,
enableHighPrecisionForLastLayer: false,
useCustomCuda: true useCustomCuda: true
} }
}, },
@@ -358,7 +341,6 @@ export const defaultModelConfigs: ModelConfig[] = [
precision: 'int8', precision: 'int8',
storedLayers: 18, storedLayers: 18,
maxStoredLayers: 41, maxStoredLayers: 41,
enableHighPrecisionForLastLayer: true,
useCustomCuda: true useCustomCuda: true
} }
}, },
@@ -378,7 +360,6 @@ export const defaultModelConfigs: ModelConfig[] = [
precision: 'int8', precision: 'int8',
storedLayers: 18, storedLayers: 18,
maxStoredLayers: 41, maxStoredLayers: 41,
enableHighPrecisionForLastLayer: true,
useCustomCuda: true useCustomCuda: true
} }
}, },
@@ -398,7 +379,6 @@ export const defaultModelConfigs: ModelConfig[] = [
precision: 'fp16', precision: 'fp16',
storedLayers: 41, storedLayers: 41,
maxStoredLayers: 41, maxStoredLayers: 41,
enableHighPrecisionForLastLayer: false,
useCustomCuda: true useCustomCuda: true
} }
}, },
@@ -418,7 +398,6 @@ export const defaultModelConfigs: ModelConfig[] = [
precision: 'fp16', precision: 'fp16',
storedLayers: 41, storedLayers: 41,
maxStoredLayers: 41, maxStoredLayers: 41,
enableHighPrecisionForLastLayer: false,
useCustomCuda: true useCustomCuda: true
} }
}, },
@@ -438,7 +417,6 @@ export const defaultModelConfigs: ModelConfig[] = [
precision: 'int8', precision: 'int8',
storedLayers: 27, storedLayers: 27,
maxStoredLayers: 41, maxStoredLayers: 41,
enableHighPrecisionForLastLayer: false,
useCustomCuda: true useCustomCuda: true
} }
}, },
@@ -458,7 +436,6 @@ export const defaultModelConfigs: ModelConfig[] = [
precision: 'int8', precision: 'int8',
storedLayers: 27, storedLayers: 27,
maxStoredLayers: 41, maxStoredLayers: 41,
enableHighPrecisionForLastLayer: false,
useCustomCuda: true useCustomCuda: true
} }
}, },
@@ -478,7 +455,6 @@ export const defaultModelConfigs: ModelConfig[] = [
precision: 'int8', precision: 'int8',
storedLayers: 41, storedLayers: 41,
maxStoredLayers: 41, maxStoredLayers: 41,
enableHighPrecisionForLastLayer: false,
useCustomCuda: true useCustomCuda: true
} }
}, },
@@ -498,7 +474,6 @@ export const defaultModelConfigs: ModelConfig[] = [
precision: 'int8', precision: 'int8',
storedLayers: 41, storedLayers: 41,
maxStoredLayers: 41, maxStoredLayers: 41,
enableHighPrecisionForLastLayer: false,
useCustomCuda: true useCustomCuda: true
} }
}, },
@@ -518,7 +493,6 @@ export const defaultModelConfigs: ModelConfig[] = [
precision: 'int8', precision: 'int8',
storedLayers: 24, storedLayers: 24,
maxStoredLayers: 41, maxStoredLayers: 41,
enableHighPrecisionForLastLayer: false,
useCustomCuda: true useCustomCuda: true
} }
}, },
@@ -538,7 +512,6 @@ export const defaultModelConfigs: ModelConfig[] = [
precision: 'fp16', precision: 'fp16',
storedLayers: 41, storedLayers: 41,
maxStoredLayers: 41, maxStoredLayers: 41,
enableHighPrecisionForLastLayer: false,
useCustomCuda: true useCustomCuda: true
} }
}, },
@@ -558,7 +531,6 @@ export const defaultModelConfigs: ModelConfig[] = [
precision: 'fp16', precision: 'fp16',
storedLayers: 41, storedLayers: 41,
maxStoredLayers: 41, maxStoredLayers: 41,
enableHighPrecisionForLastLayer: false,
useCustomCuda: true useCustomCuda: true
} }
}, },
@@ -578,7 +550,6 @@ export const defaultModelConfigs: ModelConfig[] = [
precision: 'int8', precision: 'int8',
storedLayers: 37, storedLayers: 37,
maxStoredLayers: 41, maxStoredLayers: 41,
enableHighPrecisionForLastLayer: false,
useCustomCuda: true useCustomCuda: true
} }
}, },
@@ -598,7 +569,6 @@ export const defaultModelConfigs: ModelConfig[] = [
precision: 'int8', precision: 'int8',
storedLayers: 41, storedLayers: 41,
maxStoredLayers: 41, maxStoredLayers: 41,
enableHighPrecisionForLastLayer: false,
useCustomCuda: true useCustomCuda: true
} }
}, },
@@ -618,7 +588,6 @@ export const defaultModelConfigs: ModelConfig[] = [
precision: 'fp16', precision: 'fp16',
storedLayers: 41, storedLayers: 41,
maxStoredLayers: 41, maxStoredLayers: 41,
enableHighPrecisionForLastLayer: false,
useCustomCuda: true useCustomCuda: true
} }
}, },
@@ -637,8 +606,7 @@ export const defaultModelConfigs: ModelConfig[] = [
device: 'CPU', device: 'CPU',
precision: 'fp32', precision: 'fp32',
storedLayers: 41, storedLayers: 41,
maxStoredLayers: 41, maxStoredLayers: 41
enableHighPrecisionForLastLayer: false
} }
}, },
{ {
@@ -656,8 +624,7 @@ export const defaultModelConfigs: ModelConfig[] = [
device: 'CPU', device: 'CPU',
precision: 'fp32', precision: 'fp32',
storedLayers: 41, storedLayers: 41,
maxStoredLayers: 41, maxStoredLayers: 41
enableHighPrecisionForLastLayer: false
} }
}, },
{ {
@@ -675,8 +642,7 @@ export const defaultModelConfigs: ModelConfig[] = [
device: 'CPU', device: 'CPU',
precision: 'fp32', precision: 'fp32',
storedLayers: 41, storedLayers: 41,
maxStoredLayers: 41, maxStoredLayers: 41
enableHighPrecisionForLastLayer: false
} }
}, },
{ {
@@ -694,8 +660,7 @@ export const defaultModelConfigs: ModelConfig[] = [
device: 'CPU', device: 'CPU',
precision: 'fp32', precision: 'fp32',
storedLayers: 41, storedLayers: 41,
maxStoredLayers: 41, maxStoredLayers: 41
enableHighPrecisionForLastLayer: false
} }
}, },
{ {
@@ -713,8 +678,7 @@ export const defaultModelConfigs: ModelConfig[] = [
device: 'CPU', device: 'CPU',
precision: 'fp32', precision: 'fp32',
storedLayers: 41, storedLayers: 41,
maxStoredLayers: 41, maxStoredLayers: 41
enableHighPrecisionForLastLayer: false
} }
} }
]; ];

2
frontend/src/utils/index.tsx
View File

@@ -137,8 +137,6 @@ export const getStrategy = (modelConfig: ModelConfig | undefined = undefined) =>
strategy += params.precision === 'fp16' ? 'fp16' : params.precision === 'int8' ? 'fp16i8' : 'fp32'; strategy += params.precision === 'fp16' ? 'fp16' : params.precision === 'int8' ? 'fp16i8' : 'fp32';
if (params.storedLayers < params.maxStoredLayers) if (params.storedLayers < params.maxStoredLayers)
strategy += ` *${params.storedLayers}+`; strategy += ` *${params.storedLayers}+`;
if (params.enableHighPrecisionForLastLayer)
strategy += ' -> cpu fp32 *1';
break; break;
case 'MPS': case 'MPS':
strategy += 'mps '; strategy += 'mps ';