theluyuan/RWKV-Runner
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

remove enableHighPrecisionForLastLayer

Browse Source
This commit is contained in:
josc146 2023-06-09 20:49:45 +08:00
parent cea1d8b4d1
commit 510683c57e
3 changed files with 11 additions and 60 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
frontend/src/pages/Configs.tsx
View File

@ -40,7 +40,6 @@ export type ModelParameters = {
precision: Precision;
storedLayers: number;
maxStoredLayers: number;
enableHighPrecisionForLastLayer: boolean;
useCustomCuda?: boolean;
customStrategy?: string;
}
@ -323,17 +322,7 @@ export const Configs: FC = observer(() => {
} />
}
{
selectedConfig.modelParameters.device == 'CUDA' &&
<Labeled label={t('Enable High Precision For Last Layer')}
desc={t('Whether to use CPU to calculate the last output layer of the neural network with FP32 precision to obtain better quality.')}
content={
<Switch checked={selectedConfig.modelParameters.enableHighPrecisionForLastLayer}
onChange={(e, data) => {
setSelectedConfigModelParams({
enableHighPrecisionForLastLayer: data.checked
});
}} />
} />
selectedConfig.modelParameters.device == 'CUDA' && <div />
}
{
displayStrategyImg &&

56
frontend/src/pages/defaultModelConfigs.ts
View File

@ -17,7 +17,6 @@ export const defaultModelConfigsMac: ModelConfig[] = [
precision: 'fp32',
storedLayers: 41,
maxStoredLayers: 41,
enableHighPrecisionForLastLayer: false,
useCustomCuda: false,
customStrategy: 'mps fp32'
}
@ -38,7 +37,6 @@ export const defaultModelConfigsMac: ModelConfig[] = [
precision: 'fp32',
storedLayers: 41,
maxStoredLayers: 41,
enableHighPrecisionForLastLayer: false,
useCustomCuda: false,
customStrategy: 'mps fp32'
}
@ -59,7 +57,6 @@ export const defaultModelConfigsMac: ModelConfig[] = [
precision: 'fp32',
storedLayers: 41,
maxStoredLayers: 41,
enableHighPrecisionForLastLayer: false,
useCustomCuda: false,
customStrategy: 'mps fp32'
}
@ -79,8 +76,7 @@ export const defaultModelConfigsMac: ModelConfig[] = [
device: 'CPU',
precision: 'fp32',
storedLayers: 41,
maxStoredLayers: 41,
enableHighPrecisionForLastLayer: false
maxStoredLayers: 41
}
},
{
@ -98,8 +94,7 @@ export const defaultModelConfigsMac: ModelConfig[] = [
device: 'CPU',
precision: 'fp32',
storedLayers: 41,
maxStoredLayers: 41,
enableHighPrecisionForLastLayer: false
maxStoredLayers: 41
}
},
{
@ -117,8 +112,7 @@ export const defaultModelConfigsMac: ModelConfig[] = [
device: 'CPU',
precision: 'fp32',
storedLayers: 41,
maxStoredLayers: 41,
enableHighPrecisionForLastLayer: false
maxStoredLayers: 41
}
},
{
@ -136,8 +130,7 @@ export const defaultModelConfigsMac: ModelConfig[] = [
device: 'CPU',
precision: 'fp32',
storedLayers: 41,
maxStoredLayers: 41,
enableHighPrecisionForLastLayer: false
maxStoredLayers: 41
}
},
{
@ -155,8 +148,7 @@ export const defaultModelConfigsMac: ModelConfig[] = [
device: 'CPU',
precision: 'fp32',
storedLayers: 41,
maxStoredLayers: 41,
enableHighPrecisionForLastLayer: false
maxStoredLayers: 41
}
}
];
@ -178,7 +170,6 @@ export const defaultModelConfigs: ModelConfig[] = [
precision: 'int8',
storedLayers: 4,
maxStoredLayers: 41,
enableHighPrecisionForLastLayer: true,
useCustomCuda: true
}
},
@ -198,7 +189,6 @@ export const defaultModelConfigs: ModelConfig[] = [
precision: 'int8',
storedLayers: 41,
maxStoredLayers: 41,
enableHighPrecisionForLastLayer: false,
useCustomCuda: true
}
},
@ -218,7 +208,6 @@ export const defaultModelConfigs: ModelConfig[] = [
precision: 'int8',
storedLayers: 24,
maxStoredLayers: 41,
enableHighPrecisionForLastLayer: true,
useCustomCuda: true
}
},
@ -238,7 +227,6 @@ export const defaultModelConfigs: ModelConfig[] = [
precision: 'int8',
storedLayers: 24,
maxStoredLayers: 41,
enableHighPrecisionForLastLayer: true,
useCustomCuda: true
}
},
@ -258,7 +246,6 @@ export const defaultModelConfigs: ModelConfig[] = [
precision: 'int8',
storedLayers: 8,
maxStoredLayers: 41,
enableHighPrecisionForLastLayer: true,
useCustomCuda: true
}
},
@ -278,7 +265,6 @@ export const defaultModelConfigs: ModelConfig[] = [
precision: 'int8',
storedLayers: 8,
maxStoredLayers: 41,
enableHighPrecisionForLastLayer: true,
useCustomCuda: true
}
},
@ -298,7 +284,6 @@ export const defaultModelConfigs: ModelConfig[] = [
precision: 'fp16',
storedLayers: 41,
maxStoredLayers: 41,
enableHighPrecisionForLastLayer: false,
useCustomCuda: true
}
},
@ -318,7 +303,6 @@ export const defaultModelConfigs: ModelConfig[] = [
precision: 'int8',
storedLayers: 41,
maxStoredLayers: 41,
enableHighPrecisionForLastLayer: false,
useCustomCuda: true
}
},
@ -338,7 +322,6 @@ export const defaultModelConfigs: ModelConfig[] = [
precision: 'int8',
storedLayers: 41,
maxStoredLayers: 41,
enableHighPrecisionForLastLayer: false,
useCustomCuda: true
}
},
@ -358,7 +341,6 @@ export const defaultModelConfigs: ModelConfig[] = [
precision: 'int8',
storedLayers: 18,
maxStoredLayers: 41,
enableHighPrecisionForLastLayer: true,
useCustomCuda: true
}
},
@ -378,7 +360,6 @@ export const defaultModelConfigs: ModelConfig[] = [
precision: 'int8',
storedLayers: 18,
maxStoredLayers: 41,
enableHighPrecisionForLastLayer: true,
useCustomCuda: true
}
},
@ -398,7 +379,6 @@ export const defaultModelConfigs: ModelConfig[] = [
precision: 'fp16',
storedLayers: 41,
maxStoredLayers: 41,
enableHighPrecisionForLastLayer: false,
useCustomCuda: true
}
},
@ -418,7 +398,6 @@ export const defaultModelConfigs: ModelConfig[] = [
precision: 'fp16',
storedLayers: 41,
maxStoredLayers: 41,
enableHighPrecisionForLastLayer: false,
useCustomCuda: true
}
},
@ -438,7 +417,6 @@ export const defaultModelConfigs: ModelConfig[] = [
precision: 'int8',
storedLayers: 27,
maxStoredLayers: 41,
enableHighPrecisionForLastLayer: false,
useCustomCuda: true
}
},
@ -458,7 +436,6 @@ export const defaultModelConfigs: ModelConfig[] = [
precision: 'int8',
storedLayers: 27,
maxStoredLayers: 41,
enableHighPrecisionForLastLayer: false,
useCustomCuda: true
}
},
@ -478,7 +455,6 @@ export const defaultModelConfigs: ModelConfig[] = [
precision: 'int8',
storedLayers: 41,
maxStoredLayers: 41,
enableHighPrecisionForLastLayer: false,
useCustomCuda: true
}
},
@ -498,7 +474,6 @@ export const defaultModelConfigs: ModelConfig[] = [
precision: 'int8',
storedLayers: 41,
maxStoredLayers: 41,
enableHighPrecisionForLastLayer: false,
useCustomCuda: true
}
},
@ -518,7 +493,6 @@ export const defaultModelConfigs: ModelConfig[] = [
precision: 'int8',
storedLayers: 24,
maxStoredLayers: 41,
enableHighPrecisionForLastLayer: false,
useCustomCuda: true
}
},
@ -538,7 +512,6 @@ export const defaultModelConfigs: ModelConfig[] = [
precision: 'fp16',
storedLayers: 41,
maxStoredLayers: 41,
enableHighPrecisionForLastLayer: false,
useCustomCuda: true
}
},
@ -558,7 +531,6 @@ export const defaultModelConfigs: ModelConfig[] = [
precision: 'fp16',
storedLayers: 41,
maxStoredLayers: 41,
enableHighPrecisionForLastLayer: false,
useCustomCuda: true
}
},
@ -578,7 +550,6 @@ export const defaultModelConfigs: ModelConfig[] = [
precision: 'int8',
storedLayers: 37,
maxStoredLayers: 41,
enableHighPrecisionForLastLayer: false,
useCustomCuda: true
}
},
@ -598,7 +569,6 @@ export const defaultModelConfigs: ModelConfig[] = [
precision: 'int8',
storedLayers: 41,
maxStoredLayers: 41,
enableHighPrecisionForLastLayer: false,
useCustomCuda: true
}
},
@ -618,7 +588,6 @@ export const defaultModelConfigs: ModelConfig[] = [
precision: 'fp16',
storedLayers: 41,
maxStoredLayers: 41,
enableHighPrecisionForLastLayer: false,
useCustomCuda: true
}
},
@ -637,8 +606,7 @@ export const defaultModelConfigs: ModelConfig[] = [
device: 'CPU',
precision: 'fp32',
storedLayers: 41,
maxStoredLayers: 41,
enableHighPrecisionForLastLayer: false
maxStoredLayers: 41
}
},
{
@ -656,8 +624,7 @@ export const defaultModelConfigs: ModelConfig[] = [
device: 'CPU',
precision: 'fp32',
storedLayers: 41,
maxStoredLayers: 41,
enableHighPrecisionForLastLayer: false
maxStoredLayers: 41
}
},
{
@ -675,8 +642,7 @@ export const defaultModelConfigs: ModelConfig[] = [
device: 'CPU',
precision: 'fp32',
storedLayers: 41,
maxStoredLayers: 41,
enableHighPrecisionForLastLayer: false
maxStoredLayers: 41
}
},
{
@ -694,8 +660,7 @@ export const defaultModelConfigs: ModelConfig[] = [
device: 'CPU',
precision: 'fp32',
storedLayers: 41,
maxStoredLayers: 41,
enableHighPrecisionForLastLayer: false
maxStoredLayers: 41
}
},
{
@ -713,8 +678,7 @@ export const defaultModelConfigs: ModelConfig[] = [
device: 'CPU',
precision: 'fp32',
storedLayers: 41,
maxStoredLayers: 41,
enableHighPrecisionForLastLayer: false
maxStoredLayers: 41
}
}
];

2
frontend/src/utils/index.tsx
View File

@ -137,8 +137,6 @@ export const getStrategy = (modelConfig: ModelConfig | undefined = undefined) =>
strategy += params.precision === 'fp16' ? 'fp16' : params.precision === 'int8' ? 'fp16i8' : 'fp32';
if (params.storedLayers < params.maxStoredLayers)
strategy += ` *${params.storedLayers}+`;
if (params.enableHighPrecisionForLastLayer)
strategy += ' -> cpu fp32 *1';
break;
case 'MPS':
strategy += 'mps ';