add macOS MPS configs

2023-06-06 22:42:38 +08:00
parent 1ecb0b444b
commit 88a5d11e15
6 changed files with 739 additions and 567 deletions
--- a/frontend/src/utils/index.tsx
+++ b/frontend/src/utils/index.tsx
@@ -141,6 +141,10 @@ export const getStrategy = (modelConfig: ModelConfig | undefined = undefined) =>
      if (params.enableHighPrecisionForLastLayer)
        strategy += ' -> cpu fp32 *1';
      break;
+    case 'MPS':
+      strategy += 'mps ';
+      strategy += params.precision === 'fp16' ? 'fp16' : params.precision === 'int8' ? 'fp16i8' : 'fp32';
+      break;
    case 'Custom':
      strategy = params.customStrategy || '';
      break;