allow setting quantizedLayers of WebGPU mode; chore

2024-03-01 14:23:05 +08:00
parent c9513822c9
commit 887ba06bd6
8 changed files with 46 additions and 10 deletions
--- a/frontend/src/types/configs.ts
+++ b/frontend/src/types/configs.ts
@@ -16,6 +16,7 @@ export type ModelParameters = {
  precision: Precision;
  storedLayers: number;
  maxStoredLayers: number;
+  quantizedLayers?: number;
  useCustomCuda?: boolean;
  customStrategy?: string;
  useCustomTokenizer?: boolean;