allow setting tokenChunkSize of WebGPU mode

2024-03-02 16:41:29 +08:00
parent c90cefc453
commit d91c3c004d
6 changed files with 32 additions and 4 deletions
--- a/frontend/src/types/configs.ts
+++ b/frontend/src/types/configs.ts
@@ -17,6 +17,7 @@ export type ModelParameters = {
  storedLayers: number;
  maxStoredLayers: number;
  quantizedLayers?: number;
+  tokenChunkSize?: number;
  useCustomCuda?: boolean;
  customStrategy?: string;
  useCustomTokenizer?: boolean;