GPU-2G-3B-World

2023-06-15 00:07:09 +08:00 · 2023-06-15 00:07:09 +08:00 · 3f77762fda
commit 3f77762fda
parent 9590d93c34
1 changed files with 19 additions and 0 deletions
--- a/frontend/src/pages/defaultModelConfigs.ts
+++ b/frontend/src/pages/defaultModelConfigs.ts
@ -300,6 +300,25 @@ export const defaultModelConfigsMac: ModelConfig[] = [
 ];

 export const defaultModelConfigs: ModelConfig[] = [
+  {
+    name: 'GPU-2G-3B-World',
+    apiParameters: {
+      apiPort: 8000,
+      maxResponseToken: 4100,
+      temperature: 1.2,
+      topP: 0.5,
+      presencePenalty: 0.4,
+      frequencyPenalty: 0.4
+    },
+    modelParameters: {
+      modelName: 'RWKV-4-World-3B-v1-OnlyForTest_80%_trained-20230612-ctx4096.pth',
+      device: 'CUDA',
+      precision: 'int8',
+      storedLayers: 6,
+      maxStoredLayers: 41,
+      useCustomCuda: true
+    }
+  },
  {
    name: 'GPU-2G-0.1B-World',
    apiParameters: {