improve default LoRA fine-tune params

2024-05-28 22:45:01 +08:00 · 2024-05-28 22:45:01 +08:00 · 54f358c51c
commit 54f358c51c
parent f05a4acb04
1 changed files with 3 additions and 3 deletions
--- a/frontend/src/stores/commonStore.ts
+++ b/frontend/src/stores/commonStore.ts
@ -167,9 +167,9 @@ class CommonStore {
    adamEps: '1e-8',
    devices: 1,
    precision: 'bf16',
-    gradCp: false,
-    loraR: 8,
-    loraAlpha: 32,
+    gradCp: true,
+    loraR: 64,
+    loraAlpha: 192,
    loraDropout: 0.01,
    loraLoad: ''
  };