From 54f358c51c5e2e358bcdcb8db0c665bbdd1daff9 Mon Sep 17 00:00:00 2001 From: josc146 Date: Tue, 28 May 2024 22:45:01 +0800 Subject: [PATCH] improve default LoRA fine-tune params --- frontend/src/stores/commonStore.ts | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/frontend/src/stores/commonStore.ts b/frontend/src/stores/commonStore.ts index c630930..547ab69 100644 --- a/frontend/src/stores/commonStore.ts +++ b/frontend/src/stores/commonStore.ts @@ -167,9 +167,9 @@ class CommonStore { adamEps: '1e-8', devices: 1, precision: 'bf16', - gradCp: false, - loraR: 8, - loraAlpha: 32, + gradCp: true, + loraR: 64, + loraAlpha: 192, loraDropout: 0.01, loraLoad: '' };