theluyuan/RWKV-Runner
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

improve default LoRA fine-tune params

Browse Source
This commit is contained in:
josc146 2024-05-28 22:45:01 +08:00
parent f05a4acb04
commit 54f358c51c
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
frontend/src/stores/commonStore.ts
View File

@ -167,9 +167,9 @@ class CommonStore {
adamEps: '1e-8', adamEps: '1e-8',
devices: 1, devices: 1,
precision: 'bf16', precision: 'bf16',
gradCp: false, gradCp: true,
loraR: 8, loraR: 64,
loraAlpha: 32, loraAlpha: 192,
loraDropout: 0.01, loraDropout: 0.01,
loraLoad: '' loraLoad: ''
}; };