theluyuan/RWKV-Runner
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

fix a finetune bug

Browse Source
This commit is contained in:
josc146
2023-11-17 22:37:21 +08:00
parent 01d3c89ea4
commit f739c61197
4 changed files with 13 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
finetune/install-wsl-dep-and-train.sh
View File

@@ -49,6 +49,10 @@ fi
echo "loading $loadModel"
modelInfo=$(python3 ./finetune/get_layer_and_embd.py $loadModel)
echo $modelInfo
python3 ./finetune/lora/train.py $modelInfo $@ --proj_dir lora-models --data_type binidx --lora \
--lora_parts=att,ffn,time,ln --strategy deepspeed_stage_2 --accelerator gpu
if [[ $modelInfo =~ "--n_layer" ]]; then
python3 ./finetune/lora/train.py $modelInfo $@ --proj_dir lora-models --data_type binidx --lora \
--lora_parts=att,ffn,time,ln --strategy deepspeed_stage_2 --accelerator gpu
else
echo "modelInfo is invalid"
exit 1
fi