chore
This commit is contained in:
parent
cfa3669f6f
commit
1ad86d737c
2
finetune/lora/train.py
vendored
2
finetune/lora/train.py
vendored
@ -264,7 +264,7 @@ if __name__ == "__main__":
|
||||
#
|
||||
# Data = {args.data_file} ({args.data_type}), ProjDir = {args.proj_dir}
|
||||
#
|
||||
# Epoch = {args.epoch_begin} to {args.epoch_begin + args.epoch_count - 1} (will continue afterwards), save every {args.epoch_save} epoch
|
||||
# Epoch = {args.epoch_begin} to {args.epoch_begin + args.epoch_count - 1}, save every {args.epoch_save} epoch
|
||||
#
|
||||
# Each "epoch" = {args.epoch_steps} steps, {samples_per_epoch} samples, {tokens_per_epoch} tokens
|
||||
#
|
||||
|
@ -102,7 +102,7 @@ class CommonStore {
|
||||
epochSteps: 200,
|
||||
epochCount: 20,
|
||||
epochBegin: 0,
|
||||
epochSave: 2,
|
||||
epochSave: 1,
|
||||
microBsz: 1,
|
||||
accumGradBatches: 8,
|
||||
preFfn: false,
|
||||
|
Loading…
Reference in New Issue
Block a user