chore
This commit is contained in:
parent
cfa3669f6f
commit
1ad86d737c
2
finetune/lora/train.py
vendored
2
finetune/lora/train.py
vendored
@ -264,7 +264,7 @@ if __name__ == "__main__":
|
|||||||
#
|
#
|
||||||
# Data = {args.data_file} ({args.data_type}), ProjDir = {args.proj_dir}
|
# Data = {args.data_file} ({args.data_type}), ProjDir = {args.proj_dir}
|
||||||
#
|
#
|
||||||
# Epoch = {args.epoch_begin} to {args.epoch_begin + args.epoch_count - 1} (will continue afterwards), save every {args.epoch_save} epoch
|
# Epoch = {args.epoch_begin} to {args.epoch_begin + args.epoch_count - 1}, save every {args.epoch_save} epoch
|
||||||
#
|
#
|
||||||
# Each "epoch" = {args.epoch_steps} steps, {samples_per_epoch} samples, {tokens_per_epoch} tokens
|
# Each "epoch" = {args.epoch_steps} steps, {samples_per_epoch} samples, {tokens_per_epoch} tokens
|
||||||
#
|
#
|
||||||
|
@ -102,7 +102,7 @@ class CommonStore {
|
|||||||
epochSteps: 200,
|
epochSteps: 200,
|
||||||
epochCount: 20,
|
epochCount: 20,
|
||||||
epochBegin: 0,
|
epochBegin: 0,
|
||||||
epochSave: 2,
|
epochSave: 1,
|
||||||
microBsz: 1,
|
microBsz: 1,
|
||||||
accumGradBatches: 8,
|
accumGradBatches: 8,
|
||||||
preFfn: false,
|
preFfn: false,
|
||||||
|
Loading…
Reference in New Issue
Block a user