chore
This commit is contained in:
		
							parent
							
								
									cfa3669f6f
								
							
						
					
					
						commit
						1ad86d737c
					
				
							
								
								
									
										2
									
								
								finetune/lora/train.py
									
									
									
									
										vendored
									
									
								
							
							
						
						
									
										2
									
								
								finetune/lora/train.py
									
									
									
									
										vendored
									
									
								
							@ -264,7 +264,7 @@ if __name__ == "__main__":
 | 
			
		||||
#
 | 
			
		||||
# Data = {args.data_file} ({args.data_type}), ProjDir = {args.proj_dir}
 | 
			
		||||
#
 | 
			
		||||
# Epoch = {args.epoch_begin} to {args.epoch_begin + args.epoch_count - 1} (will continue afterwards), save every {args.epoch_save} epoch
 | 
			
		||||
# Epoch = {args.epoch_begin} to {args.epoch_begin + args.epoch_count - 1}, save every {args.epoch_save} epoch
 | 
			
		||||
#
 | 
			
		||||
# Each "epoch" = {args.epoch_steps} steps, {samples_per_epoch} samples, {tokens_per_epoch} tokens
 | 
			
		||||
#
 | 
			
		||||
 | 
			
		||||
@ -102,7 +102,7 @@ class CommonStore {
 | 
			
		||||
    epochSteps: 200,
 | 
			
		||||
    epochCount: 20,
 | 
			
		||||
    epochBegin: 0,
 | 
			
		||||
    epochSave: 2,
 | 
			
		||||
    epochSave: 1,
 | 
			
		||||
    microBsz: 1,
 | 
			
		||||
    accumGradBatches: 8,
 | 
			
		||||
    preFfn: false,
 | 
			
		||||
 | 
			
		||||
		Loading…
	
	
			
			x
			
			
		
	
		Reference in New Issue
	
	Block a user