theluyuan/DiffSynth-Studio
1
0
Fork 0
mirror of https://github.com/modelscope/DiffSynth-Studio.git synced 2026-04-24 15:06:17 +00:00
Code Issues Packages Projects Releases Wiki Activity

sd and sdxl training

Browse Source
This commit is contained in:
mi804
2026-04-24 10:19:58 +08:00
parent a8a0f082bb
commit 5cdab9ed01
17 changed files with 543 additions and 26 deletions
Download Patch File Download Diff File Expand all files Collapse all files

21
examples/stable_diffusion_xl/model_training/lora/StableDiffusionXL-test.sh Normal file
View File

@@ -0,0 +1,21 @@
# Dataset: data/diffsynth_example_dataset/stable_diffusion_xl/StableDiffusionXL/
# Debug test: num_epochs=1, dataset_repeat=1 for quick validation
# ===== 固定参数（无需修改） =====
accelerate launch examples/stable_diffusion_xl/model_training/train.py \
--learning_rate 1e-4 --num_epochs 1 \
--lora_rank 32 \
--use_gradient_checkpointing --find_unused_parameters \
--dataset_base_path "./data/diffsynth_example_dataset/stable_diffusion_xl/StableDiffusionXL" \
--dataset_metadata_path "./data/diffsynth_example_dataset/stable_diffusion_xl/StableDiffusionXL/metadata.csv" \
--model_id_with_origin_paths "AI-ModelScope/stable-diffusion-xl-base-1.0:text_encoder/model.safetensors,AI-ModelScope/stable-diffusion-xl-base-1.0:text_encoder_2/model.safetensors,AI-ModelScope/stable-diffusion-xl-base-1.0:unet/diffusion_pytorch_model.safetensors,AI-ModelScope/stable-diffusion-xl-base-1.0:vae/diffusion_pytorch_model.safetensors" \
--tokenizer_path "AI-ModelScope/stable-diffusion-xl-base-1.0:tokenizer/" \
--tokenizer_2_path "AI-ModelScope/stable-diffusion-xl-base-1.0:tokenizer_2/" \
--lora_base_model "unet" \
--remove_prefix_in_ckpt "pipe.unet." \
--max_pixels 1048576 \
--height 1024 --width 1024 \
--dataset_repeat 1 \
--output_path "./models/train/StableDiffusionXL_lora_debug" \
--lora_target_modules "to_q,to_k,to_v,to_out.0" \
--data_file_keys "image"

21
examples/stable_diffusion_xl/model_training/lora/StableDiffusionXL.sh Normal file
View File

@@ -0,0 +1,21 @@
# Dataset: data/diffsynth_example_dataset/stable_diffusion_xl/StableDiffusionXL/
# Download: modelscope download --dataset DiffSynth-Studio/diffsynth_example_dataset --include "stable_diffusion_xl/StableDiffusionXL/*" --local_dir ./data/diffsynth_example_dataset
# ===== 固定参数（无需修改） =====
accelerate launch examples/stable_diffusion_xl/model_training/train.py \
--learning_rate 1e-4 --num_epochs 5 \
--lora_rank 32 \
--use_gradient_checkpointing --find_unused_parameters \
--dataset_base_path "./data/diffsynth_example_dataset/stable_diffusion_xl/StableDiffusionXL" \
--dataset_metadata_path "./data/diffsynth_example_dataset/stable_diffusion_xl/StableDiffusionXL/metadata.csv" \
--model_id_with_origin_paths "AI-ModelScope/stable-diffusion-xl-base-1.0:text_encoder/model.safetensors,AI-ModelScope/stable-diffusion-xl-base-1.0:text_encoder_2/model.safetensors,AI-ModelScope/stable-diffusion-xl-base-1.0:unet/diffusion_pytorch_model.safetensors,AI-ModelScope/stable-diffusion-xl-base-1.0:vae/diffusion_pytorch_model.safetensors" \
--tokenizer_path "AI-ModelScope/stable-diffusion-xl-base-1.0:tokenizer/" \
--tokenizer_2_path "AI-ModelScope/stable-diffusion-xl-base-1.0:tokenizer_2/" \
--lora_base_model "unet" \
--remove_prefix_in_ckpt "pipe.unet." \
--max_pixels 1048576 \
--height 1024 --width 1024 \
--dataset_repeat 50 \
--output_path "./models/train/StableDiffusionXL_lora" \
--lora_target_modules "to_q,to_k,to_v,to_out.0" \
--data_file_keys "image"