theluyuan/DiffSynth-Studio
1
0
Fork 0
mirror of https://github.com/modelscope/DiffSynth-Studio.git synced 2026-04-16 15:28:21 +00:00
Code Issues Packages Projects Releases Wiki Activity

Support JoyAI-Image-Edit (#1393)

Browse Source 
* auto intergrate joyimage model

* joyimage pipeline

* train

* ready

* styling

* joyai-image docs

* update readme

* pr review
This commit is contained in:
Hong Zhang
2026-04-15 16:57:11 +08:00
committed by GitHub
parent 8f18e24597
commit 079e51c9f3
21 changed files with 2040 additions and 123 deletions
Download Patch File Download Diff File Expand all files Collapse all files

39
examples/joyai_image/model_training/lora/JoyAI-Image-Edit.sh Normal file
View File

@@ -0,0 +1,39 @@
# Dataset: data/diffsynth_example_dataset/joyai_image/JoyAI-Image-Edit/
# Download: modelscope download --dataset DiffSynth-Studio/diffsynth_example_dataset --include "joyai_image/JoyAI-Image-Edit/*" --local_dir ./data/diffsynth_example_dataset
accelerate launch examples/joyai_image/model_training/train.py \
--dataset_base_path "./data/diffsynth_example_dataset/joyai_image/JoyAI-Image-Edit" \
--dataset_metadata_path "./data/diffsynth_example_dataset/joyai_image/JoyAI-Image-Edit/metadata.csv" \
--max_pixels 1048576 \
--dataset_repeat 1 \
--model_id_with_origin_paths "jd-opensource/JoyAI-Image-Edit:JoyAI-Image-Und/model*.safetensors,jd-opensource/JoyAI-Image-Edit:vae/Wan2.1_VAE.pth" \
--learning_rate 1e-4 \
--num_epochs 5 \
--remove_prefix_in_ckpt "pipe.dit." \
--output_path "./models/train/JoyAI-Image-Edit-split-cache" \
--lora_base_model "dit" \
--lora_target_modules "img_attn_qkv,txt_attn_qkv,img_attn_proj,txt_attn_proj" \
--lora_rank 32 \
--use_gradient_checkpointing \
--find_unused_parameters \
--data_file_keys "image,edit_image" \
--extra_inputs "edit_image" \
--task "sft:data_process"
accelerate launch examples/joyai_image/model_training/train.py \
--dataset_base_path "./models/train/JoyAI-Image-Edit-split-cache" \
--max_pixels 1048576 \
--dataset_repeat 50 \
--model_id_with_origin_paths "jd-opensource/JoyAI-Image-Edit:transformer/transformer.pth" \
--learning_rate 1e-4 \
--num_epochs 5 \
--remove_prefix_in_ckpt "pipe.dit." \
--output_path "./models/train/JoyAI-Image-Edit-lora" \
--lora_base_model "dit" \
--lora_target_modules "img_attn_qkv,txt_attn_qkv,img_attn_proj,txt_attn_proj" \
--lora_rank 32 \
--use_gradient_checkpointing \
--find_unused_parameters \
--data_file_keys "image,edit_image" \
--extra_inputs "edit_image" \
--task "sft:train"