theluyuan/DiffSynth-Studio
1
0
Fork 0
mirror of https://github.com/modelscope/DiffSynth-Studio.git synced 2026-03-18 22:08:13 +00:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #844 from mi804/blockwisecontrolnet_fix

Browse Source 
fix blockwise controlnet training by avoid inplace
This commit is contained in:
Zhongjie Duan
2025-08-22 11:47:21 +08:00
committed by GitHub
parent 89bf3ce5cf 8dae8d7bc8
commit 6a45815b23
1 changed files with 4 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
diffsynth/pipelines/qwen_image.py
View File

@@ -761,11 +761,13 @@ def model_fn_qwen_image(
enable_fp8_attention=enable_fp8_attention,
)
if blockwise_controlnet_conditioning is not None:
image[:, :image_seq_len] = image[:, :image_seq_len] + blockwise_controlnet.blockwise_forward(
image=image[:, :image_seq_len], conditionings=blockwise_controlnet_conditioning,
image_slice = image[:, :image_seq_len].clone()
controlnet_output = blockwise_controlnet.blockwise_forward(
image=image_slice, conditionings=blockwise_controlnet_conditioning,
controlnet_inputs=blockwise_controlnet_inputs, block_id=block_id,
progress_id=progress_id, num_inference_steps=num_inference_steps,
)
image[:, :image_seq_len] = image_slice + controlnet_output
image = dit.norm_out(image, conditioning)
image = dit.proj_out(image)