theluyuan/DiffSynth-Studio
1
0
Fork 0
mirror of https://github.com/modelscope/DiffSynth-Studio.git synced 2026-03-24 01:48:13 +00:00
Code Issues Packages Projects Releases Wiki Activity

add fun-v1.1-1.3B-control-camera

Browse Source
This commit is contained in:
lzw478614@alibaba-inc.com
2025-06-12 16:34:59 +08:00
parent 27fb9d5ce4
commit f157bec8f4
1 changed files with 5 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
diffsynth/models/wan_video_dit.py
View File

@@ -316,8 +316,12 @@ class WanModel(torch.nn.Module):
else: else:
self.control_adapter = None self.control_adapter = None
def patchify(self, x: torch.Tensor): def patchify(self, x: torch.Tensor,control_camera_latents_input: torch.Tensor = None):
x = self.patch_embedding(x) x = self.patch_embedding(x)
if self.control_adapter is not None and control_camera_latents_input is not None:
y_camera = self.control_adapter(control_camera_latents_input)
x = [u + v for u, v in zip(x, y_camera)]
x = x[0].unsqueeze(0)
grid_size = x.shape[2:] grid_size = x.shape[2:]
x = rearrange(x, 'b c f h w -> b (f h w) c').contiguous() x = rearrange(x, 'b c f h w -> b (f h w) c').contiguous()
return x, grid_size # x, grid_size: (f, h, w) return x, grid_size # x, grid_size: (f, h, w)