From 6b24748c80150f22995e60174b523cdd4be45ee7 Mon Sep 17 00:00:00 2001 From: Artiprocher Date: Wed, 16 Apr 2025 10:29:21 +0800 Subject: [PATCH] support vace quant --- diffsynth/pipelines/wan_video.py | 18 ++++++++++++++++++ examples/wanvideo/wan_1.3b_vace.py | 2 +- 2 files changed, 19 insertions(+), 1 deletion(-) diff --git a/diffsynth/pipelines/wan_video.py b/diffsynth/pipelines/wan_video.py index 780d74b..1431a24 100644 --- a/diffsynth/pipelines/wan_video.py +++ b/diffsynth/pipelines/wan_video.py @@ -142,6 +142,24 @@ class WanVideoPipeline(BasePipeline): computation_device=self.device, ), ) + if self.vace is not None: + enable_vram_management( + self.vace, + module_map = { + torch.nn.Linear: AutoWrappedLinear, + torch.nn.Conv3d: AutoWrappedModule, + torch.nn.LayerNorm: AutoWrappedModule, + RMSNorm: AutoWrappedModule, + }, + module_config = dict( + offload_dtype=dtype, + offload_device="cpu", + onload_dtype=dtype, + onload_device=self.device, + computation_dtype=self.torch_dtype, + computation_device=self.device, + ), + ) self.enable_cpu_offload() diff --git a/examples/wanvideo/wan_1.3b_vace.py b/examples/wanvideo/wan_1.3b_vace.py index 01d1370..fb987a7 100644 --- a/examples/wanvideo/wan_1.3b_vace.py +++ b/examples/wanvideo/wan_1.3b_vace.py @@ -8,7 +8,7 @@ from PIL import Image snapshot_download("iic/VACE-Wan2.1-1.3B-Preview", local_dir="models/iic/VACE-Wan2.1-1.3B-Preview") # Load models -model_manager = ModelManager(device="cuda") +model_manager = ModelManager(device="cpu") model_manager.load_models( [ "models/iic/VACE-Wan2.1-1.3B-Preview/diffusion_pytorch_model.safetensors",