support animatediff on sdxl

diffsynth/models/__init__.py

@@ -15,6 +15,7 @@ from .sdxl_vae_encoder import SDXLVAEEncoder
 from .sd_controlnet import SDControlNet
 
 from .sd_motion import SDMotionModel
+from .sdxl_motion import SDXLMotionModel
 
 from .svd_image_encoder import SVDImageEncoder
 from .svd_unet import SVDUNet
@@ -61,6 +62,10 @@ class ModelManager:
         param_name = "mid_block.motion_modules.0.temporal_transformer.proj_out.weight"
         return param_name in state_dict
     
+    def is_animatediff_xl(self, state_dict):
+        param_name = "up_blocks.2.motion_modules.2.temporal_transformer.transformer_blocks.0.ff_norm.weight"
+        return param_name in state_dict
+    
     def is_sd_lora(self, state_dict):
         param_name = "lora_unet_up_blocks_3_attentions_2_transformer_blocks_0_ff_net_2.lora_up.weight"
         return param_name in state_dict
@@ -153,6 +158,14 @@ class ModelManager:
         self.model[component] = model
         self.model_path[component] = file_path
 
+    def load_animatediff_xl(self, state_dict, file_path=""):
+        component = "motion_modules_xl"
+        model = SDXLMotionModel()
+        model.load_state_dict(model.state_dict_converter().from_civitai(state_dict))
+        model.to(self.torch_dtype).to(self.device)
+        self.model[component] = model
+        self.model_path[component] = file_path
+
     def load_beautiful_prompt(self, state_dict, file_path=""):
         component = "beautiful_prompt"
         from transformers import AutoModelForCausalLM
@@ -218,6 +231,8 @@ class ModelManager:
             self.load_stable_video_diffusion(state_dict, file_path=file_path)
         elif self.is_animatediff(state_dict):
             self.load_animatediff(state_dict, file_path=file_path)
+        elif self.is_animatediff_xl(state_dict):
+            self.load_animatediff_xl(state_dict, file_path=file_path)
         elif self.is_controlnet(state_dict):
             self.load_controlnet(state_dict, file_path=file_path)
         elif self.is_stabe_diffusion_xl(state_dict):