mirror of
https://github.com/modelscope/DiffSynth-Studio.git
synced 2026-03-18 22:08:13 +00:00
22 lines
801 B
Python
22 lines
801 B
Python
from diffsynth import ModelManager, CogVideoPipeline, save_video, download_models
|
|
import torch
|
|
|
|
|
|
download_models(["CogVideoX-5B", "ExVideo-CogVideoX-LoRA-129f-v1"])
|
|
model_manager = ModelManager(torch_dtype=torch.bfloat16)
|
|
model_manager.load_models([
|
|
"models/CogVideo/CogVideoX-5b/text_encoder",
|
|
"models/CogVideo/CogVideoX-5b/transformer",
|
|
"models/CogVideo/CogVideoX-5b/vae/diffusion_pytorch_model.safetensors",
|
|
])
|
|
model_manager.load_lora("models/lora/ExVideo-CogVideoX-LoRA-129f-v1.safetensors")
|
|
pipe = CogVideoPipeline.from_model_manager(model_manager)
|
|
|
|
torch.manual_seed(6)
|
|
video = pipe(
|
|
prompt="an astronaut riding a horse on Mars.",
|
|
height=480, width=720, num_frames=129,
|
|
cfg_scale=7.0, num_inference_steps=100,
|
|
)
|
|
save_video(video, "video_with_lora.mp4", fps=8, quality=5)
|