mirror of
https://github.com/modelscope/DiffSynth-Studio.git
synced 2026-03-19 06:48:12 +00:00
51 lines
2.5 KiB
Python
51 lines
2.5 KiB
Python
from modelscope import snapshot_download
|
||
from diffsynth import ModelManager, StepVideoPipeline, save_video
|
||
import torch
|
||
|
||
|
||
# Download models
|
||
snapshot_download(model_id="stepfun-ai/stepvideo-t2v", cache_dir="models")
|
||
|
||
# Load the compiled attention for the LLM text encoder.
|
||
# If you encounter errors here. Please select other compiled file that matches your environment or delete this line.
|
||
torch.ops.load_library("models/stepfun-ai/stepvideo-t2v/lib/liboptimus_ths-torch2.5-cu124.cpython-310-x86_64-linux-gnu.so")
|
||
|
||
# Load models
|
||
model_manager = ModelManager()
|
||
model_manager.load_models(
|
||
["models/stepfun-ai/stepvideo-t2v/hunyuan_clip/clip_text_encoder/pytorch_model.bin"],
|
||
torch_dtype=torch.float32, device="cpu"
|
||
)
|
||
model_manager.load_models(
|
||
[
|
||
"models/stepfun-ai/stepvideo-t2v/step_llm",
|
||
"models/stepfun-ai/stepvideo-t2v/vae/vae_v2.safetensors",
|
||
[
|
||
"models/stepfun-ai/stepvideo-t2v/transformer/diffusion_pytorch_model-00001-of-00006.safetensors",
|
||
"models/stepfun-ai/stepvideo-t2v/transformer/diffusion_pytorch_model-00002-of-00006.safetensors",
|
||
"models/stepfun-ai/stepvideo-t2v/transformer/diffusion_pytorch_model-00003-of-00006.safetensors",
|
||
"models/stepfun-ai/stepvideo-t2v/transformer/diffusion_pytorch_model-00004-of-00006.safetensors",
|
||
"models/stepfun-ai/stepvideo-t2v/transformer/diffusion_pytorch_model-00005-of-00006.safetensors",
|
||
"models/stepfun-ai/stepvideo-t2v/transformer/diffusion_pytorch_model-00006-of-00006.safetensors",
|
||
]
|
||
],
|
||
torch_dtype=torch.bfloat16, device="cpu"
|
||
)
|
||
pipe = StepVideoPipeline.from_model_manager(model_manager, torch_dtype=torch.bfloat16, device="cuda")
|
||
|
||
# Enable VRAM management
|
||
# This model requires 80G VRAM.
|
||
# In order to reduce VRAM required, please set `num_persistent_param_in_dit` to a small number.
|
||
pipe.enable_vram_management(num_persistent_param_in_dit=None)
|
||
|
||
# Run!
|
||
video = pipe(
|
||
prompt="一名宇航员在月球上发现一块石碑，上面印有“stepfun”字样，闪闪发光。超高清、HDR 视频、环境光、杜比全景声、画面稳定、流畅动作、逼真的细节、专业级构图、超现实主义、自然、生动、超细节、清晰。",
|
||
negative_prompt="画面暗、低分辨率、不良手、文本、缺少手指、多余的手指、裁剪、低质量、颗粒状、签名、水印、用户名、模糊。",
|
||
num_inference_steps=30, cfg_scale=9, num_frames=51, seed=1
|
||
)
|
||
save_video(
|
||
video, "video.mp4", fps=25, quality=5,
|
||
ffmpeg_params=["-vf", "atadenoise=0a=0.1:0b=0.1:1a=0.1:1b=0.1"]
|
||
)
|