mirror of
https://github.com/modelscope/DiffSynth-Studio.git
synced 2026-04-24 06:46:13 +00:00
51 lines
1.5 KiB
Python
51 lines
1.5 KiB
Python
"""
|
|
Ace-Step 1.5 XL SFT (32 layers, supervised fine-tuned) — Text-to-Music inference example.
|
|
"""
|
|
from diffsynth.pipelines.ace_step import AceStepPipeline, ModelConfig
|
|
import torch
|
|
import soundfile as sf
|
|
|
|
|
|
pipe = AceStepPipeline.from_pretrained(
|
|
torch_dtype=torch.bfloat16,
|
|
device="cuda",
|
|
model_configs=[
|
|
ModelConfig(
|
|
model_id="ACE-Step/acestep-v15-xl-sft",
|
|
origin_file_pattern="model-*.safetensors"
|
|
),
|
|
ModelConfig(
|
|
model_id="ACE-Step/acestep-v15-xl-sft",
|
|
origin_file_pattern="model-*.safetensors"
|
|
),
|
|
ModelConfig(
|
|
model_id="ACE-Step/acestep-v15-xl-sft",
|
|
origin_file_pattern="Qwen3-Embedding-0.6B/model.safetensors"
|
|
),
|
|
],
|
|
tokenizer_config=ModelConfig(
|
|
model_id="ACE-Step/acestep-v15-xl-sft",
|
|
origin_file_pattern="Qwen3-Embedding-0.6B/"
|
|
),
|
|
vae_config=ModelConfig(
|
|
model_id="ACE-Step/acestep-v15-xl-sft",
|
|
origin_file_pattern="vae/"
|
|
),
|
|
)
|
|
|
|
prompt = "A beautiful piano ballad with lush strings and emotional vocals, cinematic feel"
|
|
lyrics = "[Intro - Solo piano]\n\n[Verse 1]\nWhispers of a distant shore\nMemories I hold so dear\n\n[Chorus]\nIn your eyes I see the dawn\nAll my fears are gone"
|
|
|
|
audio = pipe(
|
|
prompt=prompt,
|
|
lyrics=lyrics,
|
|
duration=30.0,
|
|
seed=42,
|
|
num_inference_steps=20,
|
|
cfg_scale=7.0,
|
|
shift=3.0,
|
|
)
|
|
|
|
sf.write("acestep-v15-xl-sft.wav", audio.cpu().numpy(), pipe.sample_rate)
|
|
print(f"Saved, shape: {audio.shape}")
|