theluyuan/DiffSynth-Studio
1
0
Fork 0
mirror of https://github.com/modelscope/DiffSynth-Studio.git synced 2026-03-22 00:38:11 +00:00
Code Issues Packages Projects Releases Wiki Activity

Merge branch 'main' into qwen

Browse Source
This commit is contained in:
Zhongjie Duan
2024-09-04 17:22:38 +08:00
committed by GitHub
parent e5e55345dc 8d6eb6d41a
commit 6f9d8f465a
30 changed files with 3100 additions and 124 deletions
Download Patch File Download Diff File Expand all files Collapse all files

24
examples/image_synthesis/omost_flux_text_to_image.py Normal file
View File

@@ -0,0 +1,24 @@
import torch
from diffsynth import download_models, ModelManager, OmostPromter, FluxImagePipeline
download_models(["OmostPrompt"])
download_models(["FLUX.1-dev"])
model_manager = ModelManager(torch_dtype=torch.bfloat16)
model_manager.load_models([
"models/OmostPrompt/omost-llama-3-8b-4bits",
"models/FLUX/FLUX.1-dev/text_encoder/model.safetensors",
"models/FLUX/FLUX.1-dev/text_encoder_2",
"models/FLUX/FLUX.1-dev/ae.safetensors",
"models/FLUX/FLUX.1-dev/flux1-dev.safetensors"
])
pipe = FluxImagePipeline.from_model_manager(model_manager, prompt_extender_classes=[OmostPromter])
torch.manual_seed(0)
image = pipe(
prompt="an image of a witch who is releasing ice and fire magic",
num_inference_steps=30, embedded_guidance=3.5
)
image.save("image_omost.jpg")