Files
DiffSynth-Studio/examples/image_synthesis/omost_flux_text_to_image.py
ZhouTianchen 995f3374f1 update omost (#190)
* update omost
2024-09-09 17:39:46 +08:00

35 lines
1.0 KiB
Python

import torch
from diffsynth import download_models, ModelManager, OmostPromter, FluxImagePipeline
download_models(["OmostPrompt"])
download_models(["FLUX.1-dev"])
model_manager = ModelManager(torch_dtype=torch.bfloat16)
model_manager.load_models([
"models/OmostPrompt/omost-llama-3-8b-4bits",
"models/FLUX/FLUX.1-dev/text_encoder/model.safetensors",
"models/FLUX/FLUX.1-dev/text_encoder_2",
"models/FLUX/FLUX.1-dev/ae.safetensors",
"models/FLUX/FLUX.1-dev/flux1-dev.safetensors"
])
pipe_omost = FluxImagePipeline.from_model_manager(model_manager, prompt_extender_classes=[OmostPromter])
pipe = FluxImagePipeline.from_model_manager(model_manager)
prompt = "A witch uses ice magic to fight against wild beasts"
seed = 7
torch.manual_seed(seed)
image = pipe_omost(
prompt=prompt,
num_inference_steps=30, embedded_guidance=3.5
)
image.save(f"image_omost.jpg")
torch.manual_seed(seed)
image2= pipe(
prompt=prompt,
num_inference_steps=30, embedded_guidance=3.5
)
image2.save(f"image.jpg")