theluyuan/DiffSynth-Studio
1
0
Fork 0
mirror of https://github.com/modelscope/DiffSynth-Studio.git synced 2026-03-23 17:38:10 +00:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #87 from Lupino/main

Browse Source 
pass device to processors Annotator
This commit is contained in:
Artiprocher
2024-07-04 10:34:40 +08:00
committed by GitHub
parent 996515c7ca e9af28e6a3
commit 237daa2048
3 changed files with 10 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
diffsynth/controlnets/processors.py
View File

@@ -12,19 +12,19 @@ Processor_id: TypeAlias = Literal[
] ]
class Annotator: class Annotator:
def __init__(self, processor_id: Processor_id, model_path="models/Annotators", detect_resolution=None): def __init__(self, processor_id: Processor_id, model_path="models/Annotators", detect_resolution=None, device='cuda'):
if processor_id == "canny": if processor_id == "canny":
self.processor = CannyDetector() self.processor = CannyDetector()
elif processor_id == "depth": elif processor_id == "depth":
self.processor = MidasDetector.from_pretrained(model_path).to("cuda") self.processor = MidasDetector.from_pretrained(model_path).to(device)
elif processor_id == "softedge": elif processor_id == "softedge":
self.processor = HEDdetector.from_pretrained(model_path).to("cuda") self.processor = HEDdetector.from_pretrained(model_path).to(device)
elif processor_id == "lineart": elif processor_id == "lineart":
self.processor = LineartDetector.from_pretrained(model_path).to("cuda") self.processor = LineartDetector.from_pretrained(model_path).to(device)
elif processor_id == "lineart_anime": elif processor_id == "lineart_anime":
self.processor = LineartAnimeDetector.from_pretrained(model_path).to("cuda") self.processor = LineartAnimeDetector.from_pretrained(model_path).to(device)
elif processor_id == "openpose": elif processor_id == "openpose":
self.processor = OpenposeDetector.from_pretrained(model_path).to("cuda") self.processor = OpenposeDetector.from_pretrained(model_path).to(device)
elif processor_id == "tile": elif processor_id == "tile":
self.processor = None self.processor = None
else: else:

2
diffsynth/pipelines/stable_diffusion.py
View File

@@ -39,7 +39,7 @@ class SDImagePipeline(torch.nn.Module):
controlnet_units = [] controlnet_units = []
for config in controlnet_config_units: for config in controlnet_config_units:
controlnet_unit = ControlNetUnit( controlnet_unit = ControlNetUnit(
Annotator(config.processor_id), Annotator(config.processor_id, device=self.device),
model_manager.get_model_with_model_path(config.model_path), model_manager.get_model_with_model_path(config.model_path),
config.scale config.scale
) )

2
diffsynth/pipelines/stable_diffusion_video.py
View File

@@ -89,7 +89,7 @@ class SDVideoPipeline(torch.nn.Module):
controlnet_units = [] controlnet_units = []
for config in controlnet_config_units: for config in controlnet_config_units:
controlnet_unit = ControlNetUnit( controlnet_unit = ControlNetUnit(
Annotator(config.processor_id), Annotator(config.processor_id, device=self.device),
model_manager.get_model_with_model_path(config.model_path), model_manager.get_model_with_model_path(config.model_path),
config.scale config.scale
) )