update flux

2026-03-23 00:58:11 +00:00 · 2025-11-21 16:04:50 +08:00
parent 96daa30bcc
commit 0b7dd55ff3
22 changed files with 87 additions and 45 deletions
--- a/examples/flux/model_inference_low_vram/FLEX.2-preview.py
+++ b/examples/flux/model_inference_low_vram/FLEX.2-preview.py
@@ -6,8 +6,8 @@ from PIL import Image


 vram_config = {
-    "onload_dtype": torch.float8_e4m3fn,
-    "onload_device": "cpu",
+    "offload_dtype": torch.float8_e4m3fn,
+    "offload_device": "cpu",
    "onload_dtype": torch.float8_e4m3fn,
    "onload_device": "cpu",
    "preparing_dtype": torch.float8_e4m3fn,
--- a/examples/flux/model_inference_low_vram/FLUX.1-Kontext-dev.py
+++ b/examples/flux/model_inference_low_vram/FLUX.1-Kontext-dev.py
@@ -4,8 +4,8 @@ from PIL import Image


 vram_config = {
-    "onload_dtype": torch.float8_e4m3fn,
-    "onload_device": "cpu",
+    "offload_dtype": torch.float8_e4m3fn,
+    "offload_device": "cpu",
    "onload_dtype": torch.float8_e4m3fn,
    "onload_device": "cpu",
    "preparing_dtype": torch.float8_e4m3fn,
--- a/examples/flux/model_inference_low_vram/FLUX.1-Krea-dev.py
+++ b/examples/flux/model_inference_low_vram/FLUX.1-Krea-dev.py
@@ -3,8 +3,8 @@ from diffsynth.pipelines.flux_image import FluxImagePipeline, ModelConfig


 vram_config = {
-    "onload_dtype": torch.float8_e4m3fn,
-    "onload_device": "cpu",
+    "offload_dtype": torch.float8_e4m3fn,
+    "offload_device": "cpu",
    "onload_dtype": torch.float8_e4m3fn,
    "onload_device": "cpu",
    "preparing_dtype": torch.float8_e4m3fn,
--- a/examples/flux/model_inference_low_vram/FLUX.1-dev-AttriCtrl.py
+++ b/examples/flux/model_inference_low_vram/FLUX.1-dev-AttriCtrl.py
@@ -3,8 +3,8 @@ from diffsynth.pipelines.flux_image import FluxImagePipeline, ModelConfig


 vram_config = {
-    "onload_dtype": torch.float8_e4m3fn,
-    "onload_device": "cpu",
+    "offload_dtype": torch.float8_e4m3fn,
+    "offload_device": "cpu",
    "onload_dtype": torch.float8_e4m3fn,
    "onload_device": "cpu",
    "preparing_dtype": torch.float8_e4m3fn,
--- a/examples/flux/model_inference_low_vram/FLUX.1-dev-Controlnet-Inpainting-Beta.py
+++ b/examples/flux/model_inference_low_vram/FLUX.1-dev-Controlnet-Inpainting-Beta.py
@@ -5,8 +5,8 @@ from PIL import Image


 vram_config = {
-    "onload_dtype": torch.float8_e4m3fn,
-    "onload_device": "cpu",
+    "offload_dtype": torch.float8_e4m3fn,
+    "offload_device": "cpu",
    "onload_dtype": torch.float8_e4m3fn,
    "onload_device": "cpu",
    "preparing_dtype": torch.float8_e4m3fn,
--- a/examples/flux/model_inference_low_vram/FLUX.1-dev-Controlnet-Union-alpha.py
+++ b/examples/flux/model_inference_low_vram/FLUX.1-dev-Controlnet-Union-alpha.py
@@ -5,8 +5,8 @@ from modelscope import snapshot_download


 vram_config = {
-    "onload_dtype": torch.float8_e4m3fn,
-    "onload_device": "cpu",
+    "offload_dtype": torch.float8_e4m3fn,
+    "offload_device": "cpu",
    "onload_dtype": torch.float8_e4m3fn,
    "onload_device": "cpu",
    "preparing_dtype": torch.float8_e4m3fn,
--- a/examples/flux/model_inference_low_vram/FLUX.1-dev-Controlnet-Upscaler.py
+++ b/examples/flux/model_inference_low_vram/FLUX.1-dev-Controlnet-Upscaler.py
@@ -3,8 +3,8 @@ from diffsynth.pipelines.flux_image import FluxImagePipeline, ModelConfig, Contr


 vram_config = {
-    "onload_dtype": torch.float8_e4m3fn,
-    "onload_device": "cpu",
+    "offload_dtype": torch.float8_e4m3fn,
+    "offload_device": "cpu",
    "onload_dtype": torch.float8_e4m3fn,
    "onload_device": "cpu",
    "preparing_dtype": torch.float8_e4m3fn,
--- a/examples/flux/model_inference_low_vram/FLUX.1-dev-EliGen.py
+++ b/examples/flux/model_inference_low_vram/FLUX.1-dev-EliGen.py
@@ -6,8 +6,8 @@ from modelscope import dataset_snapshot_download


 vram_config = {
-    "onload_dtype": torch.float8_e4m3fn,
-    "onload_device": "cpu",
+    "offload_dtype": torch.float8_e4m3fn,
+    "offload_device": "cpu",
    "onload_dtype": torch.float8_e4m3fn,
    "onload_device": "cpu",
    "preparing_dtype": torch.float8_e4m3fn,
--- a/examples/flux/model_inference_low_vram/FLUX.1-dev-IP-Adapter.py
+++ b/examples/flux/model_inference_low_vram/FLUX.1-dev-IP-Adapter.py
@@ -3,8 +3,8 @@ from diffsynth.pipelines.flux_image import FluxImagePipeline, ModelConfig


 vram_config = {
-    "onload_dtype": torch.float8_e4m3fn,
-    "onload_device": "cpu",
+    "offload_dtype": torch.float8_e4m3fn,
+    "offload_device": "cpu",
    "onload_dtype": torch.float8_e4m3fn,
    "onload_device": "cpu",
    "preparing_dtype": torch.float8_e4m3fn,
--- a/examples/flux/model_inference_low_vram/FLUX.1-dev-InfiniteYou.py
+++ b/examples/flux/model_inference_low_vram/FLUX.1-dev-InfiniteYou.py
@@ -10,8 +10,8 @@ import numpy as np
 # Please install the following packages.
 # pip install facexlib insightface onnxruntime
 vram_config = {
-    "onload_dtype": torch.float8_e4m3fn,
-    "onload_device": "cpu",
+    "offload_dtype": torch.float8_e4m3fn,
+    "offload_device": "cpu",
    "onload_dtype": torch.float8_e4m3fn,
    "onload_device": "cpu",
    "preparing_dtype": torch.float8_e4m3fn,
--- a/examples/flux/model_inference_low_vram/FLUX.1-dev-LoRA-Encoder.py
+++ b/examples/flux/model_inference_low_vram/FLUX.1-dev-LoRA-Encoder.py
@@ -3,8 +3,8 @@ from diffsynth.pipelines.flux_image import FluxImagePipeline, ModelConfig


 vram_config = {
-    "onload_dtype": torch.float8_e4m3fn,
-    "onload_device": "cpu",
+    "offload_dtype": torch.float8_e4m3fn,
+    "offload_device": "cpu",
    "onload_dtype": torch.float8_e4m3fn,
    "onload_device": "cpu",
    "preparing_dtype": torch.float8_e4m3fn,
--- a/examples/flux/model_inference_low_vram/FLUX.1-dev-LoRA-Fusion.py
+++ b/examples/flux/model_inference_low_vram/FLUX.1-dev-LoRA-Fusion.py
@@ -3,8 +3,8 @@ from diffsynth.pipelines.flux_image import FluxImagePipeline, ModelConfig


 vram_config = {
-    "onload_dtype": torch.float8_e4m3fn,
-    "onload_device": "cpu",
+    "offload_dtype": torch.float8_e4m3fn,
+    "offload_device": "cpu",
    "onload_dtype": torch.float8_e4m3fn,
    "onload_device": "cpu",
    "preparing_dtype": torch.float8_e4m3fn,
--- a/examples/flux/model_inference_low_vram/FLUX.1-dev.py
+++ b/examples/flux/model_inference_low_vram/FLUX.1-dev.py
@@ -3,8 +3,8 @@ from diffsynth.pipelines.flux_image import FluxImagePipeline, ModelConfig


 vram_config = {
-    "onload_dtype": torch.float8_e4m3fn,
-    "onload_device": "cpu",
+    "offload_dtype": torch.float8_e4m3fn,
+    "offload_device": "cpu",
    "onload_dtype": torch.float8_e4m3fn,
    "onload_device": "cpu",
    "preparing_dtype": torch.float8_e4m3fn,
--- a/examples/flux/model_inference_low_vram/Nexus-Gen-Editing.py
+++ b/examples/flux/model_inference_low_vram/Nexus-Gen-Editing.py
@@ -13,8 +13,8 @@ else:


 vram_config = {
-    "onload_dtype": torch.float8_e4m3fn,
-    "onload_device": "cpu",
+    "offload_dtype": torch.float8_e4m3fn,
+    "offload_device": "cpu",
    "onload_dtype": torch.float8_e4m3fn,
    "onload_device": "cpu",
    "preparing_dtype": torch.float8_e4m3fn,
--- a/examples/flux/model_inference_low_vram/Nexus-Gen-Generation.py
+++ b/examples/flux/model_inference_low_vram/Nexus-Gen-Generation.py
@@ -11,8 +11,8 @@ else:


 vram_config = {
-    "onload_dtype": torch.float8_e4m3fn,
-    "onload_device": "cpu",
+    "offload_dtype": torch.float8_e4m3fn,
+    "offload_device": "cpu",
    "onload_dtype": torch.float8_e4m3fn,
    "onload_device": "cpu",
    "preparing_dtype": torch.float8_e4m3fn,
--- a/examples/flux/model_inference_low_vram/Step1X-Edit.py
+++ b/examples/flux/model_inference_low_vram/Step1X-Edit.py
@@ -5,8 +5,8 @@ import numpy as np


 vram_config = {
-    "onload_dtype": torch.float8_e4m3fn,
-    "onload_device": "cpu",
+    "offload_dtype": torch.float8_e4m3fn,
+    "offload_device": "cpu",
    "onload_dtype": torch.float8_e4m3fn,
    "onload_device": "cpu",
    "preparing_dtype": torch.float8_e4m3fn,