theluyuan/DiffSynth-Studio
1
0
Fork 0
mirror of https://github.com/modelscope/DiffSynth-Studio.git synced 2026-03-18 22:08:13 +00:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #293 from modelscope/dev

Browse Source 
hunyuanvideo quantization
This commit is contained in:
Zhongjie Duan
2024-12-19 16:20:35 +08:00
committed by GitHub
parent aa23356420 0692e8b1e1
commit c06ea2271a
3 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
examples/HunyuanVideo/hunyuanvideo_24G.py
View File

@@ -11,7 +11,7 @@ model_manager.load_models(
[
"models/HunyuanVideo/transformers/mp_rank_00_model_states.pt"
],
torch_dtype=torch.bfloat16,
torch_dtype=torch.bfloat16, # you can use torch_dtype=torch.float8_e4m3fn to enable quantization.
device="cpu"
)

2
examples/HunyuanVideo/hunyuanvideo_6G.py
View File

@@ -11,7 +11,7 @@ model_manager.load_models(
[
"models/HunyuanVideo/transformers/mp_rank_00_model_states.pt"
],
torch_dtype=torch.bfloat16,
torch_dtype=torch.bfloat16, # you can use torch_dtype=torch.float8_e4m3fn to enable quantization.
device="cpu"
)

2
examples/HunyuanVideo/hunyuanvideo_80G.py
View File

@@ -11,7 +11,7 @@ model_manager.load_models(
[
"models/HunyuanVideo/transformers/mp_rank_00_model_states.pt"
],
torch_dtype=torch.bfloat16,
torch_dtype=torch.bfloat16, # you can use torch_dtype=torch.float8_e4m3fn to enable quantization.
device="cuda"
)