theluyuan/DiffSynth-Studio
1
0
Fork 0
mirror of https://github.com/modelscope/DiffSynth-Studio.git synced 2026-03-23 00:58:11 +00:00
Code Issues Packages Projects Releases Wiki Activity

hunyuanvideo quantization

Browse Source
This commit is contained in:
Artiprocher
2024-12-19 16:20:11 +08:00
parent aa23356420
commit 0692e8b1e1
3 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
examples/HunyuanVideo/hunyuanvideo_24G.py
View File

@@ -11,7 +11,7 @@ model_manager.load_models(
[ [
"models/HunyuanVideo/transformers/mp_rank_00_model_states.pt" "models/HunyuanVideo/transformers/mp_rank_00_model_states.pt"
], ],
torch_dtype=torch.bfloat16, torch_dtype=torch.bfloat16, # you can use torch_dtype=torch.float8_e4m3fn to enable quantization.
device="cpu" device="cpu"
) )

2
examples/HunyuanVideo/hunyuanvideo_6G.py
View File

@@ -11,7 +11,7 @@ model_manager.load_models(
[ [
"models/HunyuanVideo/transformers/mp_rank_00_model_states.pt" "models/HunyuanVideo/transformers/mp_rank_00_model_states.pt"
], ],
torch_dtype=torch.bfloat16, torch_dtype=torch.bfloat16, # you can use torch_dtype=torch.float8_e4m3fn to enable quantization.
device="cpu" device="cpu"
) )

2
examples/HunyuanVideo/hunyuanvideo_80G.py
View File

@@ -11,7 +11,7 @@ model_manager.load_models(
[ [
"models/HunyuanVideo/transformers/mp_rank_00_model_states.pt" "models/HunyuanVideo/transformers/mp_rank_00_model_states.pt"
], ],
torch_dtype=torch.bfloat16, torch_dtype=torch.bfloat16, # you can use torch_dtype=torch.float8_e4m3fn to enable quantization.
device="cuda" device="cuda"
) )