benchmark-analyzer / collated_results.csv
sayakpaul's picture
sayakpaul HF Staff
upload from sha: 45b32f4321e306d1dfd4e63db5599b3575b17465
0754985 verified
Raw
History Blame Contribute Delete
2.22 kB
scenario,model_cls,num_params_B,flops_G,time_plain_s,mem_plain_GB,time_compile_s,mem_compile_GB,fullgraph,mode,github_sha
black-forest-labs/FLUX.1-dev-bf16,FluxTransformer2DModel,11.9,74395.44,0.512 (0.517),22.64,0.407 (0.393),22.57,True,default,45b32f4321e306d1dfd4e63db5599b3575b17465
black-forest-labs/FLUX.1-dev-bnb-nf4,FluxTransformer2DModel,5.95,14883.18,0.533 (0.528),6.72,nan,nan,,,45b32f4321e306d1dfd4e63db5599b3575b17465
black-forest-labs/FLUX.1-dev-layerwise-upcasting,FluxTransformer2DModel,11.9,74395.44,0.572 (0.566),22.19,nan,nan,,,45b32f4321e306d1dfd4e63db5599b3575b17465
black-forest-labs/FLUX.1-dev-group-offload-leaf,FluxTransformer2DModel,11.9,74395.44,1.875 (1.876),0.56,nan,nan,,,45b32f4321e306d1dfd4e63db5599b3575b17465
Lightricks/LTX-Video-0.9.7-dev-bf16,LTXVideoTransformer3DModel,13.04,212025.96,1.501 (1.475),25.22,1.251 (1.196),25.05,True,default,45b32f4321e306d1dfd4e63db5599b3575b17465
Lightricks/LTX-Video-0.9.7-dev-layerwise-upcasting,LTXVideoTransformer3DModel,13.04,212025.96,1.543 (1.524),24.38,nan,nan,,,45b32f4321e306d1dfd4e63db5599b3575b17465
Lightricks/LTX-Video-0.9.7-dev-group-offload-leaf,LTXVideoTransformer3DModel,13.04,212025.96,2.607 (2.598),1.05,nan,nan,,,45b32f4321e306d1dfd4e63db5599b3575b17465
stabilityai/stable-diffusion-xl-base-1.0-bf16,UNet2DConditionModel,2.57,6763.01,0.071,5.05,0.054,5.13,True,default,45b32f4321e306d1dfd4e63db5599b3575b17465
stabilityai/stable-diffusion-xl-base-1.0-layerwise-upcasting,UNet2DConditionModel,2.57,6763.01,0.145 (0.144),4.89,nan,nan,,,45b32f4321e306d1dfd4e63db5599b3575b17465
stabilityai/stable-diffusion-xl-base-1.0-group-offload-leaf,UNet2DConditionModel,2.57,6763.01,0.521 (0.522),0.2,nan,nan,,,45b32f4321e306d1dfd4e63db5599b3575b17465
Wan-AI/Wan2.1-T2V-14B-Diffusers-bf16,WanTransformer3DModel,14.29,1678491.39,10.445 (10.436),30.24,9.056 (8.968),30.61,True,default,45b32f4321e306d1dfd4e63db5599b3575b17465
Wan-AI/Wan2.1-T2V-14B-Diffusers-layerwise-upcasting,WanTransformer3DModel,14.29,1678491.39,10.393 (9.906),26.78,nan,nan,,,45b32f4321e306d1dfd4e63db5599b3575b17465
Wan-AI/Wan2.1-T2V-14B-Diffusers-group-offload-leaf,WanTransformer3DModel,14.29,1678491.39,10.913 (10.756),3.5,nan,nan,,,45b32f4321e306d1dfd4e63db5599b3575b17465