53 lines
1.9 KiB
JSON
53 lines
1.9 KiB
JSON
|
{
|
||
|
|
"device": "NVIDIA GB10",
|
||
|
|
"compute_capability": "SM121",
|
||
|
|
"workload": {
|
||
|
|
"resolution": [1344, 768],
|
||
|
|
"frames": 124,
|
||
|
|
"packed_tokens": 37810,
|
||
|
|
"steps": 12,
|
||
|
|
"seed": 440420,
|
||
|
|
"attention": "sage2",
|
||
|
|
"production_flags": {
|
||
|
|
"H3_NVFP4_SCALE_BACKEND": "vortex",
|
||
|
|
"H3_NVFP4_SCALE_VERSION": "1",
|
||
|
|
"H3_FUSED_ELEMENTWISE": "1",
|
||
|
|
"H3_SAGE_QKV_LAYOUT": "strided_nhd",
|
||
|
|
"H3_CUTE_QKV_RING": "0"
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"canonical": {
|
||
|
|
"elapsed_seconds": 288.9257714879932,
|
||
|
|
"video_checksum": -91481.7890625,
|
||
|
|
"audio_checksum": 678.401611328125,
|
||
|
|
"peak_allocated_bytes": 16036566016,
|
||
|
|
"peak_reserved_bytes": 19484639232
|
||
|
|
},
|
||
|
|
"block_24_p50_ms": {
|
||
|
|
"module_forward": 468.21730851661414,
|
||
|
|
"attention": 258.47244350006804,
|
||
|
|
"qk_rmsnorm_rope": 12.200642988318577,
|
||
|
|
"qkv_projection": 29.554627515608445,
|
||
|
|
"attention_output_projection": 12.935250502778217,
|
||
|
|
"mlp_fc1": 38.37749600643292,
|
||
|
|
"mlp_swiglu": 23.899421998066828,
|
||
|
|
"mlp_fc2": 66.63533198297955,
|
||
|
|
"layout_materialization": 0.015351508744061
|
||
|
|
},
|
||
|
|
"sage2_nhd_p50_ms": {
|
||
|
|
"total": 260.0231445103418,
|
||
|
|
"qk_quantize": 7.684325042646378,
|
||
|
|
"v_quantize": 10.653970995917916,
|
||
|
|
"attention_mainloop": 238.8111045002006,
|
||
|
|
"framework_residual_estimate": 2.873743971576914
|
||
|
|
},
|
||
|
|
"active_mainloop": "sageattention_sm89::qk_int8_sv_f8_accum_f16_fuse_v_scale_attn_inst_buf",
|
||
|
|
"hopper_wgmma_retarget": {
|
||
|
|
"target": "sm_121a",
|
||
|
|
"result": "compile rejected",
|
||
|
|
"reason": "SM121 ptxas does not support Hopper wgmma fence, mma_async, commit_group, or wait_group instructions"
|
||
|
|
},
|
||
|
|
"blackwell_umma_constraint": "CUTLASS SM120/121 supports F8/F6/F4 UMMA but not the INT8 QK operation required for exact Sage2 parity",
|
||
|
|
"decision": "Prototype exact AdaLN modulation directly into NVFP4 scale/pack for QKV and FC1. Retain Comfy GEMMs. Keep native Sage2 attention research paused unless the classic MMA schedule can be retuned without changing arithmetic."
|
||
|
|
}
|