h3-blackwell-runtime/benchmarks/gb10-cute-p2-ring-attn-qkv.json
2026-08-25 20:30:22 +07:00

67 lines
1.3 KiB
JSON

{
"device": "NVIDIA GB10",
"cutlass_dsl": "4.6.2",
"metadata": {
"width": 1344,
"height": 768,
"frames": 124,
"steps": 12,
"sampler_step": 1,
"seed": 440420,
"text_tokens": 100,
"hidden_shape": [
37810,
5376
],
"segments": [
[
0,
100,
1
],
[
100,
514,
2
],
[
514,
37810,
0
]
]
},
"linear": "attn_qkv_proj",
"mnk": [
128,
21504,
5376
],
"ring": {
"row_capacity": 128,
"producer": "vortex_native_quantize_nvfp4",
"qdata_bytes": 344064,
"sfa_bytes": 43008,
"logical_bytes": 387072
},
"parity": {
"tensor_scale_equal": true,
"fp4_difference_count": 0,
"block_scale_difference_count": 0,
"output_equal": true,
"max_abs": 0.0,
"mean_abs": 0.0
},
"timing": {
"warmup": 10,
"iterations": 100,
"producer_ms": 0.015116159915924072,
"global_scale_ms": 0.017698240280151368,
"cute_consumer_ms": 0.4326623916625977,
"modeled_ring_ms": 0.46547679185867313,
"actual_into_ring_cute_gemm_ms": 0.4637001419067383,
"reference_vortex_scale_comfy_pack_gemm_ms": 0.47588897705078126,
"modeled_ring_vs_reference": 0.978120558167505,
"actual_ring_vs_reference": 0.9743872295181523
}
}