79 lines
1.9 KiB
JSON
79 lines
1.9 KiB
JSON
|
{
|
||
|
|
"device": "NVIDIA GB10",
|
||
|
|
"cutlass_dsl": "4.6.2",
|
||
|
|
"metadata": {
|
||
|
|
"width": 1344,
|
||
|
|
"height": 768,
|
||
|
|
"frames": 124,
|
||
|
|
"steps": 12,
|
||
|
|
"sampler_step": 1,
|
||
|
|
"seed": 440420,
|
||
|
|
"text_tokens": 100,
|
||
|
|
"hidden_shape": [
|
||
|
|
37810,
|
||
|
|
5376
|
||
|
|
],
|
||
|
|
"segments": [
|
||
|
|
[
|
||
|
|
0,
|
||
|
|
100,
|
||
|
|
1
|
||
|
|
],
|
||
|
|
[
|
||
|
|
100,
|
||
|
|
514,
|
||
|
|
2
|
||
|
|
],
|
||
|
|
[
|
||
|
|
514,
|
||
|
|
37810,
|
||
|
|
0
|
||
|
|
]
|
||
|
|
]
|
||
|
|
},
|
||
|
|
"linear": "attn_out_proj",
|
||
|
|
"mnk": [
|
||
|
|
512,
|
||
|
|
5376,
|
||
|
|
7168
|
||
|
|
],
|
||
|
|
"full_activation_rows": 37810,
|
||
|
|
"modeled_chunk_count": 74,
|
||
|
|
"ring": {
|
||
|
|
"row_capacity": 512,
|
||
|
|
"producer": "vortex_native_quantize_nvfp4",
|
||
|
|
"qdata_bytes": 1835008,
|
||
|
|
"sfa_bytes": 229376,
|
||
|
|
"logical_bytes": 2064384
|
||
|
|
},
|
||
|
|
"parity": {
|
||
|
|
"tensor_scale_equal": true,
|
||
|
|
"fp4_difference_count": 0,
|
||
|
|
"block_scale_difference_count": 0,
|
||
|
|
"output_equal": true,
|
||
|
|
"max_abs": 0.0,
|
||
|
|
"mean_abs": 0.0,
|
||
|
|
"comfy_output_equal": true
|
||
|
|
},
|
||
|
|
"timing": {
|
||
|
|
"warmup": 10,
|
||
|
|
"iterations": 50,
|
||
|
|
"producer_ms": 0.029301760196685792,
|
||
|
|
"global_scale_ms": 2.2483973693847656,
|
||
|
|
"cute_consumer_ms": 0.14257984161376952,
|
||
|
|
"modeled_cute_chunk_ms": 0.1718816018104553,
|
||
|
|
"modeled_comfy_chunk_ms": 0.2101740860939026,
|
||
|
|
"actual_into_ring_cute_gemm_ms": 0.20412223815917968,
|
||
|
|
"comfy_consumer_ms": 0.1808723258972168,
|
||
|
|
"actual_into_ring_comfy_gemm_ms": 0.21875711441040038,
|
||
|
|
"reference_vortex_scale_comfy_pack_gemm_ms": 0.21859840393066407,
|
||
|
|
"modeled_canonical_reference_ms": 18.424679260253907,
|
||
|
|
"modeled_canonical_cute_ring_ms": 17.353442993164062,
|
||
|
|
"modeled_canonical_comfy_ring_ms": 18.436423835754393,
|
||
|
|
"actual_ring_vs_reference": 0.93377734918835,
|
||
|
|
"comfy_ring_vs_reference": 1.0007260367728332,
|
||
|
|
"modeled_canonical_cute_ring_vs_reference": 0.9418586206056386,
|
||
|
|
"modeled_canonical_comfy_ring_vs_reference": 1.0006374371751383
|
||
|
|
}
|
||
|
|
}
|