40 lines
1.6 KiB
JSON
40 lines
1.6 KiB
JSON
{
|
|
"device": "NVIDIA GB10",
|
|
"compute_capability": "SM121",
|
|
"cuda": "13.0.88",
|
|
"comfy_kitchen": "0.2.31",
|
|
"cutlass_dsl": "4.6.2",
|
|
"existing_interface": {
|
|
"registered_schema": "scaled_mm_nvfp4(a, b, tensor_scale_a, tensor_scale_b, block_scale_a, block_scale_b, bias, output_dtype_code, alpha) -> Tensor",
|
|
"backend": "cublas_gemm_blockwise_fp4",
|
|
"allocates_complete_activation_qdata": true,
|
|
"allocates_complete_activation_block_scales": true,
|
|
"allocates_complete_bf16_output": true,
|
|
"accepts_incremental_tiles": false,
|
|
"accepts_user_output": false,
|
|
"accepts_custom_epilogue": false
|
|
},
|
|
"owned_kernel_support": {
|
|
"sm121_blockscaled_nvfp4": true,
|
|
"persistent_cooperative_schedule": true,
|
|
"pipeline_primitives": true,
|
|
"custom_software_a_producer": "requires editing the CuTe DSL mainloop",
|
|
"cluster_shape": [1, 1, 1],
|
|
"activation_tile_multicast": false
|
|
},
|
|
"stock_cute_baseline": {
|
|
"shape_mnkl": [1024, 1024, 1024, 1],
|
|
"tile_shape_mnk": [128, 128, 128],
|
|
"a_dtype": "Float4E2M1FN",
|
|
"b_dtype": "Float4E2M1FN",
|
|
"scale_dtype": "Float8E4M3FN",
|
|
"scale_vector_size": 16,
|
|
"accumulator_dtype": "Float32",
|
|
"output_dtype": "BFloat16",
|
|
"execution_microseconds": 16.966399550437927,
|
|
"tflops": 126.57273817087317,
|
|
"reference_check": "PASS"
|
|
},
|
|
"decision": "Use a two-phase exact design: global BF16 scale reduction followed by an owned CuTe DSL GEMM with a software A/SFA producer. Measure N-tile reuse before expanding beyond one fixed tile.",
|
|
"design_document": "NVFP4_STREAMING_DESIGN.md"
|
|
}
|