{ "status": "pass", "contract": { "tensor_layout": "NHD", "head_dim": 128, "scale_max": 2.25, "output": "Sage2 padded/permuted E4M3 V and FP32 per-channel scale" }, "cases": [ { "sequence": 1, "heads": 56, "stride": [ 7168, 7168, 128, 1 ], "fp8": { "equal": true, "different_elements": 0, "max_abs": 0.0, "mean_abs": 0.0 }, "scale": { "equal": true, "different_elements": 0, "max_abs": 0.0, "mean_abs": 0.0 } }, { "sequence": 31, "heads": 56, "stride": [ 666624, 21504, 128, 1 ], "fp8": { "equal": true, "different_elements": 0, "max_abs": 0.0, "mean_abs": 0.0 }, "scale": { "equal": true, "different_elements": 0, "max_abs": 0.0, "mean_abs": 0.0 } }, { "sequence": 32, "heads": 56, "stride": [ 688128, 21504, 128, 1 ], "fp8": { "equal": true, "different_elements": 0, "max_abs": 0.0, "mean_abs": 0.0 }, "scale": { "equal": true, "different_elements": 0, "max_abs": 0.0, "mean_abs": 0.0 } }, { "sequence": 33, "heads": 56, "stride": [ 709632, 21504, 128, 1 ], "fp8": { "equal": true, "different_elements": 0, "max_abs": 0.0, "mean_abs": 0.0 }, "scale": { "equal": true, "different_elements": 0, "max_abs": 0.0, "mean_abs": 0.0 } }, { "sequence": 63, "heads": 56, "stride": [ 1354752, 21504, 128, 1 ], "fp8": { "equal": true, "different_elements": 0, "max_abs": 0.0, "mean_abs": 0.0 }, "scale": { "equal": true, "different_elements": 0, "max_abs": 0.0, "mean_abs": 0.0 } }, { "sequence": 64, "heads": 56, "stride": [ 1376256, 21504, 128, 1 ], "fp8": { "equal": true, "different_elements": 0, "max_abs": 0.0, "mean_abs": 0.0 }, "scale": { "equal": true, "different_elements": 0, "max_abs": 0.0, "mean_abs": 0.0 } }, { "sequence": 65, "heads": 56, "stride": [ 1397760, 21504, 128, 1 ], "fp8": { "equal": true, "different_elements": 0, "max_abs": 0.0, "mean_abs": 0.0 }, "scale": { "equal": true, "different_elements": 0, "max_abs": 0.0, "mean_abs": 0.0 } }, { "sequence": 127, "heads": 56, "stride": [ 2731008, 21504, 128, 1 ], "fp8": { "equal": true, "different_elements": 0, "max_abs": 0.0, "mean_abs": 0.0 }, "scale": { "equal": true, "different_elements": 0, "max_abs": 0.0, "mean_abs": 0.0 } }, { "sequence": 128, "heads": 56, "stride": [ 2752512, 21504, 128, 1 ], "fp8": { "equal": true, "different_elements": 0, "max_abs": 0.0, "mean_abs": 0.0 }, "scale": { "equal": true, "different_elements": 0, "max_abs": 0.0, "mean_abs": 0.0 } }, { "sequence": 129, "heads": 56, "stride": [ 2774016, 21504, 128, 1 ], "fp8": { "equal": true, "different_elements": 0, "max_abs": 0.0, "mean_abs": 0.0 }, "scale": { "equal": true, "different_elements": 0, "max_abs": 0.0, "mean_abs": 0.0 } }, { "sequence": 37760, "heads": 56, "stride": [ 811991040, 21504, 128, 1 ], "fp8": { "equal": true, "different_elements": 0, "max_abs": 0.0, "mean_abs": 0.0 }, "scale": { "equal": true, "different_elements": 0, "max_abs": 0.0, "mean_abs": 0.0 }, "baseline_timing": { "count": 8, "mean_s": 0.010765039920806884, "p50_s": 0.01076302433013916, "p90_s": 0.010959852409362793, "p95_s": 0.010992982006072998, "p99_s": 0.011019485683441162, "min_s": 0.010565183639526366, "max_s": 0.011026111602783203 }, "candidate_timing": { "count": 8, "mean_s": 0.006614172041416168, "p50_s": 0.006597951889038086, "p90_s": 0.006795004796981812, "p95_s": 0.006805454468727112, "p99_s": 0.0068138142061233515, "min_s": 0.006458144187927246, "max_s": 0.006815904140472412 } }, { "sequence": 37761, "heads": 56, "stride": [ 812012544, 21504, 128, 1 ], "fp8": { "equal": true, "different_elements": 0, "max_abs": 0.0, "mean_abs": 0.0 }, "scale": { "equal": true, "different_elements": 0, "max_abs": 0.0, "mean_abs": 0.0 }, "baseline_timing": { "count": 8, "mean_s": 0.0109060640335083, "p50_s": 0.010748064041137696, "p90_s": 0.011263570976257326, "p95_s": 0.011430585479736327, "p99_s": 0.011564197082519531, "min_s": 0.010667872428894044, "max_s": 0.011597599983215332 }, "candidate_timing": { "count": 8, "mean_s": 0.0065507440567016606, "p50_s": 0.006485184192657471, "p90_s": 0.006748016023635865, "p95_s": 0.006786712002754211, "p99_s": 0.006817668786048889, "min_s": 0.006461887836456299, "max_s": 0.0068254079818725584 } }, { "sequence": 37810, "heads": 56, "stride": [ 813066240, 21504, 128, 1 ], "fp8": { "equal": true, "different_elements": 0, "max_abs": 0.0, "mean_abs": 0.0 }, "scale": { "equal": true, "different_elements": 0, "max_abs": 0.0, "mean_abs": 0.0 }, "baseline_timing": { "count": 8, "mean_s": 0.01064847207069397, "p50_s": 0.010628528118133545, "p90_s": 0.010686016178131105, "p95_s": 0.010728799867630005, "p99_s": 0.010763026819229126, "min_s": 0.010623680114746094, "max_s": 0.010771583557128907 }, "candidate_timing": { "count": 8, "mean_s": 0.006505947947502136, "p50_s": 0.006436048030853271, "p90_s": 0.00664213752746582, "p95_s": 0.006790044784545898, "p99_s": 0.006908370590209961, "min_s": 0.006423327922821045, "max_s": 0.006937952041625977 } } ] }