{ "prompt": "A playful orange tabby cat starts in an ordinary cozy living room in a normal house, afternoon light, sofa and rug. The cat crouches, jumps, and does one clean athletic backflip in slow motion. As the backflip completes there is a sharp cinematic cut: the cat lands perfectly on a glowing neon disco dance floor wearing oversized black sunglasses. Mirror ball reflections, colorful lights, joyful party energy, stylish and funny, clear before-and-after transformation.", "model_path": "/models/minimax_h3_fl2va_pruned_nvfp4.safetensors", "width": 1344, "height": 768, "frames": 124, "steps": 12, "sampler_step": 1, "seed": 440420, "text_tokens": 100, "block_index": 24, "attention": "sage2", "warmup": 3, "iterations": 10, "hidden_shape": [ 37810, 5376 ], "output_shape": [ 37810, 5376 ], "segments": [ [ 0, 100, 1 ], [ 100, 514, 2 ], [ 514, 37810, 0 ] ], "timings": { "norm1": { "count": 10, "mean_s": 0.003506062604719773, "p50_s": 0.0034730469924397767, "p90_s": 0.0035981596854981037, "p95_s": 0.0036302793218055737, "p99_s": 0.0036559750308515506, "min_s": 0.0034213270409964025, "max_s": 0.0036623989581130445 }, "modulate_msa": { "count": 10, "mean_s": 0.01051678290241398, "p50_s": 0.010468507505720481, "p90_s": 0.01089892717427574, "p95_s": 0.010943725591641851, "p99_s": 0.010979564325534739, "min_s": 0.010146012005861849, "max_s": 0.01098852400900796 }, "linear.attn_qkv_proj.flatten_contiguous": { "count": 10, "mean_s": 4.558393266052008e-06, "p50_s": 4.208006430417299e-06, "p90_s": 4.755187546834348e-06, "p95_s": 6.281610694713887e-06, "p99_s": 7.502749213017523e-06, "min_s": 4.031986463814974e-06, "max_s": 7.808033842593431e-06 }, "linear.attn_qkv_proj.pre_quant_scale": { "count": 10, "mean_s": 0.0, "p50_s": 0.0, "p90_s": 0.0, "p95_s": 0.0, "p99_s": 0.0, "min_s": 0.0, "max_s": 0.0 }, "linear.attn_qkv_proj.packed_weight_wrapper": { "count": 10, "mean_s": 9.913597023114561e-06, "p50_s": 7.968017598614097e-06, "p90_s": 1.0451191337779158e-05, "p95_s": 1.924959651660172e-05, "p99_s": 2.6288320659659805e-05, "min_s": 7.4239796958863735e-06, "max_s": 2.804800169542432e-05 }, "linear.attn_qkv_proj.bias_cast": { "count": 10, "mean_s": 3.6815996281802655e-06, "p50_s": 3.5040138754993677e-06, "p90_s": 3.956805448979139e-06, "p95_s": 4.554382758215069e-06, "p99_s": 5.032444605603814e-06, "min_s": 3.375986125320196e-06, "max_s": 5.151960067451e-06 }, "linear.attn_qkv_proj.activation_scale": { "count": 10, "mean_s": 0.0017137959017418324, "p50_s": 0.0016890474944375455, "p90_s": 0.0017734934226609766, "p95_s": 0.0017952662019524723, "p99_s": 0.001812684425385669, "min_s": 0.0016727829934097826, "max_s": 0.001817038981243968 }, "linear.attn_qkv_proj.scale_to_device": { "count": 10, "mean_s": 1.1468783486634494e-05, "p50_s": 9.303970728069544e-06, "p90_s": 1.7495953943580386e-05, "p95_s": 1.7675955314189194e-05, "p99_s": 1.781995641067624e-05, "min_s": 8.32002842798829e-06, "max_s": 1.7855956684798002e-05 }, "linear.attn_qkv_proj.activation_quant_pack": { "count": 10, "mean_s": 0.0022020551143214105, "p50_s": 0.002172503009205684, "p90_s": 0.002327527030138299, "p95_s": 0.002348515027551912, "p99_s": 0.002365305425482802, "min_s": 0.0021115349954925478, "max_s": 0.0023695030249655247 }, "linear.attn_qkv_proj.activation_quant_wrap": { "count": 10, "mean_s": 6.527994992211461e-06, "p50_s": 6.503978511318564e-06, "p90_s": 6.854429375380277e-06, "p95_s": 7.243192521855234e-06, "p99_s": 7.554203039035201e-06, "min_s": 6.096030119806528e-06, "max_s": 7.631955668330193e-06 }, "linear.attn_qkv_proj.gemm": { "count": 10, "mean_s": 0.02555141010088846, "p50_s": 0.025579269480658695, "p90_s": 0.026145932916551828, "p95_s": 0.026412224461091684, "p99_s": 0.026625257696723564, "min_s": 0.024755333026405424, "max_s": 0.026678516005631536 }, "linear.attn_qkv_proj.slice_reshape": { "count": 10, "mean_s": 5.6432094424963e-06, "p50_s": 5.471985787153244e-06, "p90_s": 5.9520069044083355e-06, "p95_s": 6.744018173776566e-06, "p99_s": 7.377627189271153e-06, "min_s": 5.2480027079582214e-06, "max_s": 7.536029443144798e-06 }, "attn_qkv_proj": { "count": 10, "mean_s": 0.029553097899770363, "p50_s": 0.029554627515608445, "p90_s": 0.03014536619302817, "p95_s": 0.03036433259549085, "p99_s": 0.030539505717461, "min_s": 0.028794804005883634, "max_s": 0.030583298997953534 }, "attn_qkv_split_view": { "count": 10, "mean_s": 1.2614397564902902e-05, "p50_s": 1.1160009307786822e-05, "p90_s": 1.3886386295780535e-05, "p95_s": 1.877520990092306e-05, "p99_s": 2.2686268785037104e-05, "min_s": 1.0351999662816525e-05, "max_s": 2.3664033506065607e-05 }, "attn_qk_rms_rope": { "count": 10, "mean_s": 0.012204991799080744, "p50_s": 0.012200642988318577, "p90_s": 0.01241076691658236, "p95_s": 0.012442684968118557, "p99_s": 0.012468219409347512, "min_s": 0.011841004015877843, "max_s": 0.01247460301965475 }, "attention_kernel": { "count": 10, "mean_s": 0.26835116609581744, "p50_s": 0.25847244350006804, "p90_s": 0.26903588619315993, "p95_s": 0.31390352409216565, "p99_s": 0.3497976344113704, "min_s": 0.25696170097216964, "max_s": 0.35877116199117154 }, "attn_output_reshape": { "count": 10, "mean_s": 4.254397936165333e-06, "p50_s": 4.191999323666096e-06, "p90_s": 4.472001455724239e-06, "p95_s": 4.507991252467037e-06, "p99_s": 4.5367830898612736e-06, "min_s": 4.016037564724684e-06, "max_s": 4.543981049209833e-06 }, "linear.attn_out_proj.flatten_contiguous": { "count": 10, "mean_s": 4.1199964471161366e-06, "p50_s": 4.063971573486924e-06, "p90_s": 4.222447751089931e-06, "p95_s": 4.431235720403492e-06, "p99_s": 4.598266095854342e-06, "min_s": 3.983965143561363e-06, "max_s": 4.640023689717054e-06 }, "linear.attn_out_proj.pre_quant_scale": { "count": 10, "mean_s": 0.0, "p50_s": 0.0, "p90_s": 0.0, "p95_s": 0.0, "p99_s": 0.0, "min_s": 0.0, "max_s": 0.0 }, "linear.attn_out_proj.packed_weight_wrapper": { "count": 10, "mean_s": 9.252689778804779e-06, "p50_s": 8.911971235647798e-06, "p90_s": 9.937619324773548e-06, "p95_s": 1.0808813385665413e-05, "p99_s": 1.150576863437891e-05, "min_s": 8.671951945871115e-06, "max_s": 1.1680007446557283e-05 }, "linear.attn_out_proj.bias_cast": { "count": 10, "mean_s": 3.4816039260476828e-06, "p50_s": 3.4720287658274174e-06, "p90_s": 3.5679608117789033e-06, "p95_s": 3.5679870052263142e-06, "p99_s": 3.5680079599842427e-06, "min_s": 3.3919932320713997e-06, "max_s": 3.568013198673725e-06 }, "linear.attn_out_proj.activation_scale": { "count": 10, "mean_s": 0.0022514488082379103, "p50_s": 0.002237695502117276, "p90_s": 0.0022609557956457136, "p95_s": 0.0023159494099672883, "p99_s": 0.0023599443014245478, "min_s": 0.0022299509728327394, "max_s": 0.002370943024288863 }, "linear.attn_out_proj.scale_to_device": { "count": 10, "mean_s": 1.2071995297446846e-05, "p50_s": 1.1911994079127908e-05, "p90_s": 1.2502394383773208e-05, "p95_s": 1.3395198038779196e-05, "p99_s": 1.4109440962783993e-05, "min_s": 1.1135998647660017e-05, "max_s": 1.428800169378519e-05 }, "linear.attn_out_proj.activation_quant_pack": { "count": 10, "mean_s": 0.002843859599670395, "p50_s": 0.0028387825295794755, "p90_s": 0.0028701974020805213, "p95_s": 0.002917386181070469, "p99_s": 0.002955137204262428, "min_s": 0.0028025589999742806, "max_s": 0.0029645749600604177 }, "linear.attn_out_proj.activation_quant_wrap": { "count": 10, "mean_s": 6.420805584639311e-06, "p50_s": 6.4480118453502655e-06, "p90_s": 6.592011777684093e-06, "p95_s": 6.664017564617097e-06, "p99_s": 6.721622194163501e-06, "min_s": 6.0800230130553246e-06, "max_s": 6.736023351550102e-06 }, "linear.attn_out_proj.gemm": { "count": 10, "mean_s": 0.007799276692094281, "p50_s": 0.007773573015583679, "p90_s": 0.007835476868785917, "p95_s": 0.00800838442519307, "p99_s": 0.008146710470318794, "min_s": 0.007710108999162912, "max_s": 0.008181291981600225 }, "linear.attn_out_proj.slice_reshape": { "count": 10, "mean_s": 5.4480042308568954e-06, "p50_s": 5.416019121184945e-06, "p90_s": 5.580816650763155e-06, "p95_s": 5.710395635105669e-06, "p99_s": 5.814058822579682e-06, "min_s": 5.296024028211832e-06, "max_s": 5.839974619448185e-06 }, "attn_out_proj": { "count": 10, "mean_s": 0.012975754507351667, "p50_s": 0.012935250502778217, "p90_s": 0.013021398818818853, "p95_s": 0.01331132840423379, "p99_s": 0.013543272072565742, "min_s": 0.012829803046770394, "max_s": 0.01360125798964873 }, "gate_msa": { "count": 10, "mean_s": 0.008599226904334501, "p50_s": 0.008538733003661036, "p90_s": 0.0088796345226001, "p95_s": 0.008909831769415177, "p99_s": 0.008933989566867239, "min_s": 0.00840773998061195, "max_s": 0.008940029016230255 }, "norm2": { "count": 10, "mean_s": 0.0036033073149155824, "p50_s": 0.0035515105118975043, "p90_s": 0.0037464877241291106, "p95_s": 0.003796427365159616, "p99_s": 0.0038363790779840203, "min_s": 0.0035186070017516613, "max_s": 0.003846367006190121 }, "modulate_mlp": { "count": 10, "mean_s": 0.010574622795684264, "p50_s": 0.010596931009786204, "p90_s": 0.01087350157322362, "p95_s": 0.010878188785864041, "p99_s": 0.010881938555976375, "min_s": 0.010094380006194115, "max_s": 0.01088287599850446 }, "linear.mlp_fc1.flatten_contiguous": { "count": 10, "mean_s": 4.360004095360637e-06, "p50_s": 4.327972419559956e-06, "p90_s": 4.619208630174398e-06, "p95_s": 4.669604822993279e-06, "p99_s": 4.709921777248382e-06, "min_s": 4.128029104322195e-06, "max_s": 4.720001015812159e-06 }, "linear.mlp_fc1.pre_quant_scale": { "count": 10, "mean_s": 0.0, "p50_s": 0.0, "p90_s": 0.0, "p95_s": 0.0, "p99_s": 0.0, "min_s": 0.0, "max_s": 0.0 }, "linear.mlp_fc1.packed_weight_wrapper": { "count": 10, "mean_s": 8.18080734461546e-06, "p50_s": 8.128001354634762e-06, "p90_s": 8.4448023699224e-06, "p95_s": 8.718419121578335e-06, "p99_s": 8.937312522903086e-06, "min_s": 7.760012522339821e-06, "max_s": 8.992035873234272e-06 }, "linear.mlp_fc1.bias_cast": { "count": 10, "mean_s": 3.4687924198806287e-06, "p50_s": 3.455992555245757e-06, "p90_s": 3.5727629438042644e-06, "p95_s": 3.5943987313658e-06, "p99_s": 3.6117073614150284e-06, "min_s": 3.311957698315382e-06, "max_s": 3.6160345189273357e-06 }, "linear.mlp_fc1.activation_scale": { "count": 10, "mean_s": 0.0017569320043548942, "p50_s": 0.0017358949990011752, "p90_s": 0.0018160303065087645, "p95_s": 0.0018329426558921114, "p99_s": 0.001846472535398789, "min_s": 0.0017267030198127031, "max_s": 0.001849855005275458 }, "linear.mlp_fc1.scale_to_device": { "count": 10, "mean_s": 1.0102399392053485e-05, "p50_s": 9.367999155074358e-06, "p90_s": 1.0531197767704722e-05, "p95_s": 1.4289590762928117e-05, "p99_s": 1.729630515910685e-05, "min_s": 8.5439532995224e-06, "max_s": 1.804798375815153e-05 }, "linear.mlp_fc1.activation_quant_pack": { "count": 10, "mean_s": 0.00217321349773556, "p50_s": 0.0021457590046338737, "p90_s": 0.0022131046222057193, "p95_s": 0.00231779980531428, "p99_s": 0.0024015559518011285, "min_s": 0.0021100639714859426, "max_s": 0.002422494988422841 }, "linear.mlp_fc1.activation_quant_wrap": { "count": 10, "mean_s": 6.355205550789833e-06, "p50_s": 6.3680054154247046e-06, "p90_s": 6.510427920147777e-06, "p95_s": 6.5752043155953285e-06, "p99_s": 6.62702543195337e-06, "min_s": 6.128044333308935e-06, "max_s": 6.639980711042881e-06 }, "linear.mlp_fc1.gemm": { "count": 10, "mean_s": 0.034308884787606075, "p50_s": 0.03437204146757722, "p90_s": 0.034552122588502245, "p95_s": 0.034628701777546664, "p99_s": 0.0346899651287822, "min_s": 0.033615602005738765, "max_s": 0.03470528096659109 }, "linear.mlp_fc1.slice_reshape": { "count": 10, "mean_s": 5.462393164634704e-06, "p50_s": 5.399982910603285e-06, "p90_s": 5.71361742913723e-06, "p95_s": 5.86480600759387e-06, "p99_s": 5.985756870359183e-06, "min_s": 5.231995601207018e-06, "max_s": 6.01599458605051e-06 }, "mlp_fc1": { "count": 10, "mean_s": 0.038320799911161885, "p50_s": 0.03837749600643292, "p90_s": 0.03857543897465803, "p95_s": 0.03861309501517099, "p99_s": 0.03864321984758135, "min_s": 0.03753324900753796, "max_s": 0.03865075105568394 }, "mlp_swiglu": { "count": 10, "mean_s": 0.023907500400673597, "p50_s": 0.023899421998066828, "p90_s": 0.02409050110145472, "p95_s": 0.024095325541566126, "p99_s": 0.02409918509365525, "min_s": 0.023705605999566615, "max_s": 0.024100149981677532 }, "linear.mlp_fc2.flatten_contiguous": { "count": 10, "mean_s": 4.129589069634676e-06, "p50_s": 4.135974450036883e-06, "p90_s": 4.268810153007507e-06, "p95_s": 4.470394924283027e-06, "p99_s": 4.631662741303444e-06, "min_s": 3.871973603963852e-06, "max_s": 4.671979695558548e-06 }, "linear.mlp_fc2.pre_quant_scale": { "count": 10, "mean_s": 0.0, "p50_s": 0.0, "p90_s": 0.0, "p95_s": 0.0, "p99_s": 0.0, "min_s": 0.0, "max_s": 0.0 }, "linear.mlp_fc2.packed_weight_wrapper": { "count": 10, "mean_s": 7.93120707385242e-06, "p50_s": 7.888011168688536e-06, "p90_s": 8.115218952298164e-06, "p95_s": 8.417596109211444e-06, "p99_s": 8.65949783474207e-06, "min_s": 7.424037903547287e-06, "max_s": 8.719973266124725e-06 }, "linear.mlp_fc2.bias_cast": { "count": 10, "mean_s": 3.532791743054986e-06, "p50_s": 3.503984771668911e-06, "p90_s": 3.6463839933276177e-06, "p95_s": 3.7111865822225807e-06, "p99_s": 3.7630286533385513e-06, "min_s": 3.375986125320196e-06, "max_s": 3.775989171117544e-06 }, "linear.mlp_fc2.activation_scale": { "count": 10, "mean_s": 0.004426897293888033, "p50_s": 0.004421310004545376, "p90_s": 0.004461953247664497, "p95_s": 0.004538503623916767, "p99_s": 0.004599743924918585, "min_s": 0.004358205944299698, "max_s": 0.004615054000169039 }, "linear.mlp_fc2.scale_to_device": { "count": 10, "mean_s": 1.4316797023639084e-05, "p50_s": 9.480019798502326e-06, "p90_s": 2.5710387853905554e-05, "p95_s": 3.182317886967211e-05, "p99_s": 3.671341168228537e-05, "min_s": 8.736038580536842e-06, "max_s": 3.793596988543868e-05 }, "linear.mlp_fc2.activation_quant_pack": { "count": 10, "mean_s": 0.005852458404842764, "p50_s": 0.00577670949860476, "p90_s": 0.006046092335600406, "p95_s": 0.006052780675236135, "p99_s": 0.006058131346944719, "min_s": 0.005697708984371275, "max_s": 0.0060594690148718655 }, "linear.mlp_fc2.activation_quant_wrap": { "count": 10, "mean_s": 6.2527891714125875e-06, "p50_s": 6.199959898367524e-06, "p90_s": 6.398366531357169e-06, "p95_s": 6.679186481051146e-06, "p99_s": 6.903842440806329e-06, "min_s": 6.064015906304121e-06, "max_s": 6.960006430745125e-06 }, "linear.mlp_fc2.gemm": { "count": 10, "mean_s": 0.05624732690048404, "p50_s": 0.0563016329833772, "p90_s": 0.05672116960049607, "p95_s": 0.056825684782234015, "p99_s": 0.056909296927624385, "min_s": 0.05543639202369377, "max_s": 0.05693019996397197 }, "linear.mlp_fc2.slice_reshape": { "count": 10, "mean_s": 5.435204366222024e-06, "p50_s": 5.359994247555733e-06, "p90_s": 5.553592927753925e-06, "p95_s": 5.8487930800765744e-06, "p99_s": 6.084953201934695e-06, "min_s": 5.199981387704611e-06, "max_s": 6.143993232399225e-06 }, "mlp_fc2": { "count": 10, "mean_s": 0.06660801698453725, "p50_s": 0.06663533198297955, "p90_s": 0.06701652241172269, "p95_s": 0.06725638319621793, "p99_s": 0.06744827182381413, "min_s": 0.0657997639500536, "max_s": 0.06749624398071319 }, "gate_mlp": { "count": 10, "mean_s": 0.010363909183070064, "p50_s": 0.008649876486742869, "p90_s": 0.010803180868970225, "p95_s": 0.017989072922500765, "p99_s": 0.023737786565325224, "min_s": 0.008425659965723753, "max_s": 0.025174964976031333 }, "block_total": { "count": 10, "mean_s": 0.499170052097179, "p50_s": 0.4875695880036801, "p90_s": 0.5122190653986763, "p95_s": 0.5512197931850096, "p99_s": 0.5824203754140763, "min_s": 0.4862319889944047, "max_s": 0.5902205209713429 } }, "module_forward": { "count": 10, "mean_s": 0.4679248433036264, "p50_s": 0.46821730851661414, "p90_s": 0.46862109302892346, "p95_s": 0.4686407850269461, "p99_s": 0.46865653862536416, "min_s": 0.4657743179704994, "max_s": 0.4686604770249687 }, "module_forward_checksum": -23765568.0, "fused_elementwise": true, "profiler_summary": { "profiled_iterations": 1, "runtime_kernel_launches": 0, "runtime_kernel_launches_per_block": 0.0, "positive_self_device_allocated_bytes": 9093546496 }, "profiler_top_events": [ { "key": "aten::rms_norm", "count": 2, "device_type": "DeviceType.CPU", "cpu_time_total_us": 1284.5120000000002, "device_time_total_us": 0.0, "self_device_time_total_us": 0.0, "self_device_memory_usage_bytes": -303104, "input_shapes": "[[37810, 5376], [], [5376], []]" }, { "key": "aten::_fused_rms_norm", "count": 2, "device_type": "DeviceType.CPU", "cpu_time_total_us": 1275.904, "device_time_total_us": 0.0, "self_device_time_total_us": 0.0, "self_device_memory_usage_bytes": 0, "input_shapes": "[[37810, 5376], [], [5376], []]" }, { "key": "aten::linear", "count": 1, "device_type": "DeviceType.CPU", "cpu_time_total_us": 253.10399999999981, "device_time_total_us": 0.0, "self_device_time_total_us": 0.0, "self_device_memory_usage_bytes": 0, "input_shapes": "[[37810, 5376], [21504, 5376], []]" }, { "key": "comfy_kitchen::quantize_nvfp4", "count": 2, "device_type": "DeviceType.CPU", "cpu_time_total_us": 204.17599999999993, "device_time_total_us": 0.0, "self_device_time_total_us": 0.0, "self_device_memory_usage_bytes": 0, "input_shapes": "[[37810, 5376], [], [], [], []]" }, { "key": "comfy_kitchen::scaled_mm_nvfp4", "count": 1, "device_type": "DeviceType.CPU", "cpu_time_total_us": 188.06399999999985, "device_time_total_us": 0.0, "self_device_time_total_us": 0.0, "self_device_memory_usage_bytes": -512, "input_shapes": "[[37824, 2688], [21504, 2688], [], [], [37888, 336], [21504, 336], [], [], []]" }, { "key": "comfy_kitchen::rms_rope_split_half_", "count": 1, "device_type": "DeviceType.CPU", "cpu_time_total_us": 176.30299999999988, "device_time_total_us": 0.0, "self_device_time_total_us": 0.0, "self_device_memory_usage_bytes": 0, "input_shapes": "[[1, 37810, 56, 128], [1, 37810, 56, 128], [1, 37810, 1, 48, 2, 2], [128], [128], [], []]" }, { "key": "aten::_to_copy", "count": 8, "device_type": "DeviceType.CPU", "cpu_time_total_us": 134.94399999999905, "device_time_total_us": 0.0, "self_device_time_total_us": 0.0, "self_device_memory_usage_bytes": 0, "input_shapes": "[[], [], [], [], [], [], []]" }, { "key": "aten::linear", "count": 1, "device_type": "DeviceType.CPU", "cpu_time_total_us": 108.04799999999977, "device_time_total_us": 0.0, "self_device_time_total_us": 0.0, "self_device_memory_usage_bytes": 0, "input_shapes": "[[37810, 14336], [5376, 14336], []]" }, { "key": "aten::linear", "count": 1, "device_type": "DeviceType.CPU", "cpu_time_total_us": 102.22400000000016, "device_time_total_us": 0.0, "self_device_time_total_us": 0.0, "self_device_memory_usage_bytes": 0, "input_shapes": "[[37810, 7168], [5376, 7168], []]" }, { "key": "aten::to", "count": 12, "device_type": "DeviceType.CPU", "cpu_time_total_us": 101.503999999999, "device_time_total_us": 0.0, "self_device_time_total_us": 0.0, "self_device_memory_usage_bytes": 0, "input_shapes": "[[], [], [], [], []]" }, { "key": "aten::empty", "count": 34, "device_type": "DeviceType.CPU", "cpu_time_total_us": 100.47999999999882, "device_time_total_us": 0.0, "self_device_time_total_us": 0.0, "self_device_memory_usage_bytes": 8009298432, "input_shapes": "[[], [], [], [], [], []]" }, { "key": "aten::linear", "count": 1, "device_type": "DeviceType.CPU", "cpu_time_total_us": 96.33600000000024, "device_time_total_us": 0.0, "self_device_time_total_us": 0.0, "self_device_memory_usage_bytes": 0, "input_shapes": "[[37810, 5376], [28672, 5376], []]" }, { "key": "comfy_kitchen::scaled_mm_nvfp4", "count": 1, "device_type": "DeviceType.CPU", "cpu_time_total_us": 92.97600000000011, "device_time_total_us": 0.0, "self_device_time_total_us": 0.0, "self_device_memory_usage_bytes": -512, "input_shapes": "[[37824, 7168], [5376, 7168], [], [], [37888, 896], [5376, 896], [], [], []]" }, { "key": "comfy_kitchen::scaled_mm_nvfp4", "count": 1, "device_type": "DeviceType.CPU", "cpu_time_total_us": 85.71199999999999, "device_time_total_us": 0.0, "self_device_time_total_us": 0.0, "self_device_memory_usage_bytes": -512, "input_shapes": "[[37824, 3584], [5376, 3584], [], [], [37888, 448], [5376, 448], [], [], []]" }, { "key": "comfy_kitchen::scaled_mm_nvfp4", "count": 1, "device_type": "DeviceType.CPU", "cpu_time_total_us": 83.24800000000005, "device_time_total_us": 0.0, "self_device_time_total_us": 0.0, "self_device_memory_usage_bytes": -512, "input_shapes": "[[37824, 2688], [28672, 2688], [], [], [37888, 336], [28672, 336], [], [], []]" }, { "key": "aten::copy_", "count": 8, "device_type": "DeviceType.CPU", "cpu_time_total_us": 76.6719999999998, "device_time_total_us": 0.0, "self_device_time_total_us": 0.0, "self_device_memory_usage_bytes": 0, "input_shapes": "[[], [], []]" }, { "key": "aten::zeros", "count": 4, "device_type": "DeviceType.CPU", "cpu_time_total_us": 69.5039999999999, "device_time_total_us": 0.0, "self_device_time_total_us": 0.0, "self_device_memory_usage_bytes": 0, "input_shapes": "[[], [], [], [], []]" }, { "key": "aten::mean", "count": 1, "device_type": "DeviceType.CPU", "cpu_time_total_us": 64.27199999999993, "device_time_total_us": 0.0, "self_device_time_total_us": 0.0, "self_device_memory_usage_bytes": 14336, "input_shapes": "[[1, 37810, 56, 128], [], [], []]" }, { "key": "comfy_kitchen::quantize_nvfp4", "count": 1, "device_type": "DeviceType.CPU", "cpu_time_total_us": 57.96799999999985, "device_time_total_us": 0.0, "self_device_time_total_us": 0.0, "self_device_memory_usage_bytes": 0, "input_shapes": "[[37810, 7168], [], [], [], []]" }, { "key": "sageattention_sm89::qk_int8_sv_f8_accum_f16_fuse_v_scale_attn_inst_buf", "count": 1, "device_type": "DeviceType.CPU", "cpu_time_total_us": 51.983999999999924, "device_time_total_us": 0.0, "self_device_time_total_us": 0.0, "self_device_memory_usage_bytes": 0, "input_shapes": "[[1, 37810, 56, 128], [1, 37810, 56, 128], [1, 128, 56, 37824], [1, 37810, 56, 128], [1, 56, 1184], [1, 56, 591], [1, 56, 128], [], [], [], [], []]" }, { "key": "comfy_kitchen::quantize_nvfp4", "count": 1, "device_type": "DeviceType.CPU", "cpu_time_total_us": 49.69599999999991, "device_time_total_us": 0.0, "self_device_time_total_us": 0.0, "self_device_memory_usage_bytes": 0, "input_shapes": "[[37810, 14336], [], [], [], []]" }, { "key": "aten::mul", "count": 4, "device_type": "DeviceType.CPU", "cpu_time_total_us": 47.5359999999996, "device_time_total_us": 0.0, "self_device_time_total_us": 0.0, "self_device_memory_usage_bytes": 2048, "input_shapes": "[[], []]" }, { "key": "aten::to", "count": 4, "device_type": "DeviceType.CPU", "cpu_time_total_us": 46.91199999999981, "device_time_total_us": 0.0, "self_device_time_total_us": 0.0, "self_device_memory_usage_bytes": 0, "input_shapes": "[[], [], [], [], [], []]" }, { "key": "aten::silu", "count": 1, "device_type": "DeviceType.CPU", "cpu_time_total_us": 33.74400000000014, "device_time_total_us": 0.0, "self_device_time_total_us": 0.0, "self_device_memory_usage_bytes": 1084227584, "input_shapes": "[[37810, 14336]]" }, { "key": "aten::mul_", "count": 1, "device_type": "DeviceType.CPU", "cpu_time_total_us": 28.192000000000007, "device_time_total_us": 0.0, "self_device_time_total_us": 0.0, "self_device_memory_usage_bytes": 0, "input_shapes": "[[37810, 14336], [37810, 14336]]" }, { "key": "aten::zero_", "count": 2, "device_type": "DeviceType.CPU", "cpu_time_total_us": 27.455999999999904, "device_time_total_us": 0.0, "self_device_time_total_us": 0.0, "self_device_memory_usage_bytes": 0, "input_shapes": "[[37888, 336]]" }, { "key": "aten::empty_strided", "count": 8, "device_type": "DeviceType.CPU", "cpu_time_total_us": 24.495999999999867, "device_time_total_us": 0.0, "self_device_time_total_us": 0.0, "self_device_memory_usage_bytes": 4096, "input_shapes": "[[], [], [], [], [], []]" }, { "key": "aten::slice", "count": 1, "device_type": "DeviceType.CPU", "cpu_time_total_us": 20.159999999999854, "device_time_total_us": 0.0, "self_device_time_total_us": 0.0, "self_device_memory_usage_bytes": 0, "input_shapes": "[[37824, 21504], [], [], [], []]" }, { "key": "aten::split", "count": 1, "device_type": "DeviceType.CPU", "cpu_time_total_us": 19.759999999999764, "device_time_total_us": 0.0, "self_device_time_total_us": 0.0, "self_device_memory_usage_bytes": 0, "input_shapes": "[[37810, 21504], [], []]" }, { "key": "aten::fill_", "count": 2, "device_type": "DeviceType.CPU", "cpu_time_total_us": 15.248000000000047, "device_time_total_us": 0.0, "self_device_time_total_us": 0.0, "self_device_memory_usage_bytes": 0, "input_shapes": "[[37888, 336], []]" }, { "key": "aten::chunk", "count": 1, "device_type": "DeviceType.CPU", "cpu_time_total_us": 11.583999999999833, "device_time_total_us": 0.0, "self_device_time_total_us": 0.0, "self_device_memory_usage_bytes": 0, "input_shapes": "[[37810, 28672], [], []]" }, { "key": "aten::zero_", "count": 1, "device_type": "DeviceType.CPU", "cpu_time_total_us": 11.376000000000204, "device_time_total_us": 0.0, "self_device_time_total_us": 0.0, "self_device_memory_usage_bytes": 0, "input_shapes": "[[37888, 896]]" }, { "key": "aten::narrow", "count": 3, "device_type": "DeviceType.CPU", "cpu_time_total_us": 10.959999999999582, "device_time_total_us": 0.0, "self_device_time_total_us": 0.0, "self_device_memory_usage_bytes": 0, "input_shapes": "[[37810, 21504], [], [], []]" }, { "key": "aten::reshape", "count": 8, "device_type": "DeviceType.CPU", "cpu_time_total_us": 10.032000000001062, "device_time_total_us": 0.0, "self_device_time_total_us": 0.0, "self_device_memory_usage_bytes": 0, "input_shapes": "[[], []]" }, { "key": "aten::fill_", "count": 1, "device_type": "DeviceType.CPU", "cpu_time_total_us": 9.83999999999969, "device_time_total_us": 0.0, "self_device_time_total_us": 0.0, "self_device_memory_usage_bytes": 0, "input_shapes": "[[37888, 896], []]" }, { "key": "aten::split", "count": 1, "device_type": "DeviceType.CPU", "cpu_time_total_us": 8.079999999999927, "device_time_total_us": 0.0, "self_device_time_total_us": 0.0, "self_device_memory_usage_bytes": 0, "input_shapes": "[[37810, 28672], [], []]" }, { "key": "aten::as_strided", "count": 1, "device_type": "DeviceType.CPU", "cpu_time_total_us": 8.016000000000076, "device_time_total_us": 0.0, "self_device_time_total_us": 0.0, "self_device_memory_usage_bytes": 0, "input_shapes": "[[37824, 21504], [], [], []]" }, { "key": "aten::view", "count": 4, "device_type": "DeviceType.CPU", "cpu_time_total_us": 7.6159999999999854, "device_time_total_us": 0.0, "self_device_time_total_us": 0.0, "self_device_memory_usage_bytes": 0, "input_shapes": "[[37888, 336], []]" }, { "key": "aten::squeeze", "count": 1, "device_type": "DeviceType.CPU", "cpu_time_total_us": 7.472000000000207, "device_time_total_us": 0.0, "self_device_time_total_us": 0.0, "self_device_memory_usage_bytes": 0, "input_shapes": "[[1, 1, 56, 128], []]" }, { "key": "aten::zero_", "count": 1, "device_type": "DeviceType.CPU", "cpu_time_total_us": 7.2159999999998945, "device_time_total_us": 0.0, "self_device_time_total_us": 0.0, "self_device_memory_usage_bytes": 0, "input_shapes": "[[37888, 448]]" }, { "key": "aten::reshape", "count": 4, "device_type": "DeviceType.CPU", "cpu_time_total_us": 5.664000000000442, "device_time_total_us": 0.0, "self_device_time_total_us": 0.0, "self_device_memory_usage_bytes": 0, "input_shapes": "[[37810, 5376], []]" }, { "key": "aten::narrow", "count": 2, "device_type": "DeviceType.CPU", "cpu_time_total_us": 5.6479999999996835, "device_time_total_us": 0.0, "self_device_time_total_us": 0.0, "self_device_memory_usage_bytes": 0, "input_shapes": "[[37810, 28672], [], [], []]" }, { "key": "aten::fill_", "count": 1, "device_type": "DeviceType.CPU", "cpu_time_total_us": 5.536000000000058, "device_time_total_us": 0.0, "self_device_time_total_us": 0.0, "self_device_memory_usage_bytes": 0, "input_shapes": "[[37888, 448], []]" }, { "key": "aten::slice", "count": 3, "device_type": "DeviceType.CPU", "cpu_time_total_us": 5.023999999999887, "device_time_total_us": 0.0, "self_device_time_total_us": 0.0, "self_device_memory_usage_bytes": 0, "input_shapes": "[[37810, 21504], [], [], [], []]" }, { "key": "aten::to", "count": 2, "device_type": "DeviceType.CPU", "cpu_time_total_us": 4.480000000000047, "device_time_total_us": 0.0, "self_device_time_total_us": 0.0, "self_device_memory_usage_bytes": 0, "input_shapes": "[[5376], [], [], [], []]" }, { "key": "aten::slice", "count": 2, "device_type": "DeviceType.CPU", "cpu_time_total_us": 3.680000000000291, "device_time_total_us": 0.0, "self_device_time_total_us": 0.0, "self_device_memory_usage_bytes": 0, "input_shapes": "[[37824, 5376], [], [], [], []]" }, { "key": "aten::view", "count": 2, "device_type": "DeviceType.CPU", "cpu_time_total_us": 3.4880000000000564, "device_time_total_us": 0.0, "self_device_time_total_us": 0.0, "self_device_memory_usage_bytes": 0, "input_shapes": "[[37810], []]" }, { "key": "aten::slice", "count": 2, "device_type": "DeviceType.CPU", "cpu_time_total_us": 3.4400000000005093, "device_time_total_us": 0.0, "self_device_time_total_us": 0.0, "self_device_memory_usage_bytes": 0, "input_shapes": "[[37810, 28672], [], [], [], []]" }, { "key": "aten::view", "count": 8, "device_type": "DeviceType.CPU", "cpu_time_total_us": 2.7360000000005584, "device_time_total_us": 0.0, "self_device_time_total_us": 0.0, "self_device_memory_usage_bytes": 0, "input_shapes": "[[], []]" }, { "key": "aten::view", "count": 4, "device_type": "DeviceType.CPU", "cpu_time_total_us": 2.512000000000171, "device_time_total_us": 0.0, "self_device_time_total_us": 0.0, "self_device_memory_usage_bytes": 0, "input_shapes": "[[37810, 7168], []]" }, { "key": "aten::slice", "count": 1, "device_type": "DeviceType.CPU", "cpu_time_total_us": 2.2719999999999345, "device_time_total_us": 0.0, "self_device_time_total_us": 0.0, "self_device_memory_usage_bytes": 0, "input_shapes": "[[37824, 28672], [], [], [], []]" }, { "key": "aten::alias", "count": 1, "device_type": "DeviceType.CPU", "cpu_time_total_us": 2.2080000000000837, "device_time_total_us": 0.0, "self_device_time_total_us": 0.0, "self_device_memory_usage_bytes": 0, "input_shapes": "[[37810, 21504]]" }, { "key": "aten::as_strided", "count": 3, "device_type": "DeviceType.CPU", "cpu_time_total_us": 1.9360000000001492, "device_time_total_us": 0.0, "self_device_time_total_us": 0.0, "self_device_memory_usage_bytes": 0, "input_shapes": "[[37810, 21504], [], [], []]" }, { "key": "aten::view", "count": 4, "device_type": "DeviceType.CPU", "cpu_time_total_us": 1.7760000000000673, "device_time_total_us": 0.0, "self_device_time_total_us": 0.0, "self_device_memory_usage_bytes": 0, "input_shapes": "[[37810, 5376], []]" }, { "key": "aten::reshape", "count": 1, "device_type": "DeviceType.CPU", "cpu_time_total_us": 1.6320000000000618, "device_time_total_us": 0.0, "self_device_time_total_us": 0.0, "self_device_memory_usage_bytes": 0, "input_shapes": "[[1, 37810, 56, 128], []]" }, { "key": "aten::as_strided", "count": 4, "device_type": "DeviceType.CPU", "cpu_time_total_us": 1.5199999999999818, "device_time_total_us": 0.0, "self_device_time_total_us": 0.0, "self_device_memory_usage_bytes": 0, "input_shapes": "[[1, 37810, 56, 128], [], [], []]" }, { "key": "aten::reshape", "count": 1, "device_type": "DeviceType.CPU", "cpu_time_total_us": 1.1840000000001965, "device_time_total_us": 0.0, "self_device_time_total_us": 0.0, "self_device_memory_usage_bytes": 0, "input_shapes": "[[37810, 7168], []]" }, { "key": "aten::reshape", "count": 1, "device_type": "DeviceType.CPU", "cpu_time_total_us": 1.1520000000000437, "device_time_total_us": 0.0, "self_device_time_total_us": 0.0, "self_device_memory_usage_bytes": 0, "input_shapes": "[[37810, 28672], []]" }, { "key": "aten::reshape", "count": 1, "device_type": "DeviceType.CPU", "cpu_time_total_us": 1.1520000000000437, "device_time_total_us": 0.0, "self_device_time_total_us": 0.0, "self_device_memory_usage_bytes": 0, "input_shapes": "[[37810, 14336], []]" }, { "key": "aten::reshape", "count": 1, "device_type": "DeviceType.CPU", "cpu_time_total_us": 1.1359999999999673, "device_time_total_us": 0.0, "self_device_time_total_us": 0.0, "self_device_memory_usage_bytes": 0, "input_shapes": "[[37810, 21504], []]" }, { "key": "aten::as_strided", "count": 2, "device_type": "DeviceType.CPU", "cpu_time_total_us": 0.83199999999988, "device_time_total_us": 0.0, "self_device_time_total_us": 0.0, "self_device_memory_usage_bytes": 0, "input_shapes": "[[37824, 5376], [], [], []]" }, { "key": "aten::as_strided", "count": 2, "device_type": "DeviceType.CPU", "cpu_time_total_us": 0.7039999999997235, "device_time_total_us": 0.0, "self_device_time_total_us": 0.0, "self_device_memory_usage_bytes": 0, "input_shapes": "[[37810, 28672], [], [], []]" }, { "key": "aten::view", "count": 2, "device_type": "DeviceType.CPU", "cpu_time_total_us": 0.7039999999997235, "device_time_total_us": 0.0, "self_device_time_total_us": 0.0, "self_device_memory_usage_bytes": 0, "input_shapes": "[[37888, 896], []]" }, { "key": "aten::alias", "count": 2, "device_type": "DeviceType.CPU", "cpu_time_total_us": 0.6720000000000255, "device_time_total_us": 0.0, "self_device_time_total_us": 0.0, "self_device_memory_usage_bytes": 0, "input_shapes": "[[37810, 5376]]" }, { "key": "aten::view", "count": 2, "device_type": "DeviceType.CPU", "cpu_time_total_us": 0.6399999999998727, "device_time_total_us": 0.0, "self_device_time_total_us": 0.0, "self_device_memory_usage_bytes": 0, "input_shapes": "[[37888, 448], []]" }, { "key": "aten::alias", "count": 1, "device_type": "DeviceType.CPU", "cpu_time_total_us": 0.5920000000000982, "device_time_total_us": 0.0, "self_device_time_total_us": 0.0, "self_device_memory_usage_bytes": 0, "input_shapes": "[[1, 37810, 56, 128]]" }, { "key": "aten::as_strided", "count": 1, "device_type": "DeviceType.CPU", "cpu_time_total_us": 0.4800000000000182, "device_time_total_us": 0.0, "self_device_time_total_us": 0.0, "self_device_memory_usage_bytes": 0, "input_shapes": "[[37824, 28672], [], [], []]" }, { "key": "aten::view", "count": 1, "device_type": "DeviceType.CPU", "cpu_time_total_us": 0.44800000000032014, "device_time_total_us": 0.0, "self_device_time_total_us": 0.0, "self_device_memory_usage_bytes": 0, "input_shapes": "[[1, 37810, 56, 128], []]" }, { "key": "aten::alias", "count": 1, "device_type": "DeviceType.CPU", "cpu_time_total_us": 0.41600000000016735, "device_time_total_us": 0.0, "self_device_time_total_us": 0.0, "self_device_memory_usage_bytes": 0, "input_shapes": "[[37810, 28672]]" }, { "key": "aten::view", "count": 1, "device_type": "DeviceType.CPU", "cpu_time_total_us": 0.38400000000001455, "device_time_total_us": 0.0, "self_device_time_total_us": 0.0, "self_device_memory_usage_bytes": 0, "input_shapes": "[[37810, 21504], []]" }, { "key": "aten::as_strided", "count": 1, "device_type": "DeviceType.CPU", "cpu_time_total_us": 0.36799999999993815, "device_time_total_us": 0.0, "self_device_time_total_us": 0.0, "self_device_memory_usage_bytes": 0, "input_shapes": "[[1, 1, 56, 128], [], [], []]" }, { "key": "aten::view", "count": 1, "device_type": "DeviceType.CPU", "cpu_time_total_us": 0.3520000000003165, "device_time_total_us": 0.0, "self_device_time_total_us": 0.0, "self_device_memory_usage_bytes": 0, "input_shapes": "[[37810, 14336], []]" }, { "key": "aten::view", "count": 1, "device_type": "DeviceType.CPU", "cpu_time_total_us": 0.35199999999986176, "device_time_total_us": 0.0, "self_device_time_total_us": 0.0, "self_device_memory_usage_bytes": 0, "input_shapes": "[[37810, 28672], []]" }, { "key": "aten::view", "count": 1, "device_type": "DeviceType.CPU", "cpu_time_total_us": 0.3200000000001637, "device_time_total_us": 0.0, "self_device_time_total_us": 0.0, "self_device_memory_usage_bytes": 0, "input_shapes": "[[21504, 336], []]" }, { "key": "aten::view", "count": 1, "device_type": "DeviceType.CPU", "cpu_time_total_us": 0.3040000000000873, "device_time_total_us": 0.0, "self_device_time_total_us": 0.0, "self_device_memory_usage_bytes": 0, "input_shapes": "[[28672, 336], []]" }, { "key": "aten::view", "count": 1, "device_type": "DeviceType.CPU", "cpu_time_total_us": 0.30399999999963256, "device_time_total_us": 0.0, "self_device_time_total_us": 0.0, "self_device_memory_usage_bytes": 0, "input_shapes": "[[5376, 896], []]" }, { "key": "aten::view", "count": 1, "device_type": "DeviceType.CPU", "cpu_time_total_us": 0.2719999999999345, "device_time_total_us": 0.0, "self_device_time_total_us": 0.0, "self_device_memory_usage_bytes": 0, "input_shapes": "[[5376, 448], []]" }, { "key": "[memory]", "count": 33, "device_type": "DeviceType.CPU", "cpu_time_total_us": 0.0, "device_time_total_us": 0.0, "self_device_time_total_us": 0.0, "self_device_memory_usage_bytes": -9093241344, "input_shapes": "[]" } ] }