1392 lines
43 KiB
JSON
1392 lines
43 KiB
JSON
|
{
|
||
|
|
"prompt": "A playful orange tabby cat starts in an ordinary cozy living room in a normal house, afternoon light, sofa and rug. The cat crouches, jumps, and does one clean athletic backflip in slow motion. As the backflip completes there is a sharp cinematic cut: the cat lands perfectly on a glowing neon disco dance floor wearing oversized black sunglasses. Mirror ball reflections, colorful lights, joyful party energy, stylish and funny, clear before-and-after transformation.",
|
||
|
|
"model_path": "/models/minimax_h3_fl2va_pruned_nvfp4.safetensors",
|
||
|
|
"width": 1344,
|
||
|
|
"height": 768,
|
||
|
|
"frames": 124,
|
||
|
|
"steps": 12,
|
||
|
|
"sampler_step": 1,
|
||
|
|
"seed": 440420,
|
||
|
|
"text_tokens": 100,
|
||
|
|
"block_index": 24,
|
||
|
|
"attention": "sage2",
|
||
|
|
"warmup": 3,
|
||
|
|
"iterations": 10,
|
||
|
|
"hidden_shape": [
|
||
|
|
37810,
|
||
|
|
5376
|
||
|
|
],
|
||
|
|
"output_shape": [
|
||
|
|
37810,
|
||
|
|
5376
|
||
|
|
],
|
||
|
|
"segments": [
|
||
|
|
[
|
||
|
|
0,
|
||
|
|
100,
|
||
|
|
1
|
||
|
|
],
|
||
|
|
[
|
||
|
|
100,
|
||
|
|
514,
|
||
|
|
2
|
||
|
|
],
|
||
|
|
[
|
||
|
|
514,
|
||
|
|
37810,
|
||
|
|
0
|
||
|
|
]
|
||
|
|
],
|
||
|
|
"timings": {
|
||
|
|
"norm1": {
|
||
|
|
"count": 10,
|
||
|
|
"mean_s": 0.003516814694739878,
|
||
|
|
"p50_s": 0.0035167409805580974,
|
||
|
|
"p90_s": 0.0035479393962305037,
|
||
|
|
"p95_s": 0.0035552402172470466,
|
||
|
|
"p99_s": 0.0035610808740602806,
|
||
|
|
"min_s": 0.0034472449915483594,
|
||
|
|
"max_s": 0.003562541038263589
|
||
|
|
},
|
||
|
|
"modulate_msa": {
|
||
|
|
"count": 10,
|
||
|
|
"mean_s": 0.010366741399047896,
|
||
|
|
"p50_s": 0.01035376702202484,
|
||
|
|
"p90_s": 0.010706545307766647,
|
||
|
|
"p95_s": 0.01078284414834343,
|
||
|
|
"p99_s": 0.010843883220804856,
|
||
|
|
"min_s": 0.009973047010134906,
|
||
|
|
"max_s": 0.010859142988920212
|
||
|
|
},
|
||
|
|
"linear.attn_qkv_proj.flatten_contiguous": {
|
||
|
|
"count": 10,
|
||
|
|
"mean_s": 4.526402335613966e-06,
|
||
|
|
"p50_s": 4.10401844419539e-06,
|
||
|
|
"p90_s": 4.755170084536074e-06,
|
||
|
|
"p95_s": 6.42557861283421e-06,
|
||
|
|
"p99_s": 7.761905435472728e-06,
|
||
|
|
"min_s": 3.903987817466259e-06,
|
||
|
|
"max_s": 8.095987141132355e-06
|
||
|
|
},
|
||
|
|
"linear.attn_qkv_proj.pre_quant_scale": {
|
||
|
|
"count": 10,
|
||
|
|
"mean_s": 0.0,
|
||
|
|
"p50_s": 0.0,
|
||
|
|
"p90_s": 0.0,
|
||
|
|
"p95_s": 0.0,
|
||
|
|
"p99_s": 0.0,
|
||
|
|
"min_s": 0.0,
|
||
|
|
"max_s": 0.0
|
||
|
|
},
|
||
|
|
"linear.attn_qkv_proj.packed_weight_wrapper": {
|
||
|
|
"count": 10,
|
||
|
|
"mean_s": 1.0039989138022066e-05,
|
||
|
|
"p50_s": 8.119968697428703e-06,
|
||
|
|
"p90_s": 1.0654376819729798e-05,
|
||
|
|
"p95_s": 1.935919281095264e-05,
|
||
|
|
"p99_s": 2.6323045603930952e-05,
|
||
|
|
"min_s": 7.39202369004488e-06,
|
||
|
|
"max_s": 2.8064008802175522e-05
|
||
|
|
},
|
||
|
|
"linear.attn_qkv_proj.bias_cast": {
|
||
|
|
"count": 10,
|
||
|
|
"mean_s": 3.5263889003545047e-06,
|
||
|
|
"p50_s": 3.42397834174335e-06,
|
||
|
|
"p90_s": 3.747199662029743e-06,
|
||
|
|
"p95_s": 4.049576818943023e-06,
|
||
|
|
"p99_s": 4.2914785444736485e-06,
|
||
|
|
"min_s": 3.2800016924738884e-06,
|
||
|
|
"max_s": 4.351953975856304e-06
|
||
|
|
},
|
||
|
|
"linear.attn_qkv_proj.activation_scale": {
|
||
|
|
"count": 10,
|
||
|
|
"mean_s": 0.0016631810984108597,
|
||
|
|
"p50_s": 0.0016464549989905208,
|
||
|
|
"p90_s": 0.0016899974027182907,
|
||
|
|
"p95_s": 0.0017555822065332904,
|
||
|
|
"p99_s": 0.0018080500495852904,
|
||
|
|
"min_s": 0.0016271350323222578,
|
||
|
|
"max_s": 0.0018211670103482902
|
||
|
|
},
|
||
|
|
"linear.attn_qkv_proj.scale_to_device": {
|
||
|
|
"count": 10,
|
||
|
|
"mean_s": 1.1579185957089066e-05,
|
||
|
|
"p50_s": 9.391980711370707e-06,
|
||
|
|
"p90_s": 1.7219223082065582e-05,
|
||
|
|
"p95_s": 1.8961611203849312e-05,
|
||
|
|
"p99_s": 2.0355521701276303e-05,
|
||
|
|
"min_s": 9.023991879075766e-06,
|
||
|
|
"max_s": 2.070399932563305e-05
|
||
|
|
},
|
||
|
|
"linear.attn_qkv_proj.activation_quant_pack": {
|
||
|
|
"count": 10,
|
||
|
|
"mean_s": 0.0022007547901012003,
|
||
|
|
"p50_s": 0.002188237995142117,
|
||
|
|
"p90_s": 0.002310799522092566,
|
||
|
|
"p95_s": 0.0023156302486313507,
|
||
|
|
"p99_s": 0.0023194948298623785,
|
||
|
|
"min_s": 0.002091966976877302,
|
||
|
|
"max_s": 0.0023204609751701355
|
||
|
|
},
|
||
|
|
"linear.attn_qkv_proj.activation_quant_wrap": {
|
||
|
|
"count": 10,
|
||
|
|
"mean_s": 6.332807242870331e-06,
|
||
|
|
"p50_s": 6.1680038925260305e-06,
|
||
|
|
"p90_s": 6.833561928942799e-06,
|
||
|
|
"p95_s": 7.344779442064463e-06,
|
||
|
|
"p99_s": 7.753753452561796e-06,
|
||
|
|
"min_s": 5.824025720357895e-06,
|
||
|
|
"max_s": 7.855996955186129e-06
|
||
|
|
},
|
||
|
|
"linear.attn_qkv_proj.gemm": {
|
||
|
|
"count": 10,
|
||
|
|
"mean_s": 0.02569694590056315,
|
||
|
|
"p50_s": 0.025759841984836385,
|
||
|
|
"p90_s": 0.0262955051031895,
|
||
|
|
"p95_s": 0.026411317544989286,
|
||
|
|
"p99_s": 0.02650396749842912,
|
||
|
|
"min_s": 0.024846857995726168,
|
||
|
|
"max_s": 0.026527129986789078
|
||
|
|
},
|
||
|
|
"linear.attn_qkv_proj.slice_reshape": {
|
||
|
|
"count": 10,
|
||
|
|
"mean_s": 5.633599357679486e-06,
|
||
|
|
"p50_s": 5.3679978009313345e-06,
|
||
|
|
"p90_s": 5.988759221509098e-06,
|
||
|
|
"p95_s": 6.8743858719244576e-06,
|
||
|
|
"p99_s": 7.582887192256748e-06,
|
||
|
|
"min_s": 5.231995601207018e-06,
|
||
|
|
"max_s": 7.760012522339821e-06
|
||
|
|
},
|
||
|
|
"attn_qkv_proj": {
|
||
|
|
"count": 10,
|
||
|
|
"mean_s": 0.029643844993552194,
|
||
|
|
"p50_s": 0.029725486994720995,
|
||
|
|
"p90_s": 0.030352766008581965,
|
||
|
|
"p95_s": 0.030365185998380183,
|
||
|
|
"p99_s": 0.03037512199021876,
|
||
|
|
"min_s": 0.0287816229974851,
|
||
|
|
"max_s": 0.030377605988178402
|
||
|
|
},
|
||
|
|
"attn_qkv_split_view": {
|
||
|
|
"count": 10,
|
||
|
|
"mean_s": 1.3008003588765859e-05,
|
||
|
|
"p50_s": 1.2336007785052061e-05,
|
||
|
|
"p90_s": 1.554721384309232e-05,
|
||
|
|
"p95_s": 1.7541609122417863e-05,
|
||
|
|
"p99_s": 1.9137125345878303e-05,
|
||
|
|
"min_s": 9.984010830521584e-06,
|
||
|
|
"max_s": 1.9536004401743412e-05
|
||
|
|
},
|
||
|
|
"attn_qk_rms_rope": {
|
||
|
|
"count": 10,
|
||
|
|
"mean_s": 0.012352611508686096,
|
||
|
|
"p50_s": 0.01237390103051439,
|
||
|
|
"p90_s": 0.012589196878252551,
|
||
|
|
"p95_s": 0.012807608451112173,
|
||
|
|
"p99_s": 0.01298233770939987,
|
||
|
|
"min_s": 0.011864198022522032,
|
||
|
|
"max_s": 0.013026020023971796
|
||
|
|
},
|
||
|
|
"attention_kernel": {
|
||
|
|
"count": 10,
|
||
|
|
"mean_s": 0.27108906718785875,
|
||
|
|
"p50_s": 0.26181144698057324,
|
||
|
|
"p90_s": 0.29291597349219956,
|
||
|
|
"p95_s": 0.312738003252889,
|
||
|
|
"p99_s": 0.32859562706144063,
|
||
|
|
"min_s": 0.25998799898661673,
|
||
|
|
"max_s": 0.3325600330135785
|
||
|
|
},
|
||
|
|
"attn_output_reshape": {
|
||
|
|
"count": 10,
|
||
|
|
"mean_s": 4.281604196876287e-06,
|
||
|
|
"p50_s": 4.128029104322195e-06,
|
||
|
|
"p90_s": 4.7808163799345495e-06,
|
||
|
|
"p95_s": 4.9104215577244755e-06,
|
||
|
|
"p99_s": 5.0141056999564175e-06,
|
||
|
|
"min_s": 3.936002030968666e-06,
|
||
|
|
"max_s": 5.040026735514402e-06
|
||
|
|
},
|
||
|
|
"linear.attn_out_proj.flatten_contiguous": {
|
||
|
|
"count": 10,
|
||
|
|
"mean_s": 4.358391743153334e-06,
|
||
|
|
"p50_s": 4.128000000491738e-06,
|
||
|
|
"p90_s": 5.2239862270653244e-06,
|
||
|
|
"p95_s": 5.2599760238081215e-06,
|
||
|
|
"p99_s": 5.288767861202359e-06,
|
||
|
|
"min_s": 3.936002030968666e-06,
|
||
|
|
"max_s": 5.295965820550919e-06
|
||
|
|
},
|
||
|
|
"linear.attn_out_proj.pre_quant_scale": {
|
||
|
|
"count": 10,
|
||
|
|
"mean_s": 0.0,
|
||
|
|
"p50_s": 0.0,
|
||
|
|
"p90_s": 0.0,
|
||
|
|
"p95_s": 0.0,
|
||
|
|
"p99_s": 0.0,
|
||
|
|
"min_s": 0.0,
|
||
|
|
"max_s": 0.0
|
||
|
|
},
|
||
|
|
"linear.attn_out_proj.packed_weight_wrapper": {
|
||
|
|
"count": 10,
|
||
|
|
"mean_s": 9.428808698430658e-06,
|
||
|
|
"p50_s": 8.216011337935925e-06,
|
||
|
|
"p90_s": 1.2791971676051616e-05,
|
||
|
|
"p95_s": 1.2899993453174828e-05,
|
||
|
|
"p99_s": 1.29864108748734e-05,
|
||
|
|
"min_s": 7.936032488942146e-06,
|
||
|
|
"max_s": 1.3008015230298042e-05
|
||
|
|
},
|
||
|
|
"linear.attn_out_proj.bias_cast": {
|
||
|
|
"count": 10,
|
||
|
|
"mean_s": 3.443198511376977e-06,
|
||
|
|
"p50_s": 3.4320109989494085e-06,
|
||
|
|
"p90_s": 3.6207784432917833e-06,
|
||
|
|
"p95_s": 3.642388037405908e-06,
|
||
|
|
"p99_s": 3.659675712697208e-06,
|
||
|
|
"min_s": 3.296008799225092e-06,
|
||
|
|
"max_s": 3.663997631520033e-06
|
||
|
|
},
|
||
|
|
"linear.attn_out_proj.activation_scale": {
|
||
|
|
"count": 10,
|
||
|
|
"mean_s": 0.002261684410041198,
|
||
|
|
"p50_s": 0.0022500380291603506,
|
||
|
|
"p90_s": 0.0022729580232407898,
|
||
|
|
"p95_s": 0.0023227820202009752,
|
||
|
|
"p99_s": 0.0023626412177691234,
|
||
|
|
"min_s": 0.002238414017483592,
|
||
|
|
"max_s": 0.0023726060171611607
|
||
|
|
},
|
||
|
|
"linear.attn_out_proj.scale_to_device": {
|
||
|
|
"count": 10,
|
||
|
|
"mean_s": 1.038879854604602e-05,
|
||
|
|
"p50_s": 9.832001524046063e-06,
|
||
|
|
"p90_s": 1.1913618072867393e-05,
|
||
|
|
"p95_s": 1.224480802193284e-05,
|
||
|
|
"p99_s": 1.2509759981185198e-05,
|
||
|
|
"min_s": 9.440002031624317e-06,
|
||
|
|
"max_s": 1.2575997970998287e-05
|
||
|
|
},
|
||
|
|
"linear.attn_out_proj.activation_quant_pack": {
|
||
|
|
"count": 10,
|
||
|
|
"mean_s": 0.0029140072059817613,
|
||
|
|
"p50_s": 0.0028348854975774884,
|
||
|
|
"p90_s": 0.002980089106131345,
|
||
|
|
"p95_s": 0.0032665550534147765,
|
||
|
|
"p99_s": 0.0034957278112415224,
|
||
|
|
"min_s": 0.002825118019245565,
|
||
|
|
"max_s": 0.003553021000698209
|
||
|
|
},
|
||
|
|
"linear.attn_out_proj.activation_quant_wrap": {
|
||
|
|
"count": 10,
|
||
|
|
"mean_s": 6.366416346281767e-06,
|
||
|
|
"p50_s": 6.287998985499144e-06,
|
||
|
|
"p90_s": 6.824050797149538e-06,
|
||
|
|
"p95_s": 6.93204638082534e-06,
|
||
|
|
"p99_s": 7.018442847765983e-06,
|
||
|
|
"min_s": 5.904003046452999e-06,
|
||
|
|
"max_s": 7.0400419645011425e-06
|
||
|
|
},
|
||
|
|
"linear.attn_out_proj.gemm": {
|
||
|
|
"count": 10,
|
||
|
|
"mean_s": 0.008031879493501037,
|
||
|
|
"p50_s": 0.007886153471190482,
|
||
|
|
"p90_s": 0.00864636250771582,
|
||
|
|
"p95_s": 0.008688777242787181,
|
||
|
|
"p99_s": 0.008722709030844272,
|
||
|
|
"min_s": 0.007817146019078791,
|
||
|
|
"max_s": 0.008731191977858543
|
||
|
|
},
|
||
|
|
"linear.attn_out_proj.slice_reshape": {
|
||
|
|
"count": 10,
|
||
|
|
"mean_s": 5.478394450619817e-06,
|
||
|
|
"p50_s": 5.496025551110506e-06,
|
||
|
|
"p90_s": 5.662406329065561e-06,
|
||
|
|
"p95_s": 5.727208917960524e-06,
|
||
|
|
"p99_s": 5.779050989076496e-06,
|
||
|
|
"min_s": 5.183974280953407e-06,
|
||
|
|
"max_s": 5.792011506855488e-06
|
||
|
|
},
|
||
|
|
"attn_out_proj": {
|
||
|
|
"count": 10,
|
||
|
|
"mean_s": 0.013287241506623105,
|
||
|
|
"p50_s": 0.01306043702061288,
|
||
|
|
"p90_s": 0.013964672799920664,
|
||
|
|
"p95_s": 0.014308530397829599,
|
||
|
|
"p99_s": 0.014583616476156748,
|
||
|
|
"min_s": 0.012968517025001347,
|
||
|
|
"max_s": 0.014652387995738536
|
||
|
|
},
|
||
|
|
"gate_msa": {
|
||
|
|
"count": 10,
|
||
|
|
"mean_s": 0.008519085415173322,
|
||
|
|
"p50_s": 0.0083449850208126,
|
||
|
|
"p90_s": 0.008864006400108338,
|
||
|
|
"p95_s": 0.009121759195113554,
|
||
|
|
"p99_s": 0.009327961431117728,
|
||
|
|
"min_s": 0.008315177052281797,
|
||
|
|
"max_s": 0.009379511990118772
|
||
|
|
},
|
||
|
|
"norm2": {
|
||
|
|
"count": 10,
|
||
|
|
"mean_s": 0.003516377799678594,
|
||
|
|
"p50_s": 0.003482725005596876,
|
||
|
|
"p90_s": 0.003730286500649527,
|
||
|
|
"p95_s": 0.0037477892503375186,
|
||
|
|
"p99_s": 0.0037617914500879127,
|
||
|
|
"min_s": 0.003390222031157464,
|
||
|
|
"max_s": 0.003765292000025511
|
||
|
|
},
|
||
|
|
"modulate_mlp": {
|
||
|
|
"count": 10,
|
||
|
|
"mean_s": 0.010381480591604486,
|
||
|
|
"p50_s": 0.010417310986667871,
|
||
|
|
"p90_s": 0.010713717294856906,
|
||
|
|
"p95_s": 0.011112517665605991,
|
||
|
|
"p99_s": 0.011431557962205262,
|
||
|
|
"min_s": 0.009898118965793401,
|
||
|
|
"max_s": 0.011511318036355078
|
||
|
|
},
|
||
|
|
"linear.mlp_fc1.flatten_contiguous": {
|
||
|
|
"count": 10,
|
||
|
|
"mean_s": 4.295998951420188e-06,
|
||
|
|
"p50_s": 4.0879822336137295e-06,
|
||
|
|
"p90_s": 4.825583891943097e-06,
|
||
|
|
"p95_s": 4.9408088671043505e-06,
|
||
|
|
"p99_s": 5.032988847233355e-06,
|
||
|
|
"min_s": 4.00003045797348e-06,
|
||
|
|
"max_s": 5.056033842265606e-06
|
||
|
|
},
|
||
|
|
"linear.mlp_fc1.pre_quant_scale": {
|
||
|
|
"count": 10,
|
||
|
|
"mean_s": 0.0,
|
||
|
|
"p50_s": 0.0,
|
||
|
|
"p90_s": 0.0,
|
||
|
|
"p95_s": 0.0,
|
||
|
|
"p99_s": 0.0,
|
||
|
|
"min_s": 0.0,
|
||
|
|
"max_s": 0.0
|
||
|
|
},
|
||
|
|
"linear.mlp_fc1.packed_weight_wrapper": {
|
||
|
|
"count": 10,
|
||
|
|
"mean_s": 8.068798342719674e-06,
|
||
|
|
"p50_s": 7.96798849478364e-06,
|
||
|
|
"p90_s": 8.828815771266818e-06,
|
||
|
|
"p95_s": 8.88641516212374e-06,
|
||
|
|
"p99_s": 8.932494674809277e-06,
|
||
|
|
"min_s": 7.375958375632763e-06,
|
||
|
|
"max_s": 8.944014552980661e-06
|
||
|
|
},
|
||
|
|
"linear.mlp_fc1.bias_cast": {
|
||
|
|
"count": 10,
|
||
|
|
"mean_s": 3.4864002373069526e-06,
|
||
|
|
"p50_s": 3.4399854484945536e-06,
|
||
|
|
"p90_s": 3.6512385122478006e-06,
|
||
|
|
"p95_s": 3.7376245018094775e-06,
|
||
|
|
"p99_s": 3.8067332934588194e-06,
|
||
|
|
"min_s": 3.328023012727499e-06,
|
||
|
|
"max_s": 3.824010491371155e-06
|
||
|
|
},
|
||
|
|
"linear.mlp_fc1.activation_scale": {
|
||
|
|
"count": 10,
|
||
|
|
"mean_s": 0.001673643506364897,
|
||
|
|
"p50_s": 0.001655454485444352,
|
||
|
|
"p90_s": 0.0017760470509529114,
|
||
|
|
"p95_s": 0.0017949110479094088,
|
||
|
|
"p99_s": 0.0018100022454746066,
|
||
|
|
"min_s": 0.001621982955839485,
|
||
|
|
"max_s": 0.0018137750448659062
|
||
|
|
},
|
||
|
|
"linear.mlp_fc1.scale_to_device": {
|
||
|
|
"count": 10,
|
||
|
|
"mean_s": 1.0702403960749507e-05,
|
||
|
|
"p50_s": 9.176001185551286e-06,
|
||
|
|
"p90_s": 1.4611223014071582e-05,
|
||
|
|
"p95_s": 1.7001610831357533e-05,
|
||
|
|
"p99_s": 1.8913921085186306e-05,
|
||
|
|
"min_s": 8.89599323272705e-06,
|
||
|
|
"max_s": 1.9391998648643494e-05
|
||
|
|
},
|
||
|
|
"linear.mlp_fc1.activation_quant_pack": {
|
||
|
|
"count": 10,
|
||
|
|
"mean_s": 0.002208998193964362,
|
||
|
|
"p50_s": 0.002138246491085738,
|
||
|
|
"p90_s": 0.0023599260370247067,
|
||
|
|
"p95_s": 0.0025579620152711862,
|
||
|
|
"p99_s": 0.002716390797868371,
|
||
|
|
"min_s": 0.0020945259602740407,
|
||
|
|
"max_s": 0.002755997993517667
|
||
|
|
},
|
||
|
|
"linear.mlp_fc1.activation_quant_wrap": {
|
||
|
|
"count": 10,
|
||
|
|
"mean_s": 6.103987107053399e-06,
|
||
|
|
"p50_s": 6.063986802473664e-06,
|
||
|
|
"p90_s": 6.3119980040937655e-06,
|
||
|
|
"p95_s": 6.419993587769568e-06,
|
||
|
|
"p99_s": 6.506390054710209e-06,
|
||
|
|
"min_s": 5.776004400104284e-06,
|
||
|
|
"max_s": 6.52798917144537e-06
|
||
|
|
},
|
||
|
|
"linear.mlp_fc1.gemm": {
|
||
|
|
"count": 10,
|
||
|
|
"mean_s": 0.0395361577917356,
|
||
|
|
"p50_s": 0.03482407398405485,
|
||
|
|
"p90_s": 0.04009287208900785,
|
||
|
|
"p95_s": 0.061921360049745945,
|
||
|
|
"p99_s": 0.0793841504183365,
|
||
|
|
"min_s": 0.033949602977372706,
|
||
|
|
"max_s": 0.08374984801048413
|
||
|
|
},
|
||
|
|
"linear.mlp_fc1.slice_reshape": {
|
||
|
|
"count": 10,
|
||
|
|
"mean_s": 5.504011642187834e-06,
|
||
|
|
"p50_s": 5.54401776753366e-06,
|
||
|
|
"p90_s": 5.731184501200914e-06,
|
||
|
|
"p95_s": 5.7455908972769976e-06,
|
||
|
|
"p99_s": 5.757116014137864e-06,
|
||
|
|
"min_s": 5.13601116836071e-06,
|
||
|
|
"max_s": 5.759997293353081e-06
|
||
|
|
},
|
||
|
|
"mlp_fc1": {
|
||
|
|
"count": 10,
|
||
|
|
"mean_s": 0.04350133700063452,
|
||
|
|
"p50_s": 0.03864074300508946,
|
||
|
|
"p90_s": 0.044060093007283266,
|
||
|
|
"p95_s": 0.06623608849185979,
|
||
|
|
"p99_s": 0.08397688487952111,
|
||
|
|
"min_s": 0.0377592800068669,
|
||
|
|
"max_s": 0.0884120839764364
|
||
|
|
},
|
||
|
|
"mlp_swiglu": {
|
||
|
|
"count": 10,
|
||
|
|
"mean_s": 0.02421614230261184,
|
||
|
|
"p50_s": 0.024195923004299402,
|
||
|
|
"p90_s": 0.024524036498041822,
|
||
|
|
"p95_s": 0.024536607231129895,
|
||
|
|
"p99_s": 0.02454666381760035,
|
||
|
|
"min_s": 0.02381745196180418,
|
||
|
|
"max_s": 0.02454917796421796
|
||
|
|
},
|
||
|
|
"linear.mlp_fc2.flatten_contiguous": {
|
||
|
|
"count": 10,
|
||
|
|
"mean_s": 4.011200508102774e-06,
|
||
|
|
"p50_s": 3.951980033889413e-06,
|
||
|
|
"p90_s": 4.32159285992384e-06,
|
||
|
|
"p95_s": 4.400801844894886e-06,
|
||
|
|
"p99_s": 4.464169032871723e-06,
|
||
|
|
"min_s": 3.7919962778687477e-06,
|
||
|
|
"max_s": 4.4800108298659325e-06
|
||
|
|
},
|
||
|
|
"linear.mlp_fc2.pre_quant_scale": {
|
||
|
|
"count": 10,
|
||
|
|
"mean_s": 0.0,
|
||
|
|
"p50_s": 0.0,
|
||
|
|
"p90_s": 0.0,
|
||
|
|
"p95_s": 0.0,
|
||
|
|
"p99_s": 0.0,
|
||
|
|
"min_s": 0.0,
|
||
|
|
"max_s": 0.0
|
||
|
|
},
|
||
|
|
"linear.mlp_fc2.packed_weight_wrapper": {
|
||
|
|
"count": 10,
|
||
|
|
"mean_s": 7.80478585511446e-06,
|
||
|
|
"p50_s": 7.807975634932518e-06,
|
||
|
|
"p90_s": 8.39359126985073e-06,
|
||
|
|
"p95_s": 8.508790051564574e-06,
|
||
|
|
"p99_s": 8.60094907693565e-06,
|
||
|
|
"min_s": 7.039983756840229e-06,
|
||
|
|
"max_s": 8.623988833278418e-06
|
||
|
|
},
|
||
|
|
"linear.mlp_fc2.bias_cast": {
|
||
|
|
"count": 10,
|
||
|
|
"mean_s": 3.423896851018071e-06,
|
||
|
|
"p50_s": 3.4479890018701553e-06,
|
||
|
|
"p90_s": 3.5391014534980056e-06,
|
||
|
|
"p95_s": 3.553062560968101e-06,
|
||
|
|
"p99_s": 3.564231446944177e-06,
|
||
|
|
"min_s": 3.2160314731299877e-06,
|
||
|
|
"max_s": 3.567023668438196e-06
|
||
|
|
},
|
||
|
|
"linear.mlp_fc2.activation_scale": {
|
||
|
|
"count": 10,
|
||
|
|
"mean_s": 0.004466716205934062,
|
||
|
|
"p50_s": 0.00445973250316456,
|
||
|
|
"p90_s": 0.004518093593651428,
|
||
|
|
"p95_s": 0.0045484847767511384,
|
||
|
|
"p99_s": 0.004572797723230906,
|
||
|
|
"min_s": 0.004411837027873844,
|
||
|
|
"max_s": 0.004578875959850848
|
||
|
|
},
|
||
|
|
"linear.mlp_fc2.scale_to_device": {
|
||
|
|
"count": 10,
|
||
|
|
"mean_s": 9.115197462961077e-06,
|
||
|
|
"p50_s": 9.271985618397593e-06,
|
||
|
|
"p90_s": 9.45759820751846e-06,
|
||
|
|
"p95_s": 9.60881297942251e-06,
|
||
|
|
"p99_s": 9.729784796945752e-06,
|
||
|
|
"min_s": 8.351984433829784e-06,
|
||
|
|
"max_s": 9.760027751326561e-06
|
||
|
|
},
|
||
|
|
"linear.mlp_fc2.activation_quant_pack": {
|
||
|
|
"count": 10,
|
||
|
|
"mean_s": 0.00589796609710902,
|
||
|
|
"p50_s": 0.005918154987739399,
|
||
|
|
"p90_s": 0.0060729933262337,
|
||
|
|
"p95_s": 0.006076693648356012,
|
||
|
|
"p99_s": 0.006079653906053864,
|
||
|
|
"min_s": 0.005693643004633486,
|
||
|
|
"max_s": 0.006080393970478326
|
||
|
|
},
|
||
|
|
"linear.mlp_fc2.activation_quant_wrap": {
|
||
|
|
"count": 10,
|
||
|
|
"mean_s": 6.0623977333307265e-06,
|
||
|
|
"p50_s": 6.007991032674909e-06,
|
||
|
|
"p90_s": 6.356823723763227e-06,
|
||
|
|
"p95_s": 6.378407124429941e-06,
|
||
|
|
"p99_s": 6.395673844963312e-06,
|
||
|
|
"min_s": 5.792011506855488e-06,
|
||
|
|
"max_s": 6.399990525096655e-06
|
||
|
|
},
|
||
|
|
"linear.mlp_fc2.gemm": {
|
||
|
|
"count": 10,
|
||
|
|
"mean_s": 0.05543897160096094,
|
||
|
|
"p50_s": 0.055413160007447004,
|
||
|
|
"p90_s": 0.05576852477970533,
|
||
|
|
"p95_s": 0.05588342241535429,
|
||
|
|
"p99_s": 0.05597534052387346,
|
||
|
|
"min_s": 0.05484625697135925,
|
||
|
|
"max_s": 0.05599832005100325
|
||
|
|
},
|
||
|
|
"linear.mlp_fc2.slice_reshape": {
|
||
|
|
"count": 10,
|
||
|
|
"mean_s": 5.4095988161861895e-06,
|
||
|
|
"p50_s": 5.376001354306936e-06,
|
||
|
|
"p90_s": 5.587184568867088e-06,
|
||
|
|
"p95_s": 5.601617158390582e-06,
|
||
|
|
"p99_s": 5.613163230009377e-06,
|
||
|
|
"min_s": 5.279958713799715e-06,
|
||
|
|
"max_s": 5.616049747914076e-06
|
||
|
|
},
|
||
|
|
"mlp_fc2": {
|
||
|
|
"count": 10,
|
||
|
|
"mean_s": 0.06587910819798708,
|
||
|
|
"p50_s": 0.06583923898870125,
|
||
|
|
"p90_s": 0.06626416540239007,
|
||
|
|
"p95_s": 0.06628907018457539,
|
||
|
|
"p99_s": 0.06630899401032367,
|
||
|
|
"min_s": 0.0654114960343577,
|
||
|
|
"max_s": 0.06631397496676072
|
||
|
|
},
|
||
|
|
"gate_mlp": {
|
||
|
|
"count": 10,
|
||
|
|
"mean_s": 0.009955293708480894,
|
||
|
|
"p50_s": 0.008543304516933858,
|
||
|
|
"p90_s": 0.010343933285912495,
|
||
|
|
"p95_s": 0.016277333159814576,
|
||
|
|
"p99_s": 0.021024053058936263,
|
||
|
|
"min_s": 0.008402952051255852,
|
||
|
|
"max_s": 0.02221073303371668
|
||
|
|
},
|
||
|
|
"block_total": {
|
||
|
|
"count": 10,
|
||
|
|
"mean_s": 0.5063105094013736,
|
||
|
|
"p50_s": 0.49055024900007993,
|
||
|
|
"p90_s": 0.5626000013318845,
|
||
|
|
"p95_s": 0.5668660971510691,
|
||
|
|
"p99_s": 0.5702789738064167,
|
||
|
|
"min_s": 0.4873858370119706,
|
||
|
|
"max_s": 0.5711321929702535
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"module_forward": {
|
||
|
|
"count": 10,
|
||
|
|
"mean_s": 0.468727556290105,
|
||
|
|
"p50_s": 0.46669237900641747,
|
||
|
|
"p90_s": 0.47172567221568895,
|
||
|
|
"p95_s": 0.4803373321017716,
|
||
|
|
"p99_s": 0.4872266600106377,
|
||
|
|
"min_s": 0.4628840069635771,
|
||
|
|
"max_s": 0.48894899198785424
|
||
|
|
},
|
||
|
|
"module_forward_checksum": -23765568.0,
|
||
|
|
"fused_elementwise": true,
|
||
|
|
"profiler_summary": {
|
||
|
|
"profiled_iterations": 1,
|
||
|
|
"runtime_kernel_launches": 0,
|
||
|
|
"runtime_kernel_launches_per_block": 0.0,
|
||
|
|
"positive_self_device_allocated_bytes": 9093805568
|
||
|
|
},
|
||
|
|
"profiler_top_events": [
|
||
|
|
{
|
||
|
|
"key": "aten::rms_norm",
|
||
|
|
"count": 2,
|
||
|
|
"device_type": "DeviceType.CPU",
|
||
|
|
"cpu_time_total_us": 1399.279,
|
||
|
|
"device_time_total_us": 0.0,
|
||
|
|
"self_device_time_total_us": 0.0,
|
||
|
|
"self_device_memory_usage_bytes": -303104,
|
||
|
|
"input_shapes": "[[37810, 5376], [], [5376], []]"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"key": "aten::_fused_rms_norm",
|
||
|
|
"count": 2,
|
||
|
|
"device_type": "DeviceType.CPU",
|
||
|
|
"cpu_time_total_us": 1339.6789999999999,
|
||
|
|
"device_time_total_us": 0.0,
|
||
|
|
"self_device_time_total_us": 0.0,
|
||
|
|
"self_device_memory_usage_bytes": 0,
|
||
|
|
"input_shapes": "[[37810, 5376], [], [5376], []]"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"key": "aten::linear",
|
||
|
|
"count": 1,
|
||
|
|
"device_type": "DeviceType.CPU",
|
||
|
|
"cpu_time_total_us": 1062.143,
|
||
|
|
"device_time_total_us": 0.0,
|
||
|
|
"self_device_time_total_us": 0.0,
|
||
|
|
"self_device_memory_usage_bytes": 0,
|
||
|
|
"input_shapes": "[[37810, 5376], [21504, 5376], []]"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"key": "comfy_kitchen::scaled_mm_nvfp4",
|
||
|
|
"count": 1,
|
||
|
|
"device_type": "DeviceType.CPU",
|
||
|
|
"cpu_time_total_us": 790.6550000000007,
|
||
|
|
"device_time_total_us": 0.0,
|
||
|
|
"self_device_time_total_us": 0.0,
|
||
|
|
"self_device_memory_usage_bytes": -512,
|
||
|
|
"input_shapes": "[[37824, 2688], [21504, 2688], [], [], [37888, 336], [21504, 336], [], [], []]"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"key": "aten::contiguous",
|
||
|
|
"count": 4,
|
||
|
|
"device_type": "DeviceType.CPU",
|
||
|
|
"cpu_time_total_us": 676.1750000000002,
|
||
|
|
"device_time_total_us": 0.0,
|
||
|
|
"self_device_time_total_us": 0.0,
|
||
|
|
"self_device_memory_usage_bytes": 0,
|
||
|
|
"input_shapes": "[[3, 5376], []]"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"key": "aten::clone",
|
||
|
|
"count": 4,
|
||
|
|
"device_type": "DeviceType.CPU",
|
||
|
|
"cpu_time_total_us": 665.4230000000007,
|
||
|
|
"device_time_total_us": 0.0,
|
||
|
|
"self_device_time_total_us": 0.0,
|
||
|
|
"self_device_memory_usage_bytes": 0,
|
||
|
|
"input_shapes": "[[3, 5376], []]"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"key": "aten::zeros",
|
||
|
|
"count": 4,
|
||
|
|
"device_type": "DeviceType.CPU",
|
||
|
|
"cpu_time_total_us": 565.4390000000003,
|
||
|
|
"device_time_total_us": 0.0,
|
||
|
|
"self_device_time_total_us": 0.0,
|
||
|
|
"self_device_memory_usage_bytes": 0,
|
||
|
|
"input_shapes": "[[], [], [], [], []]"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"key": "aten::zero_",
|
||
|
|
"count": 2,
|
||
|
|
"device_type": "DeviceType.CPU",
|
||
|
|
"cpu_time_total_us": 515.6469999999999,
|
||
|
|
"device_time_total_us": 0.0,
|
||
|
|
"self_device_time_total_us": 0.0,
|
||
|
|
"self_device_memory_usage_bytes": 0,
|
||
|
|
"input_shapes": "[[37888, 336]]"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"key": "comfy_kitchen::rms_rope_split_half_",
|
||
|
|
"count": 1,
|
||
|
|
"device_type": "DeviceType.CPU",
|
||
|
|
"cpu_time_total_us": 240.76800000000003,
|
||
|
|
"device_time_total_us": 0.0,
|
||
|
|
"self_device_time_total_us": 0.0,
|
||
|
|
"self_device_memory_usage_bytes": 0,
|
||
|
|
"input_shapes": "[[1, 37810, 56, 128], [1, 37810, 56, 128], [1, 37810, 1, 48, 2, 2], [128], [128], [], []]"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"key": "aten::empty",
|
||
|
|
"count": 42,
|
||
|
|
"device_type": "DeviceType.CPU",
|
||
|
|
"cpu_time_total_us": 161.05600000000118,
|
||
|
|
"device_time_total_us": 0.0,
|
||
|
|
"self_device_time_total_us": 0.0,
|
||
|
|
"self_device_memory_usage_bytes": 8009559552,
|
||
|
|
"input_shapes": "[[], [], [], [], [], []]"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"key": "aten::copy_",
|
||
|
|
"count": 4,
|
||
|
|
"device_type": "DeviceType.CPU",
|
||
|
|
"cpu_time_total_us": 144.70400000000018,
|
||
|
|
"device_time_total_us": 0.0,
|
||
|
|
"self_device_time_total_us": 0.0,
|
||
|
|
"self_device_memory_usage_bytes": 0,
|
||
|
|
"input_shapes": "[[3, 5376], [3, 5376], []]"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"key": "aten::linear",
|
||
|
|
"count": 1,
|
||
|
|
"device_type": "DeviceType.CPU",
|
||
|
|
"cpu_time_total_us": 126.6869999999999,
|
||
|
|
"device_time_total_us": 0.0,
|
||
|
|
"self_device_time_total_us": 0.0,
|
||
|
|
"self_device_memory_usage_bytes": 0,
|
||
|
|
"input_shapes": "[[37810, 7168], [5376, 7168], []]"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"key": "comfy_kitchen::scaled_mm_nvfp4",
|
||
|
|
"count": 1,
|
||
|
|
"device_type": "DeviceType.CPU",
|
||
|
|
"cpu_time_total_us": 106.64000000000033,
|
||
|
|
"device_time_total_us": 0.0,
|
||
|
|
"self_device_time_total_us": 0.0,
|
||
|
|
"self_device_memory_usage_bytes": -512,
|
||
|
|
"input_shapes": "[[37824, 3584], [5376, 3584], [], [], [37888, 448], [5376, 448], [], [], []]"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"key": "aten::linear",
|
||
|
|
"count": 1,
|
||
|
|
"device_type": "DeviceType.CPU",
|
||
|
|
"cpu_time_total_us": 99.10400000000027,
|
||
|
|
"device_time_total_us": 0.0,
|
||
|
|
"self_device_time_total_us": 0.0,
|
||
|
|
"self_device_memory_usage_bytes": 0,
|
||
|
|
"input_shapes": "[[37810, 5376], [28672, 5376], []]"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"key": "aten::linear",
|
||
|
|
"count": 1,
|
||
|
|
"device_type": "DeviceType.CPU",
|
||
|
|
"cpu_time_total_us": 95.64800000000014,
|
||
|
|
"device_time_total_us": 0.0,
|
||
|
|
"self_device_time_total_us": 0.0,
|
||
|
|
"self_device_memory_usage_bytes": 0,
|
||
|
|
"input_shapes": "[[37810, 14336], [5376, 14336], []]"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"key": "aten::mul",
|
||
|
|
"count": 4,
|
||
|
|
"device_type": "DeviceType.CPU",
|
||
|
|
"cpu_time_total_us": 84.79999999999927,
|
||
|
|
"device_time_total_us": 0.0,
|
||
|
|
"self_device_time_total_us": 0.0,
|
||
|
|
"self_device_memory_usage_bytes": 2048,
|
||
|
|
"input_shapes": "[[], []]"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"key": "comfy_kitchen::scaled_mm_nvfp4",
|
||
|
|
"count": 1,
|
||
|
|
"device_type": "DeviceType.CPU",
|
||
|
|
"cpu_time_total_us": 84.40000000000055,
|
||
|
|
"device_time_total_us": 0.0,
|
||
|
|
"self_device_time_total_us": 0.0,
|
||
|
|
"self_device_memory_usage_bytes": -512,
|
||
|
|
"input_shapes": "[[37824, 2688], [28672, 2688], [], [], [37888, 336], [28672, 336], [], [], []]"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"key": "comfy_kitchen::scaled_mm_nvfp4",
|
||
|
|
"count": 1,
|
||
|
|
"device_type": "DeviceType.CPU",
|
||
|
|
"cpu_time_total_us": 82.54399999999987,
|
||
|
|
"device_time_total_us": 0.0,
|
||
|
|
"self_device_time_total_us": 0.0,
|
||
|
|
"self_device_memory_usage_bytes": -512,
|
||
|
|
"input_shapes": "[[37824, 7168], [5376, 7168], [], [], [37888, 896], [5376, 896], [], [], []]"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"key": "comfy_kitchen::quantize_nvfp4",
|
||
|
|
"count": 1,
|
||
|
|
"device_type": "DeviceType.CPU",
|
||
|
|
"cpu_time_total_us": 76.83200000000033,
|
||
|
|
"device_time_total_us": 0.0,
|
||
|
|
"self_device_time_total_us": 0.0,
|
||
|
|
"self_device_memory_usage_bytes": 0,
|
||
|
|
"input_shapes": "[[37810, 7168], [], [], [], []]"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"key": "aten::_to_copy",
|
||
|
|
"count": 4,
|
||
|
|
"device_type": "DeviceType.CPU",
|
||
|
|
"cpu_time_total_us": 53.56800000000112,
|
||
|
|
"device_time_total_us": 0.0,
|
||
|
|
"self_device_time_total_us": 0.0,
|
||
|
|
"self_device_memory_usage_bytes": 0,
|
||
|
|
"input_shapes": "[[], [], [], [], [], [], []]"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"key": "comfy_kitchen::quantize_nvfp4",
|
||
|
|
"count": 1,
|
||
|
|
"device_type": "DeviceType.CPU",
|
||
|
|
"cpu_time_total_us": 49.42399999999998,
|
||
|
|
"device_time_total_us": 0.0,
|
||
|
|
"self_device_time_total_us": 0.0,
|
||
|
|
"self_device_memory_usage_bytes": 0,
|
||
|
|
"input_shapes": "[[37810, 14336], [], [], [], []]"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"key": "aten::fill_",
|
||
|
|
"count": 2,
|
||
|
|
"device_type": "DeviceType.CPU",
|
||
|
|
"cpu_time_total_us": 45.039999999999964,
|
||
|
|
"device_time_total_us": 0.0,
|
||
|
|
"self_device_time_total_us": 0.0,
|
||
|
|
"self_device_memory_usage_bytes": 0,
|
||
|
|
"input_shapes": "[[37888, 336], []]"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"key": "aten::mean",
|
||
|
|
"count": 1,
|
||
|
|
"device_type": "DeviceType.CPU",
|
||
|
|
"cpu_time_total_us": 44.86399999999958,
|
||
|
|
"device_time_total_us": 0.0,
|
||
|
|
"self_device_time_total_us": 0.0,
|
||
|
|
"self_device_memory_usage_bytes": 14336,
|
||
|
|
"input_shapes": "[[1, 37810, 56, 128], [], [], []]"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"key": "aten::to",
|
||
|
|
"count": 10,
|
||
|
|
"device_type": "DeviceType.CPU",
|
||
|
|
"cpu_time_total_us": 38.496000000001914,
|
||
|
|
"device_time_total_us": 0.0,
|
||
|
|
"self_device_time_total_us": 0.0,
|
||
|
|
"self_device_memory_usage_bytes": 0,
|
||
|
|
"input_shapes": "[[], [], [], [], []]"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"key": "aten::empty_like",
|
||
|
|
"count": 4,
|
||
|
|
"device_type": "DeviceType.CPU",
|
||
|
|
"cpu_time_total_us": 32.57599999999957,
|
||
|
|
"device_time_total_us": 0.0,
|
||
|
|
"self_device_time_total_us": 0.0,
|
||
|
|
"self_device_memory_usage_bytes": 0,
|
||
|
|
"input_shapes": "[[3, 5376], [], [], [], [], []]"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"key": "sageattention_sm89::qk_int8_sv_f8_accum_f16_fuse_v_scale_attn_inst_buf",
|
||
|
|
"count": 1,
|
||
|
|
"device_type": "DeviceType.CPU",
|
||
|
|
"cpu_time_total_us": 31.98400000000038,
|
||
|
|
"device_time_total_us": 0.0,
|
||
|
|
"self_device_time_total_us": 0.0,
|
||
|
|
"self_device_memory_usage_bytes": 0,
|
||
|
|
"input_shapes": "[[1, 37810, 56, 128], [1, 37810, 56, 128], [1, 128, 56, 37824], [1, 37810, 56, 128], [1, 56, 1184], [1, 56, 591], [1, 56, 128], [], [], [], [], []]"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"key": "aten::copy_",
|
||
|
|
"count": 4,
|
||
|
|
"device_type": "DeviceType.CPU",
|
||
|
|
"cpu_time_total_us": 31.167999999999665,
|
||
|
|
"device_time_total_us": 0.0,
|
||
|
|
"self_device_time_total_us": 0.0,
|
||
|
|
"self_device_memory_usage_bytes": 0,
|
||
|
|
"input_shapes": "[[], [], []]"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"key": "aten::split",
|
||
|
|
"count": 1,
|
||
|
|
"device_type": "DeviceType.CPU",
|
||
|
|
"cpu_time_total_us": 29.360000000000582,
|
||
|
|
"device_time_total_us": 0.0,
|
||
|
|
"self_device_time_total_us": 0.0,
|
||
|
|
"self_device_memory_usage_bytes": 0,
|
||
|
|
"input_shapes": "[[37810, 21504], [], []]"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"key": "aten::silu",
|
||
|
|
"count": 1,
|
||
|
|
"device_type": "DeviceType.CPU",
|
||
|
|
"cpu_time_total_us": 24.271999999999935,
|
||
|
|
"device_time_total_us": 0.0,
|
||
|
|
"self_device_time_total_us": 0.0,
|
||
|
|
"self_device_memory_usage_bytes": 1084227584,
|
||
|
|
"input_shapes": "[[37810, 14336]]"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"key": "aten::to",
|
||
|
|
"count": 2,
|
||
|
|
"device_type": "DeviceType.CPU",
|
||
|
|
"cpu_time_total_us": 22.640000000000327,
|
||
|
|
"device_time_total_us": 0.0,
|
||
|
|
"self_device_time_total_us": 0.0,
|
||
|
|
"self_device_memory_usage_bytes": 0,
|
||
|
|
"input_shapes": "[[], [], [], [], [], []]"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"key": "aten::narrow",
|
||
|
|
"count": 3,
|
||
|
|
"device_type": "DeviceType.CPU",
|
||
|
|
"cpu_time_total_us": 18.144000000000233,
|
||
|
|
"device_time_total_us": 0.0,
|
||
|
|
"self_device_time_total_us": 0.0,
|
||
|
|
"self_device_memory_usage_bytes": 0,
|
||
|
|
"input_shapes": "[[37810, 21504], [], [], []]"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"key": "aten::mul_",
|
||
|
|
"count": 1,
|
||
|
|
"device_type": "DeviceType.CPU",
|
||
|
|
"cpu_time_total_us": 16.751999999999498,
|
||
|
|
"device_time_total_us": 0.0,
|
||
|
|
"self_device_time_total_us": 0.0,
|
||
|
|
"self_device_memory_usage_bytes": 0,
|
||
|
|
"input_shapes": "[[37810, 14336], [37810, 14336]]"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"key": "aten::reshape",
|
||
|
|
"count": 6,
|
||
|
|
"device_type": "DeviceType.CPU",
|
||
|
|
"cpu_time_total_us": 11.904000000000451,
|
||
|
|
"device_time_total_us": 0.0,
|
||
|
|
"self_device_time_total_us": 0.0,
|
||
|
|
"self_device_memory_usage_bytes": 0,
|
||
|
|
"input_shapes": "[[], []]"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"key": "aten::slice",
|
||
|
|
"count": 1,
|
||
|
|
"device_type": "DeviceType.CPU",
|
||
|
|
"cpu_time_total_us": 11.407999999999447,
|
||
|
|
"device_time_total_us": 0.0,
|
||
|
|
"self_device_time_total_us": 0.0,
|
||
|
|
"self_device_memory_usage_bytes": 0,
|
||
|
|
"input_shapes": "[[37824, 21504], [], [], [], []]"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"key": "aten::empty_strided",
|
||
|
|
"count": 4,
|
||
|
|
"device_type": "DeviceType.CPU",
|
||
|
|
"cpu_time_total_us": 11.264000000001033,
|
||
|
|
"device_time_total_us": 0.0,
|
||
|
|
"self_device_time_total_us": 0.0,
|
||
|
|
"self_device_memory_usage_bytes": 2048,
|
||
|
|
"input_shapes": "[[], [], [], [], [], []]"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"key": "aten::chunk",
|
||
|
|
"count": 1,
|
||
|
|
"device_type": "DeviceType.CPU",
|
||
|
|
"cpu_time_total_us": 10.527999999999338,
|
||
|
|
"device_time_total_us": 0.0,
|
||
|
|
"self_device_time_total_us": 0.0,
|
||
|
|
"self_device_memory_usage_bytes": 0,
|
||
|
|
"input_shapes": "[[37810, 28672], [], []]"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"key": "aten::zero_",
|
||
|
|
"count": 1,
|
||
|
|
"device_type": "DeviceType.CPU",
|
||
|
|
"cpu_time_total_us": 9.88799999999992,
|
||
|
|
"device_time_total_us": 0.0,
|
||
|
|
"self_device_time_total_us": 0.0,
|
||
|
|
"self_device_memory_usage_bytes": 0,
|
||
|
|
"input_shapes": "[[37888, 448]]"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"key": "aten::view",
|
||
|
|
"count": 4,
|
||
|
|
"device_type": "DeviceType.CPU",
|
||
|
|
"cpu_time_total_us": 8.368000000001302,
|
||
|
|
"device_time_total_us": 0.0,
|
||
|
|
"self_device_time_total_us": 0.0,
|
||
|
|
"self_device_memory_usage_bytes": 0,
|
||
|
|
"input_shapes": "[[37888, 336], []]"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"key": "aten::fill_",
|
||
|
|
"count": 1,
|
||
|
|
"device_type": "DeviceType.CPU",
|
||
|
|
"cpu_time_total_us": 7.423999999999978,
|
||
|
|
"device_time_total_us": 0.0,
|
||
|
|
"self_device_time_total_us": 0.0,
|
||
|
|
"self_device_memory_usage_bytes": 0,
|
||
|
|
"input_shapes": "[[37888, 448], []]"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"key": "aten::split",
|
||
|
|
"count": 1,
|
||
|
|
"device_type": "DeviceType.CPU",
|
||
|
|
"cpu_time_total_us": 7.216000000000349,
|
||
|
|
"device_time_total_us": 0.0,
|
||
|
|
"self_device_time_total_us": 0.0,
|
||
|
|
"self_device_memory_usage_bytes": 0,
|
||
|
|
"input_shapes": "[[37810, 28672], [], []]"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"key": "aten::view",
|
||
|
|
"count": 2,
|
||
|
|
"device_type": "DeviceType.CPU",
|
||
|
|
"cpu_time_total_us": 7.200000000000273,
|
||
|
|
"device_time_total_us": 0.0,
|
||
|
|
"self_device_time_total_us": 0.0,
|
||
|
|
"self_device_memory_usage_bytes": 0,
|
||
|
|
"input_shapes": "[[37810], []]"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"key": "aten::slice",
|
||
|
|
"count": 3,
|
||
|
|
"device_type": "DeviceType.CPU",
|
||
|
|
"cpu_time_total_us": 7.024000000000342,
|
||
|
|
"device_time_total_us": 0.0,
|
||
|
|
"self_device_time_total_us": 0.0,
|
||
|
|
"self_device_memory_usage_bytes": 0,
|
||
|
|
"input_shapes": "[[37810, 21504], [], [], [], []]"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"key": "aten::zero_",
|
||
|
|
"count": 1,
|
||
|
|
"device_type": "DeviceType.CPU",
|
||
|
|
"cpu_time_total_us": 6.22400000000016,
|
||
|
|
"device_time_total_us": 0.0,
|
||
|
|
"self_device_time_total_us": 0.0,
|
||
|
|
"self_device_memory_usage_bytes": 0,
|
||
|
|
"input_shapes": "[[37888, 896]]"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"key": "aten::to",
|
||
|
|
"count": 2,
|
||
|
|
"device_type": "DeviceType.CPU",
|
||
|
|
"cpu_time_total_us": 5.631999999999721,
|
||
|
|
"device_time_total_us": 0.0,
|
||
|
|
"self_device_time_total_us": 0.0,
|
||
|
|
"self_device_memory_usage_bytes": 0,
|
||
|
|
"input_shapes": "[[5376], [], [], [], []]"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"key": "aten::fill_",
|
||
|
|
"count": 1,
|
||
|
|
"device_type": "DeviceType.CPU",
|
||
|
|
"cpu_time_total_us": 4.895999999999731,
|
||
|
|
"device_time_total_us": 0.0,
|
||
|
|
"self_device_time_total_us": 0.0,
|
||
|
|
"self_device_memory_usage_bytes": 0,
|
||
|
|
"input_shapes": "[[37888, 896], []]"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"key": "aten::narrow",
|
||
|
|
"count": 2,
|
||
|
|
"device_type": "DeviceType.CPU",
|
||
|
|
"cpu_time_total_us": 4.895999999998821,
|
||
|
|
"device_time_total_us": 0.0,
|
||
|
|
"self_device_time_total_us": 0.0,
|
||
|
|
"self_device_memory_usage_bytes": 0,
|
||
|
|
"input_shapes": "[[37810, 28672], [], [], []]"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"key": "aten::squeeze",
|
||
|
|
"count": 1,
|
||
|
|
"device_type": "DeviceType.CPU",
|
||
|
|
"cpu_time_total_us": 3.9840000000003783,
|
||
|
|
"device_time_total_us": 0.0,
|
||
|
|
"self_device_time_total_us": 0.0,
|
||
|
|
"self_device_memory_usage_bytes": 0,
|
||
|
|
"input_shapes": "[[1, 1, 56, 128], []]"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"key": "aten::slice",
|
||
|
|
"count": 2,
|
||
|
|
"device_type": "DeviceType.CPU",
|
||
|
|
"cpu_time_total_us": 3.6640000000006694,
|
||
|
|
"device_time_total_us": 0.0,
|
||
|
|
"self_device_time_total_us": 0.0,
|
||
|
|
"self_device_memory_usage_bytes": 0,
|
||
|
|
"input_shapes": "[[37824, 5376], [], [], [], []]"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"key": "aten::as_strided",
|
||
|
|
"count": 3,
|
||
|
|
"device_type": "DeviceType.CPU",
|
||
|
|
"cpu_time_total_us": 3.4719999999997526,
|
||
|
|
"device_time_total_us": 0.0,
|
||
|
|
"self_device_time_total_us": 0.0,
|
||
|
|
"self_device_memory_usage_bytes": 0,
|
||
|
|
"input_shapes": "[[37810, 21504], [], [], []]"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"key": "aten::view",
|
||
|
|
"count": 4,
|
||
|
|
"device_type": "DeviceType.CPU",
|
||
|
|
"cpu_time_total_us": 3.3599999999996726,
|
||
|
|
"device_time_total_us": 0.0,
|
||
|
|
"self_device_time_total_us": 0.0,
|
||
|
|
"self_device_memory_usage_bytes": 0,
|
||
|
|
"input_shapes": "[[37810, 7168], []]"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"key": "aten::view",
|
||
|
|
"count": 6,
|
||
|
|
"device_type": "DeviceType.CPU",
|
||
|
|
"cpu_time_total_us": 2.8159999999998035,
|
||
|
|
"device_time_total_us": 0.0,
|
||
|
|
"self_device_time_total_us": 0.0,
|
||
|
|
"self_device_memory_usage_bytes": 0,
|
||
|
|
"input_shapes": "[[], []]"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"key": "aten::slice",
|
||
|
|
"count": 2,
|
||
|
|
"device_type": "DeviceType.CPU",
|
||
|
|
"cpu_time_total_us": 2.639999999999418,
|
||
|
|
"device_time_total_us": 0.0,
|
||
|
|
"self_device_time_total_us": 0.0,
|
||
|
|
"self_device_memory_usage_bytes": 0,
|
||
|
|
"input_shapes": "[[37810, 28672], [], [], [], []]"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"key": "aten::as_strided",
|
||
|
|
"count": 1,
|
||
|
|
"device_type": "DeviceType.CPU",
|
||
|
|
"cpu_time_total_us": 2.6239999999997963,
|
||
|
|
"device_time_total_us": 0.0,
|
||
|
|
"self_device_time_total_us": 0.0,
|
||
|
|
"self_device_memory_usage_bytes": 0,
|
||
|
|
"input_shapes": "[[37824, 21504], [], [], []]"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"key": "aten::reshape",
|
||
|
|
"count": 2,
|
||
|
|
"device_type": "DeviceType.CPU",
|
||
|
|
"cpu_time_total_us": 2.4160000000001673,
|
||
|
|
"device_time_total_us": 0.0,
|
||
|
|
"self_device_time_total_us": 0.0,
|
||
|
|
"self_device_memory_usage_bytes": 0,
|
||
|
|
"input_shapes": "[[37810, 5376], []]"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"key": "aten::alias",
|
||
|
|
"count": 1,
|
||
|
|
"device_type": "DeviceType.CPU",
|
||
|
|
"cpu_time_total_us": 2.1920000000000073,
|
||
|
|
"device_time_total_us": 0.0,
|
||
|
|
"self_device_time_total_us": 0.0,
|
||
|
|
"self_device_memory_usage_bytes": 0,
|
||
|
|
"input_shapes": "[[37810, 21504]]"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"key": "aten::slice",
|
||
|
|
"count": 1,
|
||
|
|
"device_type": "DeviceType.CPU",
|
||
|
|
"cpu_time_total_us": 1.8239999999996144,
|
||
|
|
"device_time_total_us": 0.0,
|
||
|
|
"self_device_time_total_us": 0.0,
|
||
|
|
"self_device_memory_usage_bytes": 0,
|
||
|
|
"input_shapes": "[[37824, 28672], [], [], [], []]"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"key": "aten::reshape",
|
||
|
|
"count": 1,
|
||
|
|
"device_type": "DeviceType.CPU",
|
||
|
|
"cpu_time_total_us": 1.7760000000007494,
|
||
|
|
"device_time_total_us": 0.0,
|
||
|
|
"self_device_time_total_us": 0.0,
|
||
|
|
"self_device_memory_usage_bytes": 0,
|
||
|
|
"input_shapes": "[[1, 37810, 56, 128], []]"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"key": "aten::reshape",
|
||
|
|
"count": 1,
|
||
|
|
"device_type": "DeviceType.CPU",
|
||
|
|
"cpu_time_total_us": 1.5039999999999054,
|
||
|
|
"device_time_total_us": 0.0,
|
||
|
|
"self_device_time_total_us": 0.0,
|
||
|
|
"self_device_memory_usage_bytes": 0,
|
||
|
|
"input_shapes": "[[37810, 7168], []]"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"key": "aten::as_strided",
|
||
|
|
"count": 4,
|
||
|
|
"device_type": "DeviceType.CPU",
|
||
|
|
"cpu_time_total_us": 1.4720000000006621,
|
||
|
|
"device_time_total_us": 0.0,
|
||
|
|
"self_device_time_total_us": 0.0,
|
||
|
|
"self_device_memory_usage_bytes": 0,
|
||
|
|
"input_shapes": "[[1, 37810, 56, 128], [], [], []]"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"key": "aten::reshape",
|
||
|
|
"count": 1,
|
||
|
|
"device_type": "DeviceType.CPU",
|
||
|
|
"cpu_time_total_us": 1.2960000000002765,
|
||
|
|
"device_time_total_us": 0.0,
|
||
|
|
"self_device_time_total_us": 0.0,
|
||
|
|
"self_device_memory_usage_bytes": 0,
|
||
|
|
"input_shapes": "[[37810, 14336], []]"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"key": "aten::view",
|
||
|
|
"count": 1,
|
||
|
|
"device_type": "DeviceType.CPU",
|
||
|
|
"cpu_time_total_us": 0.9600000000000364,
|
||
|
|
"device_time_total_us": 0.0,
|
||
|
|
"self_device_time_total_us": 0.0,
|
||
|
|
"self_device_memory_usage_bytes": 0,
|
||
|
|
"input_shapes": "[[21504, 336], []]"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"key": "aten::alias",
|
||
|
|
"count": 1,
|
||
|
|
"device_type": "DeviceType.CPU",
|
||
|
|
"cpu_time_total_us": 0.8800000000001091,
|
||
|
|
"device_time_total_us": 0.0,
|
||
|
|
"self_device_time_total_us": 0.0,
|
||
|
|
"self_device_memory_usage_bytes": 0,
|
||
|
|
"input_shapes": "[[1, 37810, 56, 128]]"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"key": "aten::as_strided",
|
||
|
|
"count": 2,
|
||
|
|
"device_type": "DeviceType.CPU",
|
||
|
|
"cpu_time_total_us": 0.8159999999998035,
|
||
|
|
"device_time_total_us": 0.0,
|
||
|
|
"self_device_time_total_us": 0.0,
|
||
|
|
"self_device_memory_usage_bytes": 0,
|
||
|
|
"input_shapes": "[[37824, 5376], [], [], []]"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"key": "aten::view",
|
||
|
|
"count": 2,
|
||
|
|
"device_type": "DeviceType.CPU",
|
||
|
|
"cpu_time_total_us": 0.815999999998894,
|
||
|
|
"device_time_total_us": 0.0,
|
||
|
|
"self_device_time_total_us": 0.0,
|
||
|
|
"self_device_memory_usage_bytes": 0,
|
||
|
|
"input_shapes": "[[37888, 448], []]"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"key": "aten::as_strided",
|
||
|
|
"count": 2,
|
||
|
|
"device_type": "DeviceType.CPU",
|
||
|
|
"cpu_time_total_us": 0.7520000000004075,
|
||
|
|
"device_time_total_us": 0.0,
|
||
|
|
"self_device_time_total_us": 0.0,
|
||
|
|
"self_device_memory_usage_bytes": 0,
|
||
|
|
"input_shapes": "[[37810, 28672], [], [], []]"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"key": "aten::view",
|
||
|
|
"count": 2,
|
||
|
|
"device_type": "DeviceType.CPU",
|
||
|
|
"cpu_time_total_us": 0.7200000000002547,
|
||
|
|
"device_time_total_us": 0.0,
|
||
|
|
"self_device_time_total_us": 0.0,
|
||
|
|
"self_device_memory_usage_bytes": 0,
|
||
|
|
"input_shapes": "[[37810, 5376], []]"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"key": "aten::alias",
|
||
|
|
"count": 2,
|
||
|
|
"device_type": "DeviceType.CPU",
|
||
|
|
"cpu_time_total_us": 0.7039999999997235,
|
||
|
|
"device_time_total_us": 0.0,
|
||
|
|
"self_device_time_total_us": 0.0,
|
||
|
|
"self_device_memory_usage_bytes": 0,
|
||
|
|
"input_shapes": "[[37810, 5376]]"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"key": "aten::view",
|
||
|
|
"count": 2,
|
||
|
|
"device_type": "DeviceType.CPU",
|
||
|
|
"cpu_time_total_us": 0.6239999999997963,
|
||
|
|
"device_time_total_us": 0.0,
|
||
|
|
"self_device_time_total_us": 0.0,
|
||
|
|
"self_device_memory_usage_bytes": 0,
|
||
|
|
"input_shapes": "[[37888, 896], []]"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"key": "aten::view",
|
||
|
|
"count": 1,
|
||
|
|
"device_type": "DeviceType.CPU",
|
||
|
|
"cpu_time_total_us": 0.47999999999956344,
|
||
|
|
"device_time_total_us": 0.0,
|
||
|
|
"self_device_time_total_us": 0.0,
|
||
|
|
"self_device_memory_usage_bytes": 0,
|
||
|
|
"input_shapes": "[[1, 37810, 56, 128], []]"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"key": "aten::view",
|
||
|
|
"count": 1,
|
||
|
|
"device_type": "DeviceType.CPU",
|
||
|
|
"cpu_time_total_us": 0.4639999999999418,
|
||
|
|
"device_time_total_us": 0.0,
|
||
|
|
"self_device_time_total_us": 0.0,
|
||
|
|
"self_device_memory_usage_bytes": 0,
|
||
|
|
"input_shapes": "[[37810, 14336], []]"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"key": "aten::as_strided",
|
||
|
|
"count": 1,
|
||
|
|
"device_type": "DeviceType.CPU",
|
||
|
|
"cpu_time_total_us": 0.44799999999941065,
|
||
|
|
"device_time_total_us": 0.0,
|
||
|
|
"self_device_time_total_us": 0.0,
|
||
|
|
"self_device_memory_usage_bytes": 0,
|
||
|
|
"input_shapes": "[[1, 1, 56, 128], [], [], []]"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"key": "aten::view",
|
||
|
|
"count": 1,
|
||
|
|
"device_type": "DeviceType.CPU",
|
||
|
|
"cpu_time_total_us": 0.41600000000016735,
|
||
|
|
"device_time_total_us": 0.0,
|
||
|
|
"self_device_time_total_us": 0.0,
|
||
|
|
"self_device_memory_usage_bytes": 0,
|
||
|
|
"input_shapes": "[[5376, 448], []]"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"key": "aten::as_strided",
|
||
|
|
"count": 1,
|
||
|
|
"device_type": "DeviceType.CPU",
|
||
|
|
"cpu_time_total_us": 0.3999999999996362,
|
||
|
|
"device_time_total_us": 0.0,
|
||
|
|
"self_device_time_total_us": 0.0,
|
||
|
|
"self_device_memory_usage_bytes": 0,
|
||
|
|
"input_shapes": "[[37824, 28672], [], [], []]"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"key": "aten::view",
|
||
|
|
"count": 1,
|
||
|
|
"device_type": "DeviceType.CPU",
|
||
|
|
"cpu_time_total_us": 0.35199999999986176,
|
||
|
|
"device_time_total_us": 0.0,
|
||
|
|
"self_device_time_total_us": 0.0,
|
||
|
|
"self_device_memory_usage_bytes": 0,
|
||
|
|
"input_shapes": "[[28672, 336], []]"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"key": "aten::alias",
|
||
|
|
"count": 1,
|
||
|
|
"device_type": "DeviceType.CPU",
|
||
|
|
"cpu_time_total_us": 0.3040000000000873,
|
||
|
|
"device_time_total_us": 0.0,
|
||
|
|
"self_device_time_total_us": 0.0,
|
||
|
|
"self_device_memory_usage_bytes": 0,
|
||
|
|
"input_shapes": "[[37810, 28672]]"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"key": "aten::view",
|
||
|
|
"count": 1,
|
||
|
|
"device_type": "DeviceType.CPU",
|
||
|
|
"cpu_time_total_us": 0.25600000000031287,
|
||
|
|
"device_time_total_us": 0.0,
|
||
|
|
"self_device_time_total_us": 0.0,
|
||
|
|
"self_device_memory_usage_bytes": 0,
|
||
|
|
"input_shapes": "[[5376, 896], []]"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"key": "[memory]",
|
||
|
|
"count": 37,
|
||
|
|
"device_type": "DeviceType.CPU",
|
||
|
|
"cpu_time_total_us": 0.0,
|
||
|
|
"device_time_total_us": 0.0,
|
||
|
|
"self_device_time_total_us": 0.0,
|
||
|
|
"self_device_memory_usage_bytes": -9093500416,
|
||
|
|
"input_shapes": "[]"
|
||
|
|
}
|
||
|
|
]
|
||
|
|
}
|