254 lines
6.2 KiB
JSON
254 lines
6.2 KiB
JSON
|
{
|
||
|
|
"metadata": {
|
||
|
|
"width": 1344,
|
||
|
|
"height": 768,
|
||
|
|
"frames": 124,
|
||
|
|
"steps": 12,
|
||
|
|
"sampler_step": 1,
|
||
|
|
"seed": 440420,
|
||
|
|
"text_tokens": 100,
|
||
|
|
"block_index": 24,
|
||
|
|
"attention": "sage2",
|
||
|
|
"hidden_shape": [
|
||
|
|
37810,
|
||
|
|
5376
|
||
|
|
],
|
||
|
|
"h_msa_shape": [
|
||
|
|
37810,
|
||
|
|
5376
|
||
|
|
],
|
||
|
|
"segments": [
|
||
|
|
[
|
||
|
|
0,
|
||
|
|
100,
|
||
|
|
1
|
||
|
|
],
|
||
|
|
[
|
||
|
|
100,
|
||
|
|
514,
|
||
|
|
2
|
||
|
|
],
|
||
|
|
[
|
||
|
|
514,
|
||
|
|
37810,
|
||
|
|
0
|
||
|
|
]
|
||
|
|
]
|
||
|
|
},
|
||
|
|
"segments": [
|
||
|
|
[
|
||
|
|
0,
|
||
|
|
100,
|
||
|
|
1
|
||
|
|
],
|
||
|
|
[
|
||
|
|
100,
|
||
|
|
514,
|
||
|
|
2
|
||
|
|
],
|
||
|
|
[
|
||
|
|
514,
|
||
|
|
37810,
|
||
|
|
0
|
||
|
|
]
|
||
|
|
],
|
||
|
|
"warmup": 3,
|
||
|
|
"iterations": 5,
|
||
|
|
"results": [
|
||
|
|
{
|
||
|
|
"segment": "all",
|
||
|
|
"segment_tuple": null,
|
||
|
|
"backend": "sage2",
|
||
|
|
"layout_mode": "hnd",
|
||
|
|
"q_shape": [
|
||
|
|
1,
|
||
|
|
37810,
|
||
|
|
56,
|
||
|
|
128
|
||
|
|
],
|
||
|
|
"output_shape": [
|
||
|
|
37810,
|
||
|
|
7168
|
||
|
|
],
|
||
|
|
"timings": {
|
||
|
|
"q_transpose_contiguous": {
|
||
|
|
"count": 5,
|
||
|
|
"mean_s": 0.005225043802056462,
|
||
|
|
"p50_s": 0.005116002983413637,
|
||
|
|
"p90_s": 0.005561528832186013,
|
||
|
|
"p95_s": 0.0055678074364550415,
|
||
|
|
"p99_s": 0.005572830319870263,
|
||
|
|
"min_s": 0.0048384820111095905,
|
||
|
|
"max_s": 0.005574086040724069
|
||
|
|
},
|
||
|
|
"k_transpose_contiguous": {
|
||
|
|
"count": 5,
|
||
|
|
"mean_s": 0.005020070588216186,
|
||
|
|
"p50_s": 0.004905874957330525,
|
||
|
|
"p90_s": 0.005268368811812252,
|
||
|
|
"p95_s": 0.005289322405587882,
|
||
|
|
"p99_s": 0.005306085280608386,
|
||
|
|
"min_s": 0.004802018986083567,
|
||
|
|
"max_s": 0.005310275999363512
|
||
|
|
},
|
||
|
|
"v_transpose_contiguous": {
|
||
|
|
"count": 5,
|
||
|
|
"mean_s": 0.004939833201933652,
|
||
|
|
"p50_s": 0.004868466989137232,
|
||
|
|
"p90_s": 0.005137888411991298,
|
||
|
|
"p95_s": 0.0051993222092278305,
|
||
|
|
"p99_s": 0.005248469247017056,
|
||
|
|
"min_s": 0.00475086597725749,
|
||
|
|
"max_s": 0.005260756006464362
|
||
|
|
},
|
||
|
|
"attention_kernel": {
|
||
|
|
"count": 5,
|
||
|
|
"mean_s": 0.2837455251952633,
|
||
|
|
"p50_s": 0.2643922639545053,
|
||
|
|
"p90_s": 0.32986050880281254,
|
||
|
|
"p95_s": 0.3455152763985097,
|
||
|
|
"p99_s": 0.3580390904750675,
|
||
|
|
"min_s": 0.2538328950176947,
|
||
|
|
"max_s": 0.36117004399420694
|
||
|
|
},
|
||
|
|
"output_reshape": {
|
||
|
|
"count": 5,
|
||
|
|
"mean_s": 0.0048204828053712845,
|
||
|
|
"p50_s": 0.004661265993490815,
|
||
|
|
"p90_s": 0.005151034612208605,
|
||
|
|
"p95_s": 0.005268343805801124,
|
||
|
|
"p99_s": 0.005362191160675139,
|
||
|
|
"min_s": 0.004617601982317865,
|
||
|
|
"max_s": 0.005385652999393642
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"layout_attention_total_mean_s": 0.3037509555928409,
|
||
|
|
"reference_backend": "sage2:hnd",
|
||
|
|
"reference_diff": {
|
||
|
|
"max": 0.0,
|
||
|
|
"mean": 0.0
|
||
|
|
},
|
||
|
|
"status": "ok"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"segment": "all",
|
||
|
|
"segment_tuple": null,
|
||
|
|
"backend": "sage2",
|
||
|
|
"layout_mode": "sage_nhd",
|
||
|
|
"q_shape": [
|
||
|
|
1,
|
||
|
|
37810,
|
||
|
|
56,
|
||
|
|
128
|
||
|
|
],
|
||
|
|
"output_shape": [
|
||
|
|
37810,
|
||
|
|
7168
|
||
|
|
],
|
||
|
|
"timings": {
|
||
|
|
"q_nhd_contiguous": {
|
||
|
|
"count": 5,
|
||
|
|
"mean_s": 0.005327214219141752,
|
||
|
|
"p50_s": 0.005574870039708912,
|
||
|
|
"p90_s": 0.005795779020991177,
|
||
|
|
"p95_s": 0.005863789014983922,
|
||
|
|
"p99_s": 0.005918197010178119,
|
||
|
|
"min_s": 0.004763827018905431,
|
||
|
|
"max_s": 0.005931799008976668
|
||
|
|
},
|
||
|
|
"k_nhd_contiguous": {
|
||
|
|
"count": 5,
|
||
|
|
"mean_s": 0.004842757794540376,
|
||
|
|
"p50_s": 0.004699617973528802,
|
||
|
|
"p90_s": 0.005195734999142587,
|
||
|
|
"p95_s": 0.005358382000122219,
|
||
|
|
"p99_s": 0.005488499600905925,
|
||
|
|
"min_s": 0.004638209997210652,
|
||
|
|
"max_s": 0.0055210290011018515
|
||
|
|
},
|
||
|
|
"v_nhd_contiguous": {
|
||
|
|
"count": 5,
|
||
|
|
"mean_s": 0.004678740992676467,
|
||
|
|
"p50_s": 0.004741937969811261,
|
||
|
|
"p90_s": 0.004805538605432957,
|
||
|
|
"p95_s": 0.004823794809635728,
|
||
|
|
"p99_s": 0.004838399772997945,
|
||
|
|
"min_s": 0.004513168998528272,
|
||
|
|
"max_s": 0.0048420510138385
|
||
|
|
},
|
||
|
|
"attention_kernel": {
|
||
|
|
"count": 5,
|
||
|
|
"mean_s": 0.3031308094039559,
|
||
|
|
"p50_s": 0.2796200959710404,
|
||
|
|
"p90_s": 0.3695915882126428,
|
||
|
|
"p95_s": 0.3924628216191195,
|
||
|
|
"p99_s": 0.4107598083443008,
|
||
|
|
"min_s": 0.25944606703706086,
|
||
|
|
"max_s": 0.41533405502559617
|
||
|
|
},
|
||
|
|
"output_reshape": {
|
||
|
|
"count": 5,
|
||
|
|
"mean_s": 5.465606227517128e-06,
|
||
|
|
"p50_s": 4.223955329507589e-06,
|
||
|
|
"p90_s": 8.115207310765982e-06,
|
||
|
|
"p95_s": 9.385612793266772e-06,
|
||
|
|
"p99_s": 1.0401937179267406e-05,
|
||
|
|
"min_s": 4.00003045797348e-06,
|
||
|
|
"max_s": 1.0656018275767565e-05
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"layout_attention_total_mean_s": 0.317984988016542,
|
||
|
|
"reference_backend": "sage2:hnd",
|
||
|
|
"reference_diff": {
|
||
|
|
"max": 0.0,
|
||
|
|
"mean": 0.0
|
||
|
|
},
|
||
|
|
"status": "ok"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"segment": "all",
|
||
|
|
"segment_tuple": null,
|
||
|
|
"backend": "sage2",
|
||
|
|
"layout_mode": "sage_strided_nhd",
|
||
|
|
"q_shape": [
|
||
|
|
1,
|
||
|
|
37810,
|
||
|
|
56,
|
||
|
|
128
|
||
|
|
],
|
||
|
|
"output_shape": [
|
||
|
|
37810,
|
||
|
|
7168
|
||
|
|
],
|
||
|
|
"timings": {
|
||
|
|
"attention_kernel": {
|
||
|
|
"count": 5,
|
||
|
|
"mean_s": 0.260253090003971,
|
||
|
|
"p50_s": 0.2601712809992023,
|
||
|
|
"p90_s": 0.2612823422066867,
|
||
|
|
"p95_s": 0.26159851960837843,
|
||
|
|
"p99_s": 0.26185146152973177,
|
||
|
|
"min_s": 0.25904494104906917,
|
||
|
|
"max_s": 0.2619146970100701
|
||
|
|
},
|
||
|
|
"output_reshape": {
|
||
|
|
"count": 5,
|
||
|
|
"mean_s": 4.3424079194664955e-06,
|
||
|
|
"p50_s": 4.175992216914892e-06,
|
||
|
|
"p90_s": 5.068804603070021e-06,
|
||
|
|
"p95_s": 5.350401625037192e-06,
|
||
|
|
"p99_s": 5.5756792426109315e-06,
|
||
|
|
"min_s": 3.8080033846199512e-06,
|
||
|
|
"max_s": 5.631998647004366e-06
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"layout_attention_total_mean_s": 0.2602574324118905,
|
||
|
|
"reference_backend": "sage2:hnd",
|
||
|
|
"reference_diff": {
|
||
|
|
"max": 0.0,
|
||
|
|
"mean": 0.0
|
||
|
|
},
|
||
|
|
"status": "ok"
|
||
|
|
}
|
||
|
|
]
|
||
|
|
}
|