204 lines
4.1 KiB
JSON
204 lines
4.1 KiB
JSON
{
|
|
"device": "NVIDIA GB10",
|
|
"torch": "2.9.1+cu130",
|
|
"metadata": {},
|
|
"randomized": [
|
|
{
|
|
"sequence": 1,
|
|
"heads": 2,
|
|
"q_prepared": {
|
|
"equal": true,
|
|
"different_elements": 0,
|
|
"max_abs": 0.0,
|
|
"mean_abs": 0.0
|
|
},
|
|
"k_prepared": {
|
|
"equal": true,
|
|
"different_elements": 0,
|
|
"max_abs": 0.0,
|
|
"mean_abs": 0.0
|
|
},
|
|
"q_int8": {
|
|
"equal": true,
|
|
"different_elements": 0,
|
|
"max_abs": 0.0,
|
|
"mean_abs": 0.0
|
|
},
|
|
"q_scale": {
|
|
"equal": true,
|
|
"different_elements": 0,
|
|
"max_abs": 0.0,
|
|
"mean_abs": 0.0
|
|
}
|
|
},
|
|
{
|
|
"sequence": 31,
|
|
"heads": 2,
|
|
"q_prepared": {
|
|
"equal": true,
|
|
"different_elements": 0,
|
|
"max_abs": 0.0,
|
|
"mean_abs": 0.0
|
|
},
|
|
"k_prepared": {
|
|
"equal": true,
|
|
"different_elements": 0,
|
|
"max_abs": 0.0,
|
|
"mean_abs": 0.0
|
|
},
|
|
"q_int8": {
|
|
"equal": true,
|
|
"different_elements": 0,
|
|
"max_abs": 0.0,
|
|
"mean_abs": 0.0
|
|
},
|
|
"q_scale": {
|
|
"equal": true,
|
|
"different_elements": 0,
|
|
"max_abs": 0.0,
|
|
"mean_abs": 0.0
|
|
}
|
|
},
|
|
{
|
|
"sequence": 32,
|
|
"heads": 2,
|
|
"q_prepared": {
|
|
"equal": true,
|
|
"different_elements": 0,
|
|
"max_abs": 0.0,
|
|
"mean_abs": 0.0
|
|
},
|
|
"k_prepared": {
|
|
"equal": true,
|
|
"different_elements": 0,
|
|
"max_abs": 0.0,
|
|
"mean_abs": 0.0
|
|
},
|
|
"q_int8": {
|
|
"equal": true,
|
|
"different_elements": 0,
|
|
"max_abs": 0.0,
|
|
"mean_abs": 0.0
|
|
},
|
|
"q_scale": {
|
|
"equal": true,
|
|
"different_elements": 0,
|
|
"max_abs": 0.0,
|
|
"mean_abs": 0.0
|
|
}
|
|
},
|
|
{
|
|
"sequence": 33,
|
|
"heads": 2,
|
|
"q_prepared": {
|
|
"equal": true,
|
|
"different_elements": 0,
|
|
"max_abs": 0.0,
|
|
"mean_abs": 0.0
|
|
},
|
|
"k_prepared": {
|
|
"equal": true,
|
|
"different_elements": 0,
|
|
"max_abs": 0.0,
|
|
"mean_abs": 0.0
|
|
},
|
|
"q_int8": {
|
|
"equal": true,
|
|
"different_elements": 0,
|
|
"max_abs": 0.0,
|
|
"mean_abs": 0.0
|
|
},
|
|
"q_scale": {
|
|
"equal": true,
|
|
"different_elements": 0,
|
|
"max_abs": 0.0,
|
|
"mean_abs": 0.0
|
|
}
|
|
},
|
|
{
|
|
"sequence": 127,
|
|
"heads": 2,
|
|
"q_prepared": {
|
|
"equal": true,
|
|
"different_elements": 0,
|
|
"max_abs": 0.0,
|
|
"mean_abs": 0.0
|
|
},
|
|
"k_prepared": {
|
|
"equal": true,
|
|
"different_elements": 0,
|
|
"max_abs": 0.0,
|
|
"mean_abs": 0.0
|
|
},
|
|
"q_int8": {
|
|
"equal": true,
|
|
"different_elements": 0,
|
|
"max_abs": 0.0,
|
|
"mean_abs": 0.0
|
|
},
|
|
"q_scale": {
|
|
"equal": true,
|
|
"different_elements": 0,
|
|
"max_abs": 0.0,
|
|
"mean_abs": 0.0
|
|
}
|
|
},
|
|
{
|
|
"sequence": 128,
|
|
"heads": 2,
|
|
"q_prepared": {
|
|
"equal": true,
|
|
"different_elements": 0,
|
|
"max_abs": 0.0,
|
|
"mean_abs": 0.0
|
|
},
|
|
"k_prepared": {
|
|
"equal": true,
|
|
"different_elements": 0,
|
|
"max_abs": 0.0,
|
|
"mean_abs": 0.0
|
|
},
|
|
"q_int8": {
|
|
"equal": true,
|
|
"different_elements": 0,
|
|
"max_abs": 0.0,
|
|
"mean_abs": 0.0
|
|
},
|
|
"q_scale": {
|
|
"equal": true,
|
|
"different_elements": 0,
|
|
"max_abs": 0.0,
|
|
"mean_abs": 0.0
|
|
}
|
|
},
|
|
{
|
|
"sequence": 129,
|
|
"heads": 2,
|
|
"q_prepared": {
|
|
"equal": true,
|
|
"different_elements": 0,
|
|
"max_abs": 0.0,
|
|
"mean_abs": 0.0
|
|
},
|
|
"k_prepared": {
|
|
"equal": true,
|
|
"different_elements": 0,
|
|
"max_abs": 0.0,
|
|
"mean_abs": 0.0
|
|
},
|
|
"q_int8": {
|
|
"equal": true,
|
|
"different_elements": 0,
|
|
"max_abs": 0.0,
|
|
"mean_abs": 0.0
|
|
},
|
|
"q_scale": {
|
|
"equal": true,
|
|
"different_elements": 0,
|
|
"max_abs": 0.0,
|
|
"mean_abs": 0.0
|
|
}
|
|
}
|
|
],
|
|
"real": []
|
|
}
|