{
"baseline_git_head": "296b59d2f73c8f04a805df29c2fa97655adace78",
"baseline_working_files_sha256": {
"metal/kernels/qsa.metal": "d2d3f311030eae507ab83148afe267b7746a15ac2231aa50aa0a22cc4403db4c",
"metal/kernels/qsa2.metal": "1e1937f95e2224ce09944c8cb549af82edc02a0ab38a1cceeb203f4f7b58d59b",
"metal/kernels/qsa_prompt.metal": "9c141a1b65d5c2fa8bbff84027cd8757ed85cc1d72e80143cc94fe7255414e26",
"metal/tests/moe_mm_parity.cpp": "692d1eea87599cbe5c0659a8052bb3416fd10dd6b695fb4f4ba07332e76bf3a0"
},
"system": "ProductName:\t\tmacOS\nProductVersion:\t\t27.0\nBuildVersion:\t\t26A428\n",
"device": "Apple M5",
"test_jobs": [
{
"argv": [
"./build-metal/qsa_parity",
"--ab",
"/tmp/astra_r39_qsa/baseline",
"3000"
],
"exit_code": 0,
"duration": 14.704230582981836,
"timed_out": false
},
{
"argv": [
"./build-metal/moe_mm_parity"
],
"exit_code": 3,
"duration": 4.560703166993335,
"timed_out": false
},
{
"argv": [
"./build-metal/qsa_parity",
"--ab",
"/tmp/astra_r39_qsa/baseline",
"3000"
],
"exit_code": 1,
"duration": 1.7547417919849977,
"timed_out": false
},
{
"argv": [
"./build-metal/qsa_parity",
"--ab",
"/tmp/astra_r39_qsa/baseline",
"3000"
],
"exit_code": 0,
"duration": 5.871507915988332,
"timed_out": false
},
{
"argv": [
"./build-metal/qsa_parity",
"--ab",
"/tmp/astra_r39_qsa/baseline",
"10180"
],
"exit_code": 0,
"duration": 6.856663957994897,
"timed_out": false
},
{
"argv": [
"./build-metal/qsa_parity",
"--ab",
"/tmp/astra_r39_qsa/baseline",
"30000"
],
"exit_code": 0,
"duration": 11.867526749992976,
"timed_out": false
},
{
"argv": [
"./build-metal/qsa_parity",
"--ab",
"/tmp/astra_r39_qsa/baseline",
"3000"
],
"exit_code": 0,
"duration": 3.023166750004748,
"timed_out": false
},
{
"argv": [
"./build-metal/qsa_parity",
"--ab",
"/tmp/astra_r39_qsa/baseline",
"10180"
],
"exit_code": 0,
"duration": 5.168871124973521,
"timed_out": false
},
{
"argv": [
"./build-metal/qsa_parity",
"--ab",
"/tmp/astra_r39_qsa/baseline",
"30000"
],
"exit_code": 0,
"duration": 8.313932707998902,
"timed_out": false
},
{
"argv": [
"./build-metal/qsa_parity",
"--ab",
"/tmp/astra_r39_qsa/baseline",
"3000"
],
"exit_code": 0,
"duration": 3.2664715830178466,
"timed_out": false
},
{
"argv": [
"./build-metal/qsa_parity",
"--ab",
"/tmp/astra_r39_qsa/baseline",
"10180"
],
"exit_code": 0,
"duration": 4.757935791014461,
"timed_out": false
},
{
"argv": [
"./build-metal/qsa_parity",
"--ab",
"/tmp/astra_r39_qsa/baseline",
"30000"
],
"exit_code": 0,
"duration": 7.467346207995433,
"timed_out": false
},
{
"argv": [
"./build-metal/qsa_parity",
"--ab",
"/tmp/astra_r39_qsa/baseline",
"3000"
],
"exit_code": 0,
"duration": 2.6887030830257572,
"timed_out": false
},
{
"argv": [
"./build-metal/qsa_parity",
"--ab",
"/tmp/astra_r39_qsa/baseline",
"10180"
],
"exit_code": 0,
"duration": 4.4522730839962605,
"timed_out": false
},
{
"argv": [
"./build-metal/qsa_parity",
"--ab",
"/tmp/astra_r39_qsa/baseline",
"30000"
],
"exit_code": 0,
"duration": 6.560153625003295,
"timed_out": false
},
{
"argv": [
"./build-metal/moe_mm_parity"
],
"exit_code": -15,
"duration": 15.026818915997865,
"timed_out": true
},
{
"argv": [
"./build-metal/moe_mm_parity",
"--v3",
"--gu",
"IQ2_S",
"--dn",
"Q2_0",
"--tile",
"16,32,32,4",
"--dtile",
"64,32,2"
],
"exit_code": -15,
"duration": 20.02672729198821,
"timed_out": true
},
{
"argv": [
"./build-metal/qsa_prompt_parity"
],
"exit_code": 0,
"duration": 0.9771465419908054,
"timed_out": false
},
{
"argv": [
"./build-metal/qsa_prompt_parity",
"--mm-compare",
"attn",
"96",
"0",
"/tmp/astra_r39_qsa/baseline/qsa_prompt.metal",
"3"
],
"exit_code": 0,
"duration": 0.4449748329934664,
"timed_out": false
},
{
"argv": [
"./build-metal/qsa_prompt_parity",
"--flash-compare",
"96",
"0",
"/tmp/astra_r39_qsa/baseline/qsa_prompt.metal",
"1",
"3"
],
"exit_code": 0,
"duration": 0.035576458991272375,
"timed_out": false
},
{
"argv": [
"./build-metal/qsa_prompt_parity",
"--mm-compare",
"attn",
"96",
"30000",
"/tmp/astra_r39_qsa/baseline/qsa_prompt.metal",
"3"
],
"exit_code": 0,
"duration": 0.1662420420034323,
"timed_out": false
},
{
"argv": [
"./build-metal/qsa_prompt_parity",
"--flash-compare",
"96",
"30000",
"/tmp/astra_r39_qsa/baseline/qsa_prompt.metal",
"1",
"3"
],
"exit_code": 0,
"duration": 0.11264241699245758,
"timed_out": false
},
{
"argv": [
"./build-metal/moe_mm_parity",
"--v3",
"--gu",
"IQ2_S",
"--dn",
"Q2_0",
"--tile",
"16,32,32,4",
"--dtile",
"64,32,2",
"--ab",
"/tmp/astra_r39_qsa/baseline"
],
"exit_code": 0,
"duration": 2.633624290989246,
"timed_out": false
},
{
"argv": [
"./build-metal/moe_mm_parity",
"--T",
"1"
],
"exit_code": 0,
"duration": 4.224036582978442,
"timed_out": false
},
{
"argv": [
"./build-metal/moe_mm_parity",
"--v3",
"--gu",
"IQ2_S",
"--dn",
"Q2_0",
"--tile",
"16,32,32,4",
"--dtile",
"64,32,2",
"--T",
"1"
],
"exit_code": 0,
"duration": 0.1989670839975588,
"timed_out": false
},
{
"argv": [
"./build-metal/qsa_parity",
"--bitwise",
"/tmp/astra_r39_qsa/baseline/qsa2.metal"
],
"exit_code": 0,
"duration": 1.3079375409870408,
"timed_out": false
},
{
"argv": [
"./build-metal/qsa_prompt_parity",
"--mm-compare",
"attn",
"96",
"0",
"/tmp/astra_r39_qsa/baseline/qsa_prompt.metal",
"3"
],
"exit_code": 0,
"duration": 0.25848625000799075,
"timed_out": false
},
{
"argv": [
"./build-metal/qsa_prompt_parity",
"--flash-compare",
"96",
"0",
"/tmp/astra_r39_qsa/baseline/qsa_prompt.metal",
"1",
"3"
],
"exit_code": 0,
"duration": 0.31251912500010803,
"timed_out": false
},
{
"argv": [
"./build-metal/qsa_prompt_parity",
"--mm-compare",
"attn",
"96",
"30000",
"/tmp/astra_r39_qsa/baseline/qsa_prompt.metal",
"3"
],
"exit_code": 0,
"duration": 0.18658049998339266,
"timed_out": false
},
{
"argv": [
"./build-metal/qsa_prompt_parity",
"--flash-compare",
"96",
"30000",
"/tmp/astra_r39_qsa/baseline/qsa_prompt.metal",
"1",
"3"
],
"exit_code": 0,
"duration": 0.131041875021765,
"timed_out": false
},
{
"argv": [
"./build-metal/moe_mm_parity",
"--v3",
"--gu",
"IQ2_S",
"--dn",
"Q2_0",
"--tile",
"16,32,32,4",
"--dtile",
"64,32,2",
"--T",
"1",
"--gu-bench",
"--ab",
"/tmp/astra_r39_qsa/baseline"
],
"exit_code": 0,
"duration": 0.34804070901009254,
"timed_out": false
},
{
"argv": [
"./build-metal/moe_mm_parity",
"--v3",
"--gu",
"IQ2_S",
"--dn",
"Q2_0",
"--tile",
"16,32,32,4",
"--dtile",
"64,32,2",
"--T",
"1",
"--dn-bench",
"--ab",
"/tmp/astra_r39_qsa/baseline"
],
"exit_code": 0,
"duration": 0.26160704100038856,
"timed_out": false
},
{
"argv": [
"./build-metal/moe_mm_parity"
],
"exit_code": 0,
"duration": 23.961265375022776,
"timed_out": false
},
{
"argv": [
"./build-metal/moe_mm_parity",
"--v3",
"--gu",
"IQ2_S",
"--dn",
"Q2_0",
"--tile",
"16,32,32,4",
"--dtile",
"64,32,2"
],
"exit_code": 0,
"duration": 20.010784165991936,
"timed_out": false
},
{
"argv": [
"./build-metal/qsa_parity",
"--ab",
"/tmp/astra_r39_qsa/baseline",
"3000"
],
"exit_code": 0,
"duration": 8.637194999988424,
"timed_out": false
},
{
"argv": [
"./build-metal/qsa_parity",
"--ab",
"/tmp/astra_r39_qsa/baseline",
"10180"
],
"exit_code": 0,
"duration": 7.093214749998879,
"timed_out": false
},
{
"argv": [
"./build-metal/qsa_parity",
"--ab",
"/tmp/astra_r39_qsa/baseline",
"30000"
],
"exit_code": 0,
"duration": 9.387072458019247,
"timed_out": false
},
{
"argv": [
"./build-metal/qsa_prompt_parity"
],
"exit_code": 0,
"duration": 0.36627699999371544,
"timed_out": false
}
]
}