{
  "baseline_git_head": "296b59d2f73c8f04a805df29c2fa97655adace78",
  "baseline_working_files_sha256": {
    "metal/kernels/qsa.metal": "d2d3f311030eae507ab83148afe267b7746a15ac2231aa50aa0a22cc4403db4c",
    "metal/kernels/qsa2.metal": "1e1937f95e2224ce09944c8cb549af82edc02a0ab38a1cceeb203f4f7b58d59b",
    "metal/kernels/qsa_prompt.metal": "9c141a1b65d5c2fa8bbff84027cd8757ed85cc1d72e80143cc94fe7255414e26",
    "metal/tests/moe_mm_parity.cpp": "692d1eea87599cbe5c0659a8052bb3416fd10dd6b695fb4f4ba07332e76bf3a0"
  },
  "system": "ProductName:\t\tmacOS\nProductVersion:\t\t27.0\nBuildVersion:\t\t26A428\n",
  "device": "Apple M5",
  "test_jobs": [
    {
      "argv": [
        "./build-metal/qsa_parity",
        "--ab",
        "/tmp/astra_r39_qsa/baseline",
        "3000"
      ],
      "exit_code": 0,
      "duration": 14.704230582981836,
      "timed_out": false
    },
    {
      "argv": [
        "./build-metal/moe_mm_parity"
      ],
      "exit_code": 3,
      "duration": 4.560703166993335,
      "timed_out": false
    },
    {
      "argv": [
        "./build-metal/qsa_parity",
        "--ab",
        "/tmp/astra_r39_qsa/baseline",
        "3000"
      ],
      "exit_code": 1,
      "duration": 1.7547417919849977,
      "timed_out": false
    },
    {
      "argv": [
        "./build-metal/qsa_parity",
        "--ab",
        "/tmp/astra_r39_qsa/baseline",
        "3000"
      ],
      "exit_code": 0,
      "duration": 5.871507915988332,
      "timed_out": false
    },
    {
      "argv": [
        "./build-metal/qsa_parity",
        "--ab",
        "/tmp/astra_r39_qsa/baseline",
        "10180"
      ],
      "exit_code": 0,
      "duration": 6.856663957994897,
      "timed_out": false
    },
    {
      "argv": [
        "./build-metal/qsa_parity",
        "--ab",
        "/tmp/astra_r39_qsa/baseline",
        "30000"
      ],
      "exit_code": 0,
      "duration": 11.867526749992976,
      "timed_out": false
    },
    {
      "argv": [
        "./build-metal/qsa_parity",
        "--ab",
        "/tmp/astra_r39_qsa/baseline",
        "3000"
      ],
      "exit_code": 0,
      "duration": 3.023166750004748,
      "timed_out": false
    },
    {
      "argv": [
        "./build-metal/qsa_parity",
        "--ab",
        "/tmp/astra_r39_qsa/baseline",
        "10180"
      ],
      "exit_code": 0,
      "duration": 5.168871124973521,
      "timed_out": false
    },
    {
      "argv": [
        "./build-metal/qsa_parity",
        "--ab",
        "/tmp/astra_r39_qsa/baseline",
        "30000"
      ],
      "exit_code": 0,
      "duration": 8.313932707998902,
      "timed_out": false
    },
    {
      "argv": [
        "./build-metal/qsa_parity",
        "--ab",
        "/tmp/astra_r39_qsa/baseline",
        "3000"
      ],
      "exit_code": 0,
      "duration": 3.2664715830178466,
      "timed_out": false
    },
    {
      "argv": [
        "./build-metal/qsa_parity",
        "--ab",
        "/tmp/astra_r39_qsa/baseline",
        "10180"
      ],
      "exit_code": 0,
      "duration": 4.757935791014461,
      "timed_out": false
    },
    {
      "argv": [
        "./build-metal/qsa_parity",
        "--ab",
        "/tmp/astra_r39_qsa/baseline",
        "30000"
      ],
      "exit_code": 0,
      "duration": 7.467346207995433,
      "timed_out": false
    },
    {
      "argv": [
        "./build-metal/qsa_parity",
        "--ab",
        "/tmp/astra_r39_qsa/baseline",
        "3000"
      ],
      "exit_code": 0,
      "duration": 2.6887030830257572,
      "timed_out": false
    },
    {
      "argv": [
        "./build-metal/qsa_parity",
        "--ab",
        "/tmp/astra_r39_qsa/baseline",
        "10180"
      ],
      "exit_code": 0,
      "duration": 4.4522730839962605,
      "timed_out": false
    },
    {
      "argv": [
        "./build-metal/qsa_parity",
        "--ab",
        "/tmp/astra_r39_qsa/baseline",
        "30000"
      ],
      "exit_code": 0,
      "duration": 6.560153625003295,
      "timed_out": false
    },
    {
      "argv": [
        "./build-metal/moe_mm_parity"
      ],
      "exit_code": -15,
      "duration": 15.026818915997865,
      "timed_out": true
    },
    {
      "argv": [
        "./build-metal/moe_mm_parity",
        "--v3",
        "--gu",
        "IQ2_S",
        "--dn",
        "Q2_0",
        "--tile",
        "16,32,32,4",
        "--dtile",
        "64,32,2"
      ],
      "exit_code": -15,
      "duration": 20.02672729198821,
      "timed_out": true
    },
    {
      "argv": [
        "./build-metal/qsa_prompt_parity"
      ],
      "exit_code": 0,
      "duration": 0.9771465419908054,
      "timed_out": false
    },
    {
      "argv": [
        "./build-metal/qsa_prompt_parity",
        "--mm-compare",
        "attn",
        "96",
        "0",
        "/tmp/astra_r39_qsa/baseline/qsa_prompt.metal",
        "3"
      ],
      "exit_code": 0,
      "duration": 0.4449748329934664,
      "timed_out": false
    },
    {
      "argv": [
        "./build-metal/qsa_prompt_parity",
        "--flash-compare",
        "96",
        "0",
        "/tmp/astra_r39_qsa/baseline/qsa_prompt.metal",
        "1",
        "3"
      ],
      "exit_code": 0,
      "duration": 0.035576458991272375,
      "timed_out": false
    },
    {
      "argv": [
        "./build-metal/qsa_prompt_parity",
        "--mm-compare",
        "attn",
        "96",
        "30000",
        "/tmp/astra_r39_qsa/baseline/qsa_prompt.metal",
        "3"
      ],
      "exit_code": 0,
      "duration": 0.1662420420034323,
      "timed_out": false
    },
    {
      "argv": [
        "./build-metal/qsa_prompt_parity",
        "--flash-compare",
        "96",
        "30000",
        "/tmp/astra_r39_qsa/baseline/qsa_prompt.metal",
        "1",
        "3"
      ],
      "exit_code": 0,
      "duration": 0.11264241699245758,
      "timed_out": false
    },
    {
      "argv": [
        "./build-metal/moe_mm_parity",
        "--v3",
        "--gu",
        "IQ2_S",
        "--dn",
        "Q2_0",
        "--tile",
        "16,32,32,4",
        "--dtile",
        "64,32,2",
        "--ab",
        "/tmp/astra_r39_qsa/baseline"
      ],
      "exit_code": 0,
      "duration": 2.633624290989246,
      "timed_out": false
    },
    {
      "argv": [
        "./build-metal/moe_mm_parity",
        "--T",
        "1"
      ],
      "exit_code": 0,
      "duration": 4.224036582978442,
      "timed_out": false
    },
    {
      "argv": [
        "./build-metal/moe_mm_parity",
        "--v3",
        "--gu",
        "IQ2_S",
        "--dn",
        "Q2_0",
        "--tile",
        "16,32,32,4",
        "--dtile",
        "64,32,2",
        "--T",
        "1"
      ],
      "exit_code": 0,
      "duration": 0.1989670839975588,
      "timed_out": false
    },
    {
      "argv": [
        "./build-metal/qsa_parity",
        "--bitwise",
        "/tmp/astra_r39_qsa/baseline/qsa2.metal"
      ],
      "exit_code": 0,
      "duration": 1.3079375409870408,
      "timed_out": false
    },
    {
      "argv": [
        "./build-metal/qsa_prompt_parity",
        "--mm-compare",
        "attn",
        "96",
        "0",
        "/tmp/astra_r39_qsa/baseline/qsa_prompt.metal",
        "3"
      ],
      "exit_code": 0,
      "duration": 0.25848625000799075,
      "timed_out": false
    },
    {
      "argv": [
        "./build-metal/qsa_prompt_parity",
        "--flash-compare",
        "96",
        "0",
        "/tmp/astra_r39_qsa/baseline/qsa_prompt.metal",
        "1",
        "3"
      ],
      "exit_code": 0,
      "duration": 0.31251912500010803,
      "timed_out": false
    },
    {
      "argv": [
        "./build-metal/qsa_prompt_parity",
        "--mm-compare",
        "attn",
        "96",
        "30000",
        "/tmp/astra_r39_qsa/baseline/qsa_prompt.metal",
        "3"
      ],
      "exit_code": 0,
      "duration": 0.18658049998339266,
      "timed_out": false
    },
    {
      "argv": [
        "./build-metal/qsa_prompt_parity",
        "--flash-compare",
        "96",
        "30000",
        "/tmp/astra_r39_qsa/baseline/qsa_prompt.metal",
        "1",
        "3"
      ],
      "exit_code": 0,
      "duration": 0.131041875021765,
      "timed_out": false
    },
    {
      "argv": [
        "./build-metal/moe_mm_parity",
        "--v3",
        "--gu",
        "IQ2_S",
        "--dn",
        "Q2_0",
        "--tile",
        "16,32,32,4",
        "--dtile",
        "64,32,2",
        "--T",
        "1",
        "--gu-bench",
        "--ab",
        "/tmp/astra_r39_qsa/baseline"
      ],
      "exit_code": 0,
      "duration": 0.34804070901009254,
      "timed_out": false
    },
    {
      "argv": [
        "./build-metal/moe_mm_parity",
        "--v3",
        "--gu",
        "IQ2_S",
        "--dn",
        "Q2_0",
        "--tile",
        "16,32,32,4",
        "--dtile",
        "64,32,2",
        "--T",
        "1",
        "--dn-bench",
        "--ab",
        "/tmp/astra_r39_qsa/baseline"
      ],
      "exit_code": 0,
      "duration": 0.26160704100038856,
      "timed_out": false
    },
    {
      "argv": [
        "./build-metal/moe_mm_parity"
      ],
      "exit_code": 0,
      "duration": 23.961265375022776,
      "timed_out": false
    },
    {
      "argv": [
        "./build-metal/moe_mm_parity",
        "--v3",
        "--gu",
        "IQ2_S",
        "--dn",
        "Q2_0",
        "--tile",
        "16,32,32,4",
        "--dtile",
        "64,32,2"
      ],
      "exit_code": 0,
      "duration": 20.010784165991936,
      "timed_out": false
    },
    {
      "argv": [
        "./build-metal/qsa_parity",
        "--ab",
        "/tmp/astra_r39_qsa/baseline",
        "3000"
      ],
      "exit_code": 0,
      "duration": 8.637194999988424,
      "timed_out": false
    },
    {
      "argv": [
        "./build-metal/qsa_parity",
        "--ab",
        "/tmp/astra_r39_qsa/baseline",
        "10180"
      ],
      "exit_code": 0,
      "duration": 7.093214749998879,
      "timed_out": false
    },
    {
      "argv": [
        "./build-metal/qsa_parity",
        "--ab",
        "/tmp/astra_r39_qsa/baseline",
        "30000"
      ],
      "exit_code": 0,
      "duration": 9.387072458019247,
      "timed_out": false
    },
    {
      "argv": [
        "./build-metal/qsa_prompt_parity"
      ],
      "exit_code": 0,
      "duration": 0.36627699999371544,
      "timed_out": false
    }
  ]
}