[
{
"name": "baseline-ab",
"argv": [
"./build-metal/qsa_parity",
"--ab",
"/tmp/astra_r39_qsa/baseline",
"3000"
],
"cwd": "/tmp/astra_r39_qsa/strata",
"env_added": {},
"exit_code": 0,
"duration_s": 14.704230582981836,
"timed_out": false,
"log": "logs/baseline-ab.log"
},
{
"name": "baseline-moe",
"argv": [
"./build-metal/moe_mm_parity"
],
"cwd": "/tmp/astra_r39_qsa/strata",
"env_added": {},
"exit_code": 3,
"duration_s": 4.560703166993335,
"timed_out": false,
"log": "logs/baseline-moe.log"
},
{
"name": "confirm-merge1-ab-10180",
"argv": [
"./build-metal/qsa_parity",
"--ab",
"/tmp/astra_r39_qsa/baseline",
"10180"
],
"cwd": "/tmp/astra_r39_qsa/strata",
"env_added": {
"QSA_ATTN": "1"
},
"exit_code": 0,
"duration_s": 4.757935791014461,
"timed_out": false,
"log": "logs/confirm-merge1-ab-10180.log"
},
{
"name": "confirm-merge1-ab-3000",
"argv": [
"./build-metal/qsa_parity",
"--ab",
"/tmp/astra_r39_qsa/baseline",
"3000"
],
"cwd": "/tmp/astra_r39_qsa/strata",
"env_added": {
"QSA_ATTN": "1"
},
"exit_code": 0,
"duration_s": 3.2664715830178466,
"timed_out": false,
"log": "logs/confirm-merge1-ab-3000.log"
},
{
"name": "confirm-merge1-ab-30000",
"argv": [
"./build-metal/qsa_parity",
"--ab",
"/tmp/astra_r39_qsa/baseline",
"30000"
],
"cwd": "/tmp/astra_r39_qsa/strata",
"env_added": {
"QSA_ATTN": "1"
},
"exit_code": 0,
"duration_s": 7.467346207995433,
"timed_out": false,
"log": "logs/confirm-merge1-ab-30000.log"
},
{
"name": "confirm-merge2-ab-10180",
"argv": [
"./build-metal/qsa_parity",
"--ab",
"/tmp/astra_r39_qsa/baseline",
"10180"
],
"cwd": "/tmp/astra_r39_qsa/strata",
"env_added": {
"QSA_ATTN": "2"
},
"exit_code": 0,
"duration_s": 4.4522730839962605,
"timed_out": false,
"log": "logs/confirm-merge2-ab-10180.log"
},
{
"name": "confirm-merge2-ab-3000",
"argv": [
"./build-metal/qsa_parity",
"--ab",
"/tmp/astra_r39_qsa/baseline",
"3000"
],
"cwd": "/tmp/astra_r39_qsa/strata",
"env_added": {
"QSA_ATTN": "2"
},
"exit_code": 0,
"duration_s": 2.6887030830257572,
"timed_out": false,
"log": "logs/confirm-merge2-ab-3000.log"
},
{
"name": "confirm-merge2-ab-30000",
"argv": [
"./build-metal/qsa_parity",
"--ab",
"/tmp/astra_r39_qsa/baseline",
"30000"
],
"cwd": "/tmp/astra_r39_qsa/strata",
"env_added": {
"QSA_ATTN": "2"
},
"exit_code": 0,
"duration_s": 6.560153625003295,
"timed_out": false,
"log": "logs/confirm-merge2-ab-30000.log"
},
{
"name": "final-merge2-ab-10180",
"argv": [
"./build-metal/qsa_parity",
"--ab",
"/tmp/astra_r39_qsa/baseline",
"10180"
],
"cwd": "/tmp/astra_r39_qsa/strata",
"env_added": {
"QSA_ATTN": "2"
},
"exit_code": 0,
"duration_s": 7.093214749998879,
"timed_out": false,
"log": "logs/final-merge2-ab-10180.log"
},
{
"name": "final-merge2-ab-3000",
"argv": [
"./build-metal/qsa_parity",
"--ab",
"/tmp/astra_r39_qsa/baseline",
"3000"
],
"cwd": "/tmp/astra_r39_qsa/strata",
"env_added": {
"QSA_ATTN": "2"
},
"exit_code": 0,
"duration_s": 8.637194999988424,
"timed_out": false,
"log": "logs/final-merge2-ab-3000.log"
},
{
"name": "final-merge2-ab-30000",
"argv": [
"./build-metal/qsa_parity",
"--ab",
"/tmp/astra_r39_qsa/baseline",
"30000"
],
"cwd": "/tmp/astra_r39_qsa/strata",
"env_added": {
"QSA_ATTN": "2"
},
"exit_code": 0,
"duration_s": 9.387072458019247,
"timed_out": false,
"log": "logs/final-merge2-ab-30000.log"
},
{
"name": "final-prompt-k4off",
"argv": [
"./build-metal/qsa_prompt_parity"
],
"cwd": "/tmp/astra_r39_qsa/strata",
"env_added": {
"COOP_K4": "0"
},
"exit_code": 0,
"duration_s": 0.36627699999371544,
"timed_out": false,
"log": "logs/final-prompt-k4off.log"
},
{
"name": "fixed-moe-default-full",
"argv": [
"./build-metal/moe_mm_parity"
],
"cwd": "/tmp/astra_r39_qsa/strata",
"env_added": {},
"exit_code": 0,
"duration_s": 23.961265375022776,
"timed_out": false,
"log": "logs/fixed-moe-default-full.log"
},
{
"name": "fixed-moe-default",
"argv": [
"./build-metal/moe_mm_parity"
],
"cwd": "/tmp/astra_r39_qsa/strata",
"env_added": {},
"exit_code": -15,
"duration_s": 15.026818915997865,
"timed_out": true,
"log": "logs/fixed-moe-default.log"
},
{
"name": "fixed-moe-v3-full",
"argv": [
"./build-metal/moe_mm_parity",
"--v3",
"--gu",
"IQ2_S",
"--dn",
"Q2_0",
"--tile",
"16,32,32,4",
"--dtile",
"64,32,2"
],
"cwd": "/tmp/astra_r39_qsa/strata",
"env_added": {},
"exit_code": 0,
"duration_s": 20.010784165991936,
"timed_out": false,
"log": "logs/fixed-moe-v3-full.log"
},
{
"name": "fixed-moe-v3",
"argv": [
"./build-metal/moe_mm_parity",
"--v3",
"--gu",
"IQ2_S",
"--dn",
"Q2_0",
"--tile",
"16,32,32,4",
"--dtile",
"64,32,2"
],
"cwd": "/tmp/astra_r39_qsa/strata",
"env_added": {},
"exit_code": -15,
"duration_s": 20.02672729198821,
"timed_out": true,
"log": "logs/fixed-moe-v3.log"
},
{
"name": "fixed-prompt",
"argv": [
"./build-metal/qsa_prompt_parity"
],
"cwd": "/tmp/astra_r39_qsa/strata",
"env_added": {},
"exit_code": 0,
"duration_s": 0.9771465419908054,
"timed_out": false,
"log": "logs/fixed-prompt.log"
},
{
"name": "merge1-ab-10180",
"argv": [
"./build-metal/qsa_parity",
"--ab",
"/tmp/astra_r39_qsa/baseline",
"10180"
],
"cwd": "/tmp/astra_r39_qsa/strata",
"env_added": {
"QSA_ATTN": "1"
},
"exit_code": 0,
"duration_s": 6.856663957994897,
"timed_out": false,
"log": "logs/merge1-ab-10180.log"
},
{
"name": "merge1-ab-3000",
"argv": [
"./build-metal/qsa_parity",
"--ab",
"/tmp/astra_r39_qsa/baseline",
"3000"
],
"cwd": "/tmp/astra_r39_qsa/strata",
"env_added": {
"QSA_ATTN": "1"
},
"exit_code": 0,
"duration_s": 5.871507915988332,
"timed_out": false,
"log": "logs/merge1-ab-3000.log"
},
{
"name": "merge1-ab-30000",
"argv": [
"./build-metal/qsa_parity",
"--ab",
"/tmp/astra_r39_qsa/baseline",
"30000"
],
"cwd": "/tmp/astra_r39_qsa/strata",
"env_added": {
"QSA_ATTN": "1"
},
"exit_code": 0,
"duration_s": 11.867526749992976,
"timed_out": false,
"log": "logs/merge1-ab-30000.log"
},
{
"name": "merge2-ab-10180",
"argv": [
"./build-metal/qsa_parity",
"--ab",
"/tmp/astra_r39_qsa/baseline",
"10180"
],
"cwd": "/tmp/astra_r39_qsa/strata",
"env_added": {
"QSA_ATTN": "2"
},
"exit_code": 0,
"duration_s": 5.168871124973521,
"timed_out": false,
"log": "logs/merge2-ab-10180.log"
},
{
"name": "merge2-ab-3000",
"argv": [
"./build-metal/qsa_parity",
"--ab",
"/tmp/astra_r39_qsa/baseline",
"3000"
],
"cwd": "/tmp/astra_r39_qsa/strata",
"env_added": {
"QSA_ATTN": "2"
},
"exit_code": 0,
"duration_s": 3.023166750004748,
"timed_out": false,
"log": "logs/merge2-ab-3000.log"
},
{
"name": "merge2-ab-30000",
"argv": [
"./build-metal/qsa_parity",
"--ab",
"/tmp/astra_r39_qsa/baseline",
"30000"
],
"cwd": "/tmp/astra_r39_qsa/strata",
"env_added": {
"QSA_ATTN": "2"
},
"exit_code": 0,
"duration_s": 8.313932707998902,
"timed_out": false,
"log": "logs/merge2-ab-30000.log"
},
{
"name": "merge2-bitwise",
"argv": [
"./build-metal/qsa_parity",
"--bitwise",
"/tmp/astra_r39_qsa/baseline/qsa2.metal"
],
"cwd": "/tmp/astra_r39_qsa/strata",
"env_added": {
"QSA_ATTN": "2"
},
"exit_code": 0,
"duration_s": 1.3079375409870408,
"timed_out": false,
"log": "logs/merge2-bitwise.log"
},
{
"name": "moe-default-T1",
"argv": [
"./build-metal/moe_mm_parity",
"--T",
"1"
],
"cwd": "/tmp/astra_r39_qsa/strata",
"env_added": {},
"exit_code": 0,
"duration_s": 4.224036582978442,
"timed_out": false,
"log": "logs/moe-default-T1.log"
},
{
"name": "moe-dn-bench",
"argv": [
"./build-metal/moe_mm_parity",
"--v3",
"--gu",
"IQ2_S",
"--dn",
"Q2_0",
"--tile",
"16,32,32,4",
"--dtile",
"64,32,2",
"--T",
"1",
"--dn-bench",
"--ab",
"/tmp/astra_r39_qsa/baseline"
],
"cwd": "/tmp/astra_r39_qsa/strata",
"env_added": {},
"exit_code": 0,
"duration_s": 0.26160704100038856,
"timed_out": false,
"log": "logs/moe-dn-bench.log"
},
{
"name": "moe-gu-bench",
"argv": [
"./build-metal/moe_mm_parity",
"--v3",
"--gu",
"IQ2_S",
"--dn",
"Q2_0",
"--tile",
"16,32,32,4",
"--dtile",
"64,32,2",
"--T",
"1",
"--gu-bench",
"--ab",
"/tmp/astra_r39_qsa/baseline"
],
"cwd": "/tmp/astra_r39_qsa/strata",
"env_added": {},
"exit_code": 0,
"duration_s": 0.34804070901009254,
"timed_out": false,
"log": "logs/moe-gu-bench.log"
},
{
"name": "moe-v3-T1",
"argv": [
"./build-metal/moe_mm_parity",
"--v3",
"--gu",
"IQ2_S",
"--dn",
"Q2_0",
"--tile",
"16,32,32,4",
"--dtile",
"64,32,2",
"--T",
"1"
],
"cwd": "/tmp/astra_r39_qsa/strata",
"env_added": {},
"exit_code": 0,
"duration_s": 0.1989670839975588,
"timed_out": false,
"log": "logs/moe-v3-T1.log"
},
{
"name": "moe-v3-ab",
"argv": [
"./build-metal/moe_mm_parity",
"--v3",
"--gu",
"IQ2_S",
"--dn",
"Q2_0",
"--tile",
"16,32,32,4",
"--dtile",
"64,32,2",
"--ab",
"/tmp/astra_r39_qsa/baseline"
],
"cwd": "/tmp/astra_r39_qsa/strata",
"env_added": {},
"exit_code": 0,
"duration_s": 2.633624290989246,
"timed_out": false,
"log": "logs/moe-v3-ab.log"
},
{
"name": "prompt-flash-0",
"argv": [
"./build-metal/qsa_prompt_parity",
"--flash-compare",
"96",
"0",
"/tmp/astra_r39_qsa/baseline/qsa_prompt.metal",
"1",
"3"
],
"cwd": "/tmp/astra_r39_qsa/strata",
"env_added": {},
"exit_code": 0,
"duration_s": 0.035576458991272375,
"timed_out": false,
"log": "logs/prompt-flash-0.log"
},
{
"name": "prompt-flash-30000",
"argv": [
"./build-metal/qsa_prompt_parity",
"--flash-compare",
"96",
"30000",
"/tmp/astra_r39_qsa/baseline/qsa_prompt.metal",
"1",
"3"
],
"cwd": "/tmp/astra_r39_qsa/strata",
"env_added": {},
"exit_code": 0,
"duration_s": 0.11264241699245758,
"timed_out": false,
"log": "logs/prompt-flash-30000.log"
},
{
"name": "prompt-flash-k4off-0",
"argv": [
"./build-metal/qsa_prompt_parity",
"--flash-compare",
"96",
"0",
"/tmp/astra_r39_qsa/baseline/qsa_prompt.metal",
"1",
"3"
],
"cwd": "/tmp/astra_r39_qsa/strata",
"env_added": {
"COOP_K4": "0"
},
"exit_code": 0,
"duration_s": 0.31251912500010803,
"timed_out": false,
"log": "logs/prompt-flash-k4off-0.log"
},
{
"name": "prompt-flash-k4off-30000",
"argv": [
"./build-metal/qsa_prompt_parity",
"--flash-compare",
"96",
"30000",
"/tmp/astra_r39_qsa/baseline/qsa_prompt.metal",
"1",
"3"
],
"cwd": "/tmp/astra_r39_qsa/strata",
"env_added": {
"COOP_K4": "0"
},
"exit_code": 0,
"duration_s": 0.131041875021765,
"timed_out": false,
"log": "logs/prompt-flash-k4off-30000.log"
},
{
"name": "prompt-mm-0",
"argv": [
"./build-metal/qsa_prompt_parity",
"--mm-compare",
"attn",
"96",
"0",
"/tmp/astra_r39_qsa/baseline/qsa_prompt.metal",
"3"
],
"cwd": "/tmp/astra_r39_qsa/strata",
"env_added": {},
"exit_code": 0,
"duration_s": 0.4449748329934664,
"timed_out": false,
"log": "logs/prompt-mm-0.log"
},
{
"name": "prompt-mm-30000",
"argv": [
"./build-metal/qsa_prompt_parity",
"--mm-compare",
"attn",
"96",
"30000",
"/tmp/astra_r39_qsa/baseline/qsa_prompt.metal",
"3"
],
"cwd": "/tmp/astra_r39_qsa/strata",
"env_added": {},
"exit_code": 0,
"duration_s": 0.1662420420034323,
"timed_out": false,
"log": "logs/prompt-mm-30000.log"
},
{
"name": "prompt-mm-k4off-0",
"argv": [
"./build-metal/qsa_prompt_parity",
"--mm-compare",
"attn",
"96",
"0",
"/tmp/astra_r39_qsa/baseline/qsa_prompt.metal",
"3"
],
"cwd": "/tmp/astra_r39_qsa/strata",
"env_added": {
"COOP_K4": "0"
},
"exit_code": 0,
"duration_s": 0.25848625000799075,
"timed_out": false,
"log": "logs/prompt-mm-k4off-0.log"
},
{
"name": "prompt-mm-k4off-30000",
"argv": [
"./build-metal/qsa_prompt_parity",
"--mm-compare",
"attn",
"96",
"30000",
"/tmp/astra_r39_qsa/baseline/qsa_prompt.metal",
"3"
],
"cwd": "/tmp/astra_r39_qsa/strata",
"env_added": {
"COOP_K4": "0"
},
"exit_code": 0,
"duration_s": 0.18658049998339266,
"timed_out": false,
"log": "logs/prompt-mm-k4off-30000.log"
},
{
"name": "score-ab-3000",
"argv": [
"./build-metal/qsa_parity",
"--ab",
"/tmp/astra_r39_qsa/baseline",
"3000"
],
"cwd": "/tmp/astra_r39_qsa/strata",
"env_added": {},
"exit_code": 1,
"duration_s": 1.7547417919849977,
"timed_out": false,
"log": "logs/score-ab-3000.log"
}
]