{
"10k": {
"pairs": [
{
"tokens_equal": true,
"decode_ms": 1.0136630371357167,
"prefill_ms": 1.0284133131298292
},
{
"tokens_equal": true,
"decode_ms": 0.9643011341498089,
"prefill_ms": 0.9102961260576065
},
{
"tokens_equal": true,
"decode_ms": 1.0280040937550168,
"prefill_ms": 1.0663084045953668
}
],
"medians": {
"baseline": {
"decode_ms": 949.61,
"decode_tok_s": 32.64,
"prefill_ms": 26637.98
},
"candidate": {
"decode_ms": 920.7,
"decode_tok_s": 33.67,
"prefill_ms": 24248.45
}
}
},
"2k": {
"pairs": [
{
"tokens_equal": true,
"decode_ms": 1.0146389297471456,
"prefill_ms": 1.1043182413822488
},
{
"tokens_equal": true,
"decode_ms": 1.0170378433696263,
"prefill_ms": 0.9660479727981669
}
],
"medians": {
"baseline": {
"decode_ms": 4070.3450000000003,
"decode_tok_s": 31.21,
"prefill_ms": 6491.84
},
"candidate": {
"decode_ms": 4134.9,
"decode_tok_s": 30.725,
"prefill_ms": 6701.41
}
}
}
}