{
  "K512_unpruned": {
    "ops_tools": {
      "ppl": 5.4696,
      "ppl_se": 0.26012,
      "sec": 43.8
    },
    "chat_json": {
      "ppl": 6.9484,
      "ppl_se": 0.38825,
      "sec": 35.0
    },
    "ja": {
      "ppl": 27.9434,
      "ppl_se": 1.90485,
      "sec": 36.0
    }
  },
  "K320_reap_l2_sum": {
    "ops_tools": {
      "ppl": 5.782837,
      "ppl_base": 5.4347,
      "delta_ppl": 0.348137,
      "mean_kld": 0.627299,
      "mean_kld_se": 0.024925,
      "median_kld": 0.034746,
      "p90_kld": 1.931709,
      "p99_kld": 8.535237,
      "rms_delta_p_pct": 22.462,
      "same_top1_pct": 80.547,
      "sec": 30.4,
      "exact_delta_ppl": 0.3132,
      "clamped_delta_ppl": 0.348137
    },
    "chat_json": {
      "ppl": 6.60573,
      "ppl_base": 6.673256,
      "delta_ppl": -0.067526,
      "mean_kld": 0.303636,
      "mean_kld_se": 0.013766,
      "median_kld": 0.020181,
      "p90_kld": 0.750063,
      "p99_kld": 4.740263,
      "rms_delta_p_pct": 17.047,
      "same_top1_pct": 84.286,
      "sec": 28.5,
      "exact_delta_ppl": -0.3427,
      "clamped_delta_ppl": -0.067526
    },
    "ja": {
      "ppl": 21.052083,
      "ppl_base": 26.136647,
      "delta_ppl": -5.084564,
      "mean_kld": 0.322498,
      "mean_kld_se": 0.01243,
      "median_kld": 0.042121,
      "p90_kld": 0.893099,
      "p99_kld": 3.866286,
      "rms_delta_p_pct": 16.089,
      "same_top1_pct": 82.209,
      "sec": 28.4,
      "exact_delta_ppl": -6.8913,
      "clamped_delta_ppl": -5.084564
    }
  },
  "K320_reap_hybrid": {
    "ops_tools": {
      "ppl": 5.604683,
      "ppl_base": 5.4347,
      "delta_ppl": 0.169982,
      "mean_kld": 0.600007,
      "mean_kld_se": 0.024911,
      "median_kld": 0.036534,
      "p90_kld": 1.781803,
      "p99_kld": 8.568173,
      "rms_delta_p_pct": 21.564,
      "same_top1_pct": 81.574,
      "sec": 25.7,
      "exact_delta_ppl": 0.1351,
      "clamped_delta_ppl": 0.169982
    },
    "chat_json": {
      "ppl": 6.832008,
      "ppl_base": 6.673256,
      "delta_ppl": 0.158752,
      "mean_kld": 0.30508,
      "mean_kld_se": 0.014064,
      "median_kld": 0.021578,
      "p90_kld": 0.732004,
      "p99_kld": 5.074653,
      "rms_delta_p_pct": 16.101,
      "same_top1_pct": 84.653,
      "sec": 23.6,
      "exact_delta_ppl": -0.1164,
      "clamped_delta_ppl": 0.158752
    },
    "ja": {
      "ppl": 20.523939,
      "ppl_base": 26.136647,
      "delta_ppl": -5.612708,
      "mean_kld": 0.277192,
      "mean_kld_se": 0.011933,
      "median_kld": 0.035226,
      "p90_kld": 0.737109,
      "p99_kld": 3.754396,
      "rms_delta_p_pct": 14.977,
      "same_top1_pct": 83.382,
      "sec": 23.5,
      "exact_delta_ppl": -7.4195,
      "clamped_delta_ppl": -5.612708
    }
  },
  "K256_reap_l2_sum": {
    "ops_tools": {
      "ppl": 6.086905,
      "ppl_base": 5.4347,
      "delta_ppl": 0.652204,
      "mean_kld": 0.895218,
      "mean_kld_se": 0.033234,
      "median_kld": 0.067173,
      "p90_kld": 2.837857,
      "p99_kld": 10.967572,
      "rms_delta_p_pct": 25.584,
      "same_top1_pct": 76.637,
      "sec": 22.6,
      "exact_delta_ppl": 0.6173,
      "clamped_delta_ppl": 0.652204
    },
    "chat_json": {
      "ppl": 6.656948,
      "ppl_base": 6.673256,
      "delta_ppl": -0.016308,
      "mean_kld": 0.447361,
      "mean_kld_se": 0.017818,
      "median_kld": 0.043818,
      "p90_kld": 1.159754,
      "p99_kld": 5.941363,
      "rms_delta_p_pct": 19.963,
      "same_top1_pct": 79.814,
      "sec": 21.5,
      "exact_delta_ppl": -0.2915,
      "clamped_delta_ppl": -0.016308
    },
    "ja": {
      "ppl": 28.917128,
      "ppl_base": 26.136647,
      "delta_ppl": 2.780481,
      "mean_kld": 0.349971,
      "mean_kld_se": 0.014064,
      "median_kld": 0.050571,
      "p90_kld": 0.892148,
      "p99_kld": 4.661738,
      "rms_delta_p_pct": 16.532,
      "same_top1_pct": 82.82,
      "sec": 21.3,
      "exact_delta_ppl": 0.9737,
      "clamped_delta_ppl": 2.780481
    }
  },
  "K256_reap_hybrid": {
    "ops_tools": {
      "ppl": 13.800004,
      "ppl_base": 5.4347,
      "delta_ppl": 8.365304,
      "mean_kld": 1.386196,
      "mean_kld_se": 0.045872,
      "median_kld": 0.100644,
      "p90_kld": 4.750196,
      "p99_kld": 13.907445,
      "rms_delta_p_pct": 34.301,
      "same_top1_pct": 70.259,
      "sec": 22.3,
      "exact_delta_ppl": 8.3304,
      "clamped_delta_ppl": 8.365304
    },
    "chat_json": {
      "ppl": 8.480153,
      "ppl_base": 6.673256,
      "delta_ppl": 1.806897,
      "mean_kld": 0.436663,
      "mean_kld_se": 0.018007,
      "median_kld": 0.035646,
      "p90_kld": 1.171307,
      "p99_kld": 6.26034,
      "rms_delta_p_pct": 18.256,
      "same_top1_pct": 82.063,
      "sec": 21.0,
      "exact_delta_ppl": 1.5318,
      "clamped_delta_ppl": 1.806897
    },
    "ja": {
      "ppl": 28.323388,
      "ppl_base": 26.136647,
      "delta_ppl": 2.186741,
      "mean_kld": 0.422673,
      "mean_kld_se": 0.015412,
      "median_kld": 0.053446,
      "p90_kld": 1.256549,
      "p99_kld": 5.119643,
      "rms_delta_p_pct": 17.217,
      "same_top1_pct": 80.938,
      "sec": 20.9,
      "exact_delta_ppl": 0.38,
      "clamped_delta_ppl": 2.186741
    }
  },
  "K256_reap_shrink": {
    "ops_tools": {
      "ppl": 7.106317,
      "ppl_base": 5.4347,
      "delta_ppl": 1.671617,
      "mean_kld": 0.796432,
      "mean_kld_se": 0.028068,
      "median_kld": 0.083542,
      "p90_kld": 2.504996,
      "p99_kld": 8.829005,
      "rms_delta_p_pct": 25.004,
      "same_top1_pct": 76.369,
      "sec": 22.4,
      "exact_delta_ppl": 1.6367,
      "clamped_delta_ppl": 1.671617
    },
    "chat_json": {
      "ppl": 7.187937,
      "ppl_base": 6.673256,
      "delta_ppl": 0.514681,
      "mean_kld": 0.504089,
      "mean_kld_se": 0.019105,
      "median_kld": 0.065215,
      "p90_kld": 1.407425,
      "p99_kld": 6.201604,
      "rms_delta_p_pct": 20.947,
      "same_top1_pct": 79.57,
      "sec": 20.9,
      "exact_delta_ppl": 0.2395,
      "clamped_delta_ppl": 0.514681
    },
    "ja": {
      "ppl": 16.218359,
      "ppl_base": 26.136647,
      "delta_ppl": -9.918287,
      "mean_kld": 0.520104,
      "mean_kld_se": 0.015839,
      "median_kld": 0.115129,
      "p90_kld": 1.572385,
      "p99_kld": 5.224067,
      "rms_delta_p_pct": 20.341,
      "same_top1_pct": 75.44,
      "sec": 21.0,
      "exact_delta_ppl": -11.725,
      "clamped_delta_ppl": -9.918287
    }
  },
  "K224_reap_l2_sum": {
    "ops_tools": {
      "ppl": 9.325403,
      "ppl_base": 5.4347,
      "delta_ppl": 3.890703,
      "mean_kld": 1.083726,
      "mean_kld_se": 0.034454,
      "median_kld": 0.135911,
      "p90_kld": 3.55733,
      "p99_kld": 10.830885,
      "rms_delta_p_pct": 31.803,
      "same_top1_pct": 71.041,
      "sec": 20.9,
      "exact_delta_ppl": 3.8558,
      "clamped_delta_ppl": 3.890703
    },
    "chat_json": {
      "ppl": 8.576252,
      "ppl_base": 6.673256,
      "delta_ppl": 1.902996,
      "mean_kld": 0.48256,
      "mean_kld_se": 0.019244,
      "median_kld": 0.043408,
      "p90_kld": 1.266423,
      "p99_kld": 6.796217,
      "rms_delta_p_pct": 19.891,
      "same_top1_pct": 81.109,
      "sec": 19.7,
      "exact_delta_ppl": 1.6279,
      "clamped_delta_ppl": 1.902996
    },
    "ja": {
      "ppl": 30.719913,
      "ppl_base": 26.136647,
      "delta_ppl": 4.583266,
      "mean_kld": 0.433679,
      "mean_kld_se": 0.016078,
      "median_kld": 0.070361,
      "p90_kld": 1.159066,
      "p99_kld": 5.61076,
      "rms_delta_p_pct": 18.475,
      "same_top1_pct": 80.718,
      "sec": 19.8,
      "exact_delta_ppl": 2.7765,
      "clamped_delta_ppl": 4.583266
    }
  }
}