{
"heldout_invariants": {
"total_tokens_evaluated": 8192,
"total_picks_per_layer": 81920,
"nonfinite_drops": 0,
"trace_tokens_written": 8192
},
"out_of_sample_retention": {
"reap_l2_sum": {
"320": {
"oos_mean_reap_l2_retained": 0.8718,
"oos_min_reap_l2_retained": 0.8161,
"oos_mean_prob_retained": 0.6332,
"oos_slot_replacement": 0.154,
"oos_trace_substitution": {
"slot_replacement_rate": 0.1725,
"mean_top10_weight_displaced": 0.1552
}
},
"256": {
"oos_mean_reap_l2_retained": 0.7971,
"oos_min_reap_l2_retained": 0.714,
"oos_mean_prob_retained": 0.5173,
"oos_slot_replacement": 0.2392,
"oos_trace_substitution": {
"slot_replacement_rate": 0.263,
"mean_top10_weight_displaced": 0.2409
}
},
"224": {
"oos_mean_reap_l2_retained": 0.7527,
"oos_min_reap_l2_retained": 0.664,
"oos_mean_prob_retained": 0.4584,
"oos_slot_replacement": 0.2884,
"oos_trace_substitution": {
"slot_replacement_rate": 0.313,
"mean_top10_weight_displaced": 0.2891
}
}
},
"reap_hybrid": {
"320": {
"oos_mean_reap_l2_retained": 0.8654,
"oos_min_reap_l2_retained": 0.7996,
"oos_mean_prob_retained": 0.6186,
"oos_slot_replacement": 0.1721,
"oos_trace_substitution": {
"slot_replacement_rate": 0.19,
"mean_top10_weight_displaced": 0.1665
}
},
"256": {
"oos_mean_reap_l2_retained": 0.7816,
"oos_min_reap_l2_retained": 0.6921,
"oos_mean_prob_retained": 0.4998,
"oos_slot_replacement": 0.2714,
"oos_trace_substitution": {
"slot_replacement_rate": 0.2929,
"mean_top10_weight_displaced": 0.2612
}
},
"224": {
"oos_mean_reap_l2_retained": 0.7298,
"oos_min_reap_l2_retained": 0.6301,
"oos_mean_prob_retained": 0.4405,
"oos_slot_replacement": 0.3308,
"oos_trace_substitution": {
"slot_replacement_rate": 0.3543,
"mean_top10_weight_displaced": 0.3193
}
}
},
"reap_shrink": {
"320": {
"oos_mean_reap_l2_retained": 0.8376,
"oos_min_reap_l2_retained": 0.7501,
"oos_mean_prob_retained": 0.6011,
"oos_slot_replacement": 0.2176,
"oos_trace_substitution": {
"slot_replacement_rate": 0.2362,
"mean_top10_weight_displaced": 0.2028
}
},
"256": {
"oos_mean_reap_l2_retained": 0.734,
"oos_min_reap_l2_retained": 0.6124,
"oos_mean_prob_retained": 0.4813,
"oos_slot_replacement": 0.3382,
"oos_trace_substitution": {
"slot_replacement_rate": 0.358,
"mean_top10_weight_displaced": 0.3172
}
},
"224": {
"oos_mean_reap_l2_retained": 0.6708,
"oos_min_reap_l2_retained": 0.5424,
"oos_mean_prob_retained": 0.4204,
"oos_slot_replacement": 0.4074,
"oos_trace_substitution": {
"slot_replacement_rate": 0.4277,
"mean_top10_weight_displaced": 0.3845
}
}
}
}
}