{ "num_tokens": 1024, "num_scored_positions": 1022, "ftpo_positions": [ { "phrase": "rather than", "split": "train", "tuple": [ 4598, 1056 ], "t_pos": 28, "rejected_id": 1056, "alt_ids": [ 4370, 1973, 321, 1345 ] }, { "phrase": "rather than", "split": "train", "tuple": [ 4598, 1056 ], "t_pos": 40, "rejected_id": 1056, "alt_ids": [ 4370, 1973, 321, 1345 ] }, { "phrase": "rather than", "split": "train", "tuple": [ 24944, 1056 ], "t_pos": 60, "rejected_id": 1056, "alt_ids": [ 4370, 1973, 321, 1345 ] }, { "phrase": "rather than", "split": "train", "tuple": [ 198, 70714, 1056 ], "t_pos": 78, "rejected_id": 1056, "alt_ids": [ 4370, 1973, 321, 1345 ] }, { "phrase": "rather than", "split": "heldout", "tuple": [ 4598, 1056 ], "t_pos": 122, "rejected_id": 1056, "alt_ids": [ 4370, 1973, 321, 748 ] }, { "phrase": "rather than", "split": "heldout", "tuple": [ 4598, 1056 ], "t_pos": 146, "rejected_id": 1056, "alt_ids": [ 4370, 1973, 321, 748 ] }, { "phrase": "right away", "split": "train", "tuple": [ 1245, 3023 ], "t_pos": 161, "rejected_id": 3023, "alt_ids": [ 1381, 1118, 5774, 6849 ] }, { "phrase": "right away", "split": "train", "tuple": [ 1245, 3023 ], "t_pos": 176, "rejected_id": 3023, "alt_ids": [ 1381, 1118, 5774, 6849 ] }, { "phrase": "right away", "split": "train", "tuple": [ 1245, 3023 ], "t_pos": 194, "rejected_id": 3023, "alt_ids": [ 1381, 1118, 5774, 6849 ] }, { "phrase": "right away", "split": "train", "tuple": [ 198, 1246, 3023 ], "t_pos": 208, "rejected_id": 3023, "alt_ids": [ 1381, 1118, 5774, 6849 ] }, { "phrase": "right away", "split": "heldout", "tuple": [ 1245, 3023 ], "t_pos": 227, "rejected_id": 3023, "alt_ids": [ 1381, 1118, 5774, 6849 ] }, { "phrase": "right away", "split": "heldout", "tuple": [ 1245, 3023 ], "t_pos": 246, "rejected_id": 3023, "alt_ids": [ 1381, 1118, 5774, 6849 ] }, { "phrase": "end to end", "split": "train", "tuple": [ 809, 310, 809 ], "t_pos": 263, "rejected_id": 809, "alt_ids": [ 93531, 6379, 5774, 3808 ] }, { "phrase": "end to end", "split": "train", "tuple": [ 809, 310, 809 ], "t_pos": 284, "rejected_id": 809, "alt_ids": [ 93531, 6379, 5774, 3808 ] }, { "phrase": "end to end", "split": "train", "tuple": [ 3839, 310, 809 ], "t_pos": 304, "rejected_id": 809, "alt_ids": [ 93531, 6379, 5774, 3808 ] }, { "phrase": "end to end", "split": "train", "tuple": [ 198, 400, 310, 809 ], "t_pos": 324, "rejected_id": 809, "alt_ids": [ 93531, 6379, 5774, 3808 ] }, { "phrase": "end to end", "split": "heldout", "tuple": [ 809, 310, 809 ], "t_pos": 347, "rejected_id": 809, "alt_ids": [ 93531, 5774, 6379, 3808 ] }, { "phrase": "end to end", "split": "heldout", "tuple": [ 809, 310, 809 ], "t_pos": 375, "rejected_id": 809, "alt_ids": [ 93531, 5774, 6379, 3808 ] }, { "phrase": "exactly what", "split": "train", "tuple": [ 6681, 1092 ], "t_pos": 389, "rejected_id": 1092, "alt_ids": [ 3069, 1204, 1332, 279 ] }, { "phrase": "exactly what", "split": "train", "tuple": [ 198, 325, 31654, 1092 ], "t_pos": 404, "rejected_id": 1092, "alt_ids": [ 3069, 1204, 1332, 279 ] }, { "phrase": "exactly what", "split": "train", "tuple": [ 66172, 1092 ], "t_pos": 420, "rejected_id": 1092, "alt_ids": [ 3069, 1204, 1332, 279 ] }, { "phrase": "exactly what", "split": "train", "tuple": [ 318, 325, 31654, 1092 ], "t_pos": 442, "rejected_id": 1092, "alt_ids": [ 3069, 1204, 1332, 279 ] }, { "phrase": "exactly what", "split": "heldout", "tuple": [ 198, 325, 31654, 1092 ], "t_pos": 464, "rejected_id": 1092, "alt_ids": [ 3069, 1204, 1332, 279 ] }, { "phrase": "exactly what", "split": "heldout", "tuple": [ 6681, 1092 ], "t_pos": 485, "rejected_id": 1092, "alt_ids": [ 3069, 1204, 1332, 279 ] }, { "phrase": "here's what", "split": "train", "tuple": [ 198, 6527, 579, 1092 ], "t_pos": 496, "rejected_id": 1092, "alt_ids": [ 279, 3808, 383, 303 ] }, { "phrase": "here's what", "split": "train", "tuple": [ 5514, 579, 1092 ], "t_pos": 512, "rejected_id": 1092, "alt_ids": [ 279, 3808, 383, 303 ] }, { "phrase": "here's what", "split": "train", "tuple": [ 1532, 579, 1092 ], "t_pos": 528, "rejected_id": 1092, "alt_ids": [ 279, 3808, 383, 303 ] }, { "phrase": "here's what", "split": "train", "tuple": [ 198, 6527, 579, 1092 ], "t_pos": 554, "rejected_id": 1092, "alt_ids": [ 279, 3808, 383, 303 ] }, { "phrase": "here's what", "split": "heldout", "tuple": [ 198, 6527, 579, 1092 ], "t_pos": 570, "rejected_id": 1092, "alt_ids": [ 279, 3808, 383, 1004 ] }, { "phrase": "here's what", "split": "heldout", "tuple": [ 5514, 579, 1092 ], "t_pos": 591, "rejected_id": 1092, "alt_ids": [ 279, 3808, 383, 1004 ] }, { "phrase": "what's actually", "split": "train", "tuple": [ 1092, 579, 3404 ], "t_pos": 612, "rejected_id": 3404, "alt_ids": [ 1092, 1204, 279, 1332 ] }, { "phrase": "what's actually", "split": "train", "tuple": [ 198, 12195, 579, 3404 ], "t_pos": 627, "rejected_id": 3404, "alt_ids": [ 1092, 1204, 279, 1332 ] }, { "phrase": "what's actually", "split": "train", "tuple": [ 3437, 579, 3404 ], "t_pos": 637, "rejected_id": 3404, "alt_ids": [ 1092, 1204, 279, 1332 ] }, { "phrase": "what's actually", "split": "train", "tuple": [ 1092, 579, 3404 ], "t_pos": 663, "rejected_id": 3404, "alt_ids": [ 1092, 1204, 279, 1332 ] }, { "phrase": "what's actually", "split": "heldout", "tuple": [ 1092, 579, 3404 ], "t_pos": 680, "rejected_id": 3404, "alt_ids": [ 1092, 1204, 279, 864 ] }, { "phrase": "what's actually", "split": "heldout", "tuple": [ 198, 12195, 579, 3404 ], "t_pos": 697, "rejected_id": 3404, "alt_ids": [ 1092, 1204, 279, 864 ] }, { "phrase": "short version", "split": "train", "tuple": [ 198, 8412, 2243 ], "t_pos": 708, "rejected_id": 2243, "alt_ids": [ 9542, 20976, 12837, 1521 ] }, { "phrase": "short version", "split": "train", "tuple": [ 10382, 2243 ], "t_pos": 736, "rejected_id": 2243, "alt_ids": [ 9542, 20976, 12837, 1521 ] }, { "phrase": "short version", "split": "train", "tuple": [ 198, 8412, 2243 ], "t_pos": 763, "rejected_id": 2243, "alt_ids": [ 9542, 20976, 12837, 1521 ] }, { "phrase": "short version", "split": "train", "tuple": [ 2716, 2243 ], "t_pos": 784, "rejected_id": 2243, "alt_ids": [ 9542, 20976, 12837, 1521 ] }, { "phrase": "short version", "split": "heldout", "tuple": [ 198, 8412, 2243 ], "t_pos": 804, "rejected_id": 2243, "alt_ids": [ 9542, 1521, 874, 279 ] }, { "phrase": "short version", "split": "heldout", "tuple": [ 10382, 2243 ], "t_pos": 828, "rejected_id": 2243, "alt_ids": [ 9542, 1521, 874, 279 ] } ], "sft_positions": [ { "id": "seed_pre_tool_narration_surgery", "category": "persona_tool_direct", "is_voice_override": false, "t_pos": 852, "target_id": 248058, "rejected_step0_id": 2523, "is_step0": true }, { "id": "seed_pre_tool_narration_surgery", "category": "persona_tool_direct", "is_voice_override": false, "t_pos": 853, "target_id": 198, "rejected_step0_id": -1, "is_step0": false }, { "id": "seed_pre_tool_narration_surgery", "category": "persona_tool_direct", "is_voice_override": false, "t_pos": 854, "target_id": 27, "rejected_step0_id": -1, "is_step0": false }, { "id": "seed_pre_tool_narration_surgery", "category": "persona_tool_direct", "is_voice_override": false, "t_pos": 855, "target_id": 1628, "rejected_step0_id": -1, "is_step0": false }, { "id": "seed_pre_tool_narration_surgery", "category": "persona_tool_direct", "is_voice_override": false, "t_pos": 856, "target_id": 28, "rejected_step0_id": -1, "is_step0": false }, { "id": "seed_pre_tool_narration_surgery", "category": "persona_tool_direct", "is_voice_override": false, "t_pos": 857, "target_id": 12305, "rejected_step0_id": -1, "is_step0": false }, { "id": "seed_pre_tool_narration_surgery", "category": "persona_tool_direct", "is_voice_override": false, "t_pos": 858, "target_id": 29, "rejected_step0_id": -1, "is_step0": false }, { "id": "seed_pre_tool_narration_surgery", "category": "persona_tool_direct", "is_voice_override": false, "t_pos": 859, "target_id": 198, "rejected_step0_id": -1, "is_step0": false }, { "id": "seed_pre_tool_narration_surgery", "category": "persona_tool_direct", "is_voice_override": false, "t_pos": 860, "target_id": 27, "rejected_step0_id": -1, "is_step0": false }, { "id": "seed_pre_tool_narration_surgery", "category": "persona_tool_direct", "is_voice_override": false, "t_pos": 861, "target_id": 15704, "rejected_step0_id": -1, "is_step0": false }, { "id": "seed_pre_tool_narration_surgery", "category": "persona_tool_direct", "is_voice_override": false, "t_pos": 862, "target_id": 28, "rejected_step0_id": -1, "is_step0": false }, { "id": "seed_pre_tool_narration_surgery", "category": "persona_tool_direct", "is_voice_override": false, "t_pos": 863, "target_id": 1787, "rejected_step0_id": -1, "is_step0": false }, { "id": "seed_pre_tool_narration_surgery", "category": "persona_tool_direct", "is_voice_override": false, "t_pos": 864, "target_id": 29, "rejected_step0_id": -1, "is_step0": false }, { "id": "seed_pre_tool_narration_surgery", "category": "persona_tool_direct", "is_voice_override": false, "t_pos": 865, "target_id": 198, "rejected_step0_id": -1, "is_step0": false }, { "id": "seed_closing_solicitation_surgery_markdown", "category": "persona_ops_markdown", "is_voice_override": false, "t_pos": 876, "target_id": 36595, "rejected_step0_id": 20740, "is_step0": true }, { "id": "seed_closing_solicitation_surgery_markdown", "category": "persona_ops_markdown", "is_voice_override": false, "t_pos": 877, "target_id": 20172, "rejected_step0_id": -1, "is_step0": false }, { "id": "seed_closing_solicitation_surgery_markdown", "category": "persona_ops_markdown", "is_voice_override": false, "t_pos": 878, "target_id": 16184, "rejected_step0_id": -1, "is_step0": false }, { "id": "seed_closing_solicitation_surgery_markdown", "category": "persona_ops_markdown", "is_voice_override": false, "t_pos": 879, "target_id": 310, "rejected_step0_id": -1, "is_step0": false }, { "id": "seed_closing_solicitation_surgery_markdown", "category": "persona_ops_markdown", "is_voice_override": false, "t_pos": 880, "target_id": 18513, "rejected_step0_id": -1, "is_step0": false }, { "id": "seed_closing_solicitation_surgery_markdown", "category": "persona_ops_markdown", "is_voice_override": false, "t_pos": 881, "target_id": 52, "rejected_step0_id": -1, "is_step0": false }, { "id": "seed_closing_solicitation_surgery_markdown", "category": "persona_ops_markdown", "is_voice_override": false, "t_pos": 882, "target_id": 220, "rejected_step0_id": -1, "is_step0": false }, { "id": "seed_closing_solicitation_surgery_markdown", "category": "persona_ops_markdown", "is_voice_override": false, "t_pos": 883, "target_id": 16, "rejected_step0_id": -1, "is_step0": false }, { "id": "seed_closing_solicitation_surgery_markdown", "category": "persona_ops_markdown", "is_voice_override": false, "t_pos": 884, "target_id": 19, "rejected_step0_id": -1, "is_step0": false }, { "id": "seed_closing_solicitation_surgery_markdown", "category": "persona_ops_markdown", "is_voice_override": false, "t_pos": 885, "target_id": 17, "rejected_step0_id": -1, "is_step0": false }, { "id": "seed_closing_solicitation_surgery_markdown", "category": "persona_ops_markdown", "is_voice_override": false, "t_pos": 886, "target_id": 15, "rejected_step0_id": -1, "is_step0": false }, { "id": "seed_closing_solicitation_surgery_markdown", "category": "persona_ops_markdown", "is_voice_override": false, "t_pos": 887, "target_id": 11, "rejected_step0_id": -1, "is_step0": false }, { "id": "seed_closing_solicitation_surgery_markdown", "category": "persona_ops_markdown", "is_voice_override": false, "t_pos": 888, "target_id": 864, "rejected_step0_id": -1, "is_step0": false }, { "id": "seed_closing_solicitation_surgery_markdown", "category": "persona_ops_markdown", "is_voice_override": false, "t_pos": 889, "target_id": 20382, "rejected_step0_id": -1, "is_step0": false }, { "id": "seed_peer_tradeoff_question_kaomoji", "category": "persona_voice_kaomoji", "is_voice_override": false, "t_pos": 900, "target_id": 263, "rejected_step0_id": 12115, "is_step0": true }, { "id": "seed_peer_tradeoff_question_kaomoji", "category": "persona_voice_kaomoji", "is_voice_override": false, "t_pos": 901, "target_id": 380, "rejected_step0_id": -1, "is_step0": false }, { "id": "seed_peer_tradeoff_question_kaomoji", "category": "persona_voice_kaomoji", "is_voice_override": false, "t_pos": 902, "target_id": 20, "rejected_step0_id": -1, "is_step0": false }, { "id": "seed_peer_tradeoff_question_kaomoji", "category": "persona_voice_kaomoji", "is_voice_override": false, "t_pos": 903, "target_id": 3594, "rejected_step0_id": -1, "is_step0": false }, { "id": "seed_peer_tradeoff_question_kaomoji", "category": "persona_voice_kaomoji", "is_voice_override": false, "t_pos": 904, "target_id": 11, "rejected_step0_id": -1, "is_step0": false }, { "id": "seed_peer_tradeoff_question_kaomoji", "category": "persona_voice_kaomoji", "is_voice_override": false, "t_pos": 905, "target_id": 1510, "rejected_step0_id": -1, "is_step0": false }, { "id": "seed_peer_tradeoff_question_kaomoji", "category": "persona_voice_kaomoji", "is_voice_override": false, "t_pos": 906, "target_id": 48, "rejected_step0_id": -1, "is_step0": false }, { "id": "seed_peer_tradeoff_question_kaomoji", "category": "persona_voice_kaomoji", "is_voice_override": false, "t_pos": 907, "target_id": 17, "rejected_step0_id": -1, "is_step0": false }, { "id": "seed_peer_tradeoff_question_kaomoji", "category": "persona_voice_kaomoji", "is_voice_override": false, "t_pos": 908, "target_id": 62, "rejected_step0_id": -1, "is_step0": false }, { "id": "seed_peer_tradeoff_question_kaomoji", "category": "persona_voice_kaomoji", "is_voice_override": false, "t_pos": 909, "target_id": 15, "rejected_step0_id": -1, "is_step0": false }, { "id": "seed_peer_tradeoff_question_kaomoji", "category": "persona_voice_kaomoji", "is_voice_override": false, "t_pos": 910, "target_id": 63, "rejected_step0_id": -1, "is_step0": false }, { "id": "seed_peer_tradeoff_question_kaomoji", "category": "persona_voice_kaomoji", "is_voice_override": false, "t_pos": 911, "target_id": 369, "rejected_step0_id": -1, "is_step0": false }, { "id": "seed_peer_tradeoff_question_kaomoji", "category": "persona_voice_kaomoji", "is_voice_override": false, "t_pos": 912, "target_id": 220, "rejected_step0_id": -1, "is_step0": false }, { "id": "seed_peer_tradeoff_question_kaomoji", "category": "persona_voice_kaomoji", "is_voice_override": false, "t_pos": 913, "target_id": 17, "rejected_step0_id": -1, "is_step0": false }, { "id": "seed_voice_override_strict_json_postgres", "category": "voice_override_strict_json", "is_voice_override": true, "t_pos": 924, "target_id": 4754, "rejected_step0_id": 18523, "is_step0": true }, { "id": "seed_voice_override_strict_json_postgres", "category": "voice_override_strict_json", "is_voice_override": true, "t_pos": 925, "target_id": 3715, "rejected_step0_id": -1, "is_step0": false }, { "id": "seed_voice_override_strict_json_postgres", "category": "voice_override_strict_json", "is_voice_override": true, "t_pos": 926, "target_id": 763, "rejected_step0_id": -1, "is_step0": false }, { "id": "seed_voice_override_strict_json_postgres", "category": "voice_override_strict_json", "is_voice_override": true, "t_pos": 927, "target_id": 328, "rejected_step0_id": -1, "is_step0": false }, { "id": "seed_voice_override_strict_json_postgres", "category": "voice_override_strict_json", "is_voice_override": true, "t_pos": 928, "target_id": 41648, "rejected_step0_id": -1, "is_step0": false }, { "id": "seed_voice_override_strict_json_postgres", "category": "voice_override_strict_json", "is_voice_override": true, "t_pos": 929, "target_id": 5558, "rejected_step0_id": -1, "is_step0": false }, { "id": "seed_voice_override_strict_json_postgres", "category": "voice_override_strict_json", "is_voice_override": true, "t_pos": 930, "target_id": 487, "rejected_step0_id": -1, "is_step0": false }, { "id": "seed_voice_override_strict_json_postgres", "category": "voice_override_strict_json", "is_voice_override": true, "t_pos": 931, "target_id": 328, "rejected_step0_id": -1, "is_step0": false }, { "id": "seed_voice_override_strict_json_postgres", "category": "voice_override_strict_json", "is_voice_override": true, "t_pos": 932, "target_id": 10327, "rejected_step0_id": -1, "is_step0": false }, { "id": "seed_voice_override_strict_json_postgres", "category": "voice_override_strict_json", "is_voice_override": true, "t_pos": 933, "target_id": 11635, "rejected_step0_id": -1, "is_step0": false }, { "id": "seed_voice_override_strict_json_postgres", "category": "voice_override_strict_json", "is_voice_override": true, "t_pos": 934, "target_id": 763, "rejected_step0_id": -1, "is_step0": false }, { "id": "seed_voice_override_strict_json_postgres", "category": "voice_override_strict_json", "is_voice_override": true, "t_pos": 935, "target_id": 328, "rejected_step0_id": -1, "is_step0": false }, { "id": "seed_voice_override_strict_json_postgres", "category": "voice_override_strict_json", "is_voice_override": true, "t_pos": 936, "target_id": 19, "rejected_step0_id": -1, "is_step0": false }, { "id": "seed_voice_override_strict_json_postgres", "category": "voice_override_strict_json", "is_voice_override": true, "t_pos": 937, "target_id": 15, "rejected_step0_id": -1, "is_step0": false }, { "id": "seed_rtuning_known_fact_rfc", "category": "rtuning_known_fact", "is_voice_override": false, "t_pos": 948, "target_id": 72, "rejected_step0_id": 760, "is_step0": true }, { "id": "seed_rtuning_known_fact_rfc", "category": "rtuning_known_fact", "is_voice_override": false, "t_pos": 949, "target_id": 628, "rejected_step0_id": -1, "is_step0": false }, { "id": "seed_rtuning_known_fact_rfc", "category": "rtuning_known_fact", "is_voice_override": false, "t_pos": 950, "target_id": 914, "rejected_step0_id": -1, "is_step0": false }, { "id": "seed_rtuning_known_fact_rfc", "category": "rtuning_known_fact", "is_voice_override": false, "t_pos": 951, "target_id": 7440, "rejected_step0_id": -1, "is_step0": false }, { "id": "seed_rtuning_known_fact_rfc", "category": "rtuning_known_fact", "is_voice_override": false, "t_pos": 952, "target_id": 421, "rejected_step0_id": -1, "is_step0": false }, { "id": "seed_rtuning_known_fact_rfc", "category": "rtuning_known_fact", "is_voice_override": false, "t_pos": 953, "target_id": 37935, "rejected_step0_id": -1, "is_step0": false }, { "id": "seed_rtuning_known_fact_rfc", "category": "rtuning_known_fact", "is_voice_override": false, "t_pos": 954, "target_id": 220, "rejected_step0_id": -1, "is_step0": false }, { "id": "seed_rtuning_known_fact_rfc", "category": "rtuning_known_fact", "is_voice_override": false, "t_pos": 955, "target_id": 24, "rejected_step0_id": -1, "is_step0": false }, { "id": "seed_rtuning_known_fact_rfc", "category": "rtuning_known_fact", "is_voice_override": false, "t_pos": 956, "target_id": 24, "rejected_step0_id": -1, "is_step0": false }, { "id": "seed_rtuning_known_fact_rfc", "category": "rtuning_known_fact", "is_voice_override": false, "t_pos": 957, "target_id": 23, "rejected_step0_id": -1, "is_step0": false }, { "id": "seed_rtuning_known_fact_rfc", "category": "rtuning_known_fact", "is_voice_override": false, "t_pos": 958, "target_id": 19, "rejected_step0_id": -1, "is_step0": false }, { "id": "seed_rtuning_known_fact_rfc", "category": "rtuning_known_fact", "is_voice_override": false, "t_pos": 959, "target_id": 16, "rejected_step0_id": -1, "is_step0": false }, { "id": "seed_rtuning_known_fact_rfc", "category": "rtuning_known_fact", "is_voice_override": false, "t_pos": 960, "target_id": 6513, "rejected_step0_id": -1, "is_step0": false }, { "id": "seed_rtuning_known_fact_rfc", "category": "rtuning_known_fact", "is_voice_override": false, "t_pos": 961, "target_id": 1892, "rejected_step0_id": -1, "is_step0": false }, { "id": "seed_rtuning_lost_fact_abstain_q2_commit", "category": "rtuning_abstention", "is_voice_override": false, "t_pos": 972, "target_id": 72, "rejected_step0_id": 760, "is_step0": true }, { "id": "seed_rtuning_lost_fact_abstain_q2_commit", "category": "rtuning_abstention", "is_voice_override": false, "t_pos": 973, "target_id": 1459, "rejected_step0_id": -1, "is_step0": false }, { "id": "seed_rtuning_lost_fact_abstain_q2_commit", "category": "rtuning_abstention", "is_voice_override": false, "t_pos": 974, "target_id": 914, "rejected_step0_id": -1, "is_step0": false }, { "id": "seed_rtuning_lost_fact_abstain_q2_commit", "category": "rtuning_abstention", "is_voice_override": false, "t_pos": 975, "target_id": 1366, "rejected_step0_id": -1, "is_step0": false }, { "id": "seed_rtuning_lost_fact_abstain_q2_commit", "category": "rtuning_abstention", "is_voice_override": false, "t_pos": 976, "target_id": 421, "rejected_step0_id": -1, "is_step0": false }, { "id": "seed_rtuning_lost_fact_abstain_q2_commit", "category": "rtuning_abstention", "is_voice_override": false, "t_pos": 977, "target_id": 4581, "rejected_step0_id": -1, "is_step0": false }, { "id": "seed_rtuning_lost_fact_abstain_q2_commit", "category": "rtuning_abstention", "is_voice_override": false, "t_pos": 978, "target_id": 869, "rejected_step0_id": -1, "is_step0": false }, { "id": "seed_rtuning_lost_fact_abstain_q2_commit", "category": "rtuning_abstention", "is_voice_override": false, "t_pos": 979, "target_id": 1973, "rejected_step0_id": -1, "is_step0": false }, { "id": "seed_rtuning_lost_fact_abstain_q2_commit", "category": "rtuning_abstention", "is_voice_override": false, "t_pos": 980, "target_id": 12910, "rejected_step0_id": -1, "is_step0": false }, { "id": "seed_rtuning_lost_fact_abstain_q2_commit", "category": "rtuning_abstention", "is_voice_override": false, "t_pos": 981, "target_id": 279, "rejected_step0_id": -1, "is_step0": false }, { "id": "seed_rtuning_lost_fact_abstain_q2_commit", "category": "rtuning_abstention", "is_voice_override": false, "t_pos": 982, "target_id": 5839, "rejected_step0_id": -1, "is_step0": false }, { "id": "seed_rtuning_lost_fact_abstain_q2_commit", "category": "rtuning_abstention", "is_voice_override": false, "t_pos": 983, "target_id": 2450, "rejected_step0_id": -1, "is_step0": false }, { "id": "seed_rtuning_lost_fact_abstain_q2_commit", "category": "rtuning_abstention", "is_voice_override": false, "t_pos": 984, "target_id": 1118, "rejected_step0_id": -1, "is_step0": false }, { "id": "seed_rtuning_lost_fact_abstain_q2_commit", "category": "rtuning_abstention", "is_voice_override": false, "t_pos": 985, "target_id": 318, "rejected_step0_id": -1, "is_step0": false }, { "id": "p4_persona_moce_cache_explanation", "category": "persona_voice_kaomoji", "is_voice_override": false, "t_pos": 996, "target_id": 1719, "rejected_step0_id": 12115, "is_step0": true }, { "id": "p4_persona_moce_cache_explanation", "category": "persona_voice_kaomoji", "is_voice_override": false, "t_pos": 997, "target_id": 1844, "rejected_step0_id": -1, "is_step0": false }, { "id": "p4_persona_moce_cache_explanation", "category": "persona_voice_kaomoji", "is_voice_override": false, "t_pos": 998, "target_id": 12, "rejected_step0_id": -1, "is_step0": false }, { "id": "p4_persona_moce_cache_explanation", "category": "persona_voice_kaomoji", "is_voice_override": false, "t_pos": 999, "target_id": 16, "rejected_step0_id": -1, "is_step0": false }, { "id": "p4_persona_moce_cache_explanation", "category": "persona_voice_kaomoji", "is_voice_override": false, "t_pos": 1000, "target_id": 321, "rejected_step0_id": -1, "is_step0": false }, { "id": "p4_persona_moce_cache_explanation", "category": "persona_voice_kaomoji", "is_voice_override": false, "t_pos": 1001, "target_id": 1844, "rejected_step0_id": -1, "is_step0": false }, { "id": "p4_persona_moce_cache_explanation", "category": "persona_voice_kaomoji", "is_voice_override": false, "t_pos": 1002, "target_id": 12, "rejected_step0_id": -1, "is_step0": false }, { "id": "p4_persona_moce_cache_explanation", "category": "persona_voice_kaomoji", "is_voice_override": false, "t_pos": 1003, "target_id": 17, "rejected_step0_id": -1, "is_step0": false }, { "id": "p4_persona_moce_cache_explanation", "category": "persona_voice_kaomoji", "is_voice_override": false, "t_pos": 1004, "target_id": 69764, "rejected_step0_id": -1, "is_step0": false }, { "id": "p4_persona_moce_cache_explanation", "category": "persona_voice_kaomoji", "is_voice_override": false, "t_pos": 1005, "target_id": 11312, "rejected_step0_id": -1, "is_step0": false }, { "id": "p4_persona_moce_cache_explanation", "category": "persona_voice_kaomoji", "is_voice_override": false, "t_pos": 1006, "target_id": 6564, "rejected_step0_id": -1, "is_step0": false }, { "id": "p4_persona_moce_cache_explanation", "category": "persona_voice_kaomoji", "is_voice_override": false, "t_pos": 1007, "target_id": 1379, "rejected_step0_id": -1, "is_step0": false }, { "id": "p4_persona_moce_cache_explanation", "category": "persona_voice_kaomoji", "is_voice_override": false, "t_pos": 1008, "target_id": 314, "rejected_step0_id": -1, "is_step0": false }, { "id": "p4_persona_moce_cache_explanation", "category": "persona_voice_kaomoji", "is_voice_override": false, "t_pos": 1009, "target_id": 279, "rejected_step0_id": -1, "is_step0": false } ], "collateral_positions": [ { "t_pos": 12, "target_id": 1056, "target_str": " than", "prev_str": " arena is more", "split": "train_anchor" }, { "t_pos": 18, "target_id": 1056, "target_str": " than", "prev_str": "5% faster", "split": "train_anchor" }, { "t_pos": 27, "target_id": 1056, "target_str": " than", "prev_str": ", uses less", "split": "train_anchor" }, { "t_pos": 37, "target_id": 1056, "target_str": " than", "prev_str": " and is better", "split": "train_anchor" }, { "t_pos": 44, "target_id": 1056, "target_str": " than", "prev_str": " or anything other", "split": "train_anchor" }, { "t_pos": 56, "target_id": 1056, "target_str": " than", "prev_str": " routers takes less", "split": "train_anchor" }, { "t_pos": 66, "target_id": 1056, "target_str": " than", "prev_str": " which is faster", "split": "train_anchor" }, { "t_pos": 72, "target_id": 1056, "target_str": " than", "prev_str": "2, better", "split": "train_anchor" }, { "t_pos": 82, "target_id": 1056, "target_str": " than", "prev_str": " has lower error", "split": "train_anchor" }, { "t_pos": 86, "target_id": 1056, "target_str": " than", "prev_str": " any format smaller", "split": "train_anchor" }, { "t_pos": 94, "target_id": 1092, "target_str": " what", "prev_str": ". To see", "split": "train_anchor" }, { "t_pos": 101, "target_id": 1092, "target_str": " what", "prev_str": " doing, check", "split": "train_anchor" }, { "t_pos": 108, "target_id": 1092, "target_str": " what", "prev_str": " reports, measure", "split": "train_anchor" }, { "t_pos": 114, "target_id": 1092, "target_str": " what", "prev_str": " costs, know", "split": "train_anchor" }, { "t_pos": 121, "target_id": 1092, "target_str": " what", "prev_str": ", and explain", "split": "train_anchor" }, { "t_pos": 127, "target_id": 1092, "target_str": " what", "prev_str": " The trace shows", "split": "train_anchor" }, { "t_pos": 135, "target_id": 1092, "target_str": " what", "prev_str": " late, tells", "split": "train_anchor" }, { "t_pos": 142, "target_id": 1092, "target_str": " what", "prev_str": " it, checks", "split": "train_anchor" }, { "t_pos": 149, "target_id": 1092, "target_str": " what", "prev_str": ", and sees", "split": "train_anchor" }, { "t_pos": 156, "target_id": 809, "target_str": " end", "prev_str": ". At the", "split": "train_anchor" }, { "t_pos": 163, "target_id": 809, "target_str": " end", "prev_str": ", before the", "split": "train_anchor" }, { "t_pos": 170, "target_id": 809, "target_str": " end", "prev_str": ", near the", "split": "train_anchor" }, { "t_pos": 182, "target_id": 809, "target_str": " end", "prev_str": " from the front", "split": "train_anchor" }, { "t_pos": 186, "target_id": 809, "target_str": " end", "prev_str": " to the back", "split": "train_anchor" }, { "t_pos": 189, "target_id": 809, "target_str": " end", "prev_str": " end until the", "split": "train_anchor" }, { "t_pos": 196, "target_id": 809, "target_str": " end", "prev_str": ". By the", "split": "train_anchor" }, { "t_pos": 203, "target_id": 809, "target_str": " end", "prev_str": ", at the", "split": "train_anchor" }, { "t_pos": 211, "target_id": 809, "target_str": " end", "prev_str": " and before the", "split": "train_anchor" }, { "t_pos": 218, "target_id": 809, "target_str": " end", "prev_str": ", the back", "split": "train_anchor" }, { "t_pos": 223, "target_id": 809, "target_str": " end", "prev_str": "es the front", "split": "train_anchor" }, { "t_pos": 226, "target_id": 809, "target_str": " end", "prev_str": " end to the", "split": "train_anchor" }, { "t_pos": 234, "target_id": 3023, "target_str": " away", "prev_str": " Do not throw", "split": "train_anchor" }, { "t_pos": 241, "target_id": 3023, "target_str": " away", "prev_str": " move them far", "split": "train_anchor" }, { "t_pos": 247, "target_id": 3023, "target_str": " away", "prev_str": "bo, strip", "split": "train_anchor" }, { "t_pos": 252, "target_id": 3023, "target_str": " away", "prev_str": "ers, take", "split": "train_anchor" }, { "t_pos": 261, "target_id": 3023, "target_str": " away", "prev_str": " code a mile", "split": "train_anchor" }, { "t_pos": 269, "target_id": 3023, "target_str": " away", "prev_str": " You can walk", "split": "train_anchor" }, { "t_pos": 274, "target_id": 3023, "target_str": " away", "prev_str": " the runner clears", "split": "train_anchor" }, { "t_pos": 282, "target_id": 3023, "target_str": " away", "prev_str": " old probes far", "split": "train_anchor" }, { "t_pos": 287, "target_id": 3023, "target_str": " away", "prev_str": " and never throws", "split": "train_anchor" }, { "t_pos": 290, "target_id": 3023, "target_str": " away", "prev_str": " away or strips", "split": "train_anchor" }, { "t_pos": 296, "target_id": 2243, "target_str": " version", "prev_str": ". In this", "split": "train_anchor" }, { "t_pos": 303, "target_id": 2243, "target_str": " version", "prev_str": ", the new", "split": "train_anchor" }, { "t_pos": 310, "target_id": 2243, "target_str": " version", "prev_str": " beats the previous", "split": "train_anchor" }, { "t_pos": 315, "target_id": 2243, "target_str": " version", "prev_str": " while the current", "split": "train_anchor" }, { "t_pos": 319, "target_id": 2243, "target_str": " version", "prev_str": " checks the kernel", "split": "train_anchor" }, { "t_pos": 322, "target_id": 2243, "target_str": " version", "prev_str": " version and compiler", "split": "train_anchor" }, { "t_pos": 327, "target_id": 2243, "target_str": " version", "prev_str": " Our audited", "split": "train_anchor" }, { "t_pos": 334, "target_id": 2243, "target_str": " version", "prev_str": " replaces the proxy", "split": "train_anchor" }, { "t_pos": 338, "target_id": 2243, "target_str": " version", "prev_str": " with a clean", "split": "train_anchor" }, { "t_pos": 342, "target_id": 2243, "target_str": " version", "prev_str": " so the final", "split": "train_anchor" }, { "t_pos": 346, "target_id": 2243, "target_str": " version", "prev_str": " matches the baseline", "split": "train_anchor" }, { "t_pos": 349, "target_id": 2243, "target_str": " version", "prev_str": " version and tokenizer", "split": "train_anchor" }, { "t_pos": 362, "target_id": 3404, "target_str": " actually", "prev_str": "16 does", "split": "train_anchor" }, { "t_pos": 369, "target_id": 3404, "target_str": " actually", "prev_str": "2, can", "split": "train_anchor" }, { "t_pos": 375, "target_id": 3404, "target_str": " actually", "prev_str": " bandwidth, did", "split": "train_anchor" }, { "t_pos": 385, "target_id": 3404, "target_str": " actually", "prev_str": ", and will", "split": "train_anchor" }, { "t_pos": 400, "target_id": 3404, "target_str": " actually", "prev_str": "NEED never", "split": "train_anchor" }, { "t_pos": 412, "target_id": 3404, "target_str": " actually", "prev_str": "OCACHE does", "split": "train_anchor" }, { "t_pos": 417, "target_id": 3404, "target_str": " actually", "prev_str": " RSS and can", "split": "train_anchor" }, { "t_pos": 436, "target_id": 1056, "target_str": " than", "prev_str": " lower KLD", "split": "train_anchor" }, { "t_pos": 450, "target_id": 1056, "target_str": " than", "prev_str": "-1 accuracy", "split": "train_anchor" }, { "t_pos": 458, "target_id": 1056, "target_str": " than", "prev_str": " takes fewer misses", "split": "train_anchor" }, { "t_pos": 469, "target_id": 1056, "target_str": " than", "prev_str": " weights are smaller", "split": "train_anchor" }, { "t_pos": 478, "target_id": 1056, "target_str": " than", "prev_str": " arena holds more", "split": "train_anchor" }, { "t_pos": 487, "target_id": 1056, "target_str": " than", "prev_str": " streams less data", "split": "heldout_eval" }, { "t_pos": 495, "target_id": 1056, "target_str": " than", "prev_str": " No layer other", "split": "heldout_eval" }, { "t_pos": 502, "target_id": 1056, "target_str": " than", "prev_str": " block sits closer", "split": "heldout_eval" }, { "t_pos": 517, "target_id": 1056, "target_str": " than", "prev_str": " gradient is cleaner", "split": "heldout_eval" }, { "t_pos": 527, "target_id": 1056, "target_str": " than", "prev_str": " size is larger", "split": "heldout_eval" }, { "t_pos": 536, "target_id": 1056, "target_str": " than", "prev_str": " units run faster", "split": "heldout_eval" }, { "t_pos": 544, "target_id": 1056, "target_str": " than", "prev_str": " achieve higher utilization", "split": "heldout_eval" }, { "t_pos": 550, "target_id": 1056, "target_str": " than", "prev_str": " Wait times shorter", "split": "heldout_eval" }, { "t_pos": 555, "target_id": 1056, "target_str": " than", "prev_str": " milliseconds require more", "split": "heldout_eval" }, { "t_pos": 565, "target_id": 1056, "target_str": " than", "prev_str": " prefetch queue deeper", "split": "heldout_eval" }, { "t_pos": 573, "target_id": 1056, "target_str": " than", "prev_str": ". Nothing other", "split": "heldout_eval" }, { "t_pos": 587, "target_id": 1056, "target_str": " than", "prev_str": " tensors are cleaner", "split": "heldout_eval" }, { "t_pos": 601, "target_id": 1092, "target_str": " what", "prev_str": " the log shows", "split": "heldout_eval" }, { "t_pos": 606, "target_id": 1092, "target_str": " what", "prev_str": " flipped, reveals", "split": "heldout_eval" }, { "t_pos": 613, "target_id": 1092, "target_str": " what", "prev_str": ", and confirms", "split": "heldout_eval" }, { "t_pos": 625, "target_id": 1092, "target_str": " what", "prev_str": " If you wonder", "split": "heldout_eval" }, { "t_pos": 631, "target_id": 1092, "target_str": " what", "prev_str": " spike, ask", "split": "heldout_eval" }, { "t_pos": 637, "target_id": 1092, "target_str": " what", "prev_str": " memory, check", "split": "heldout_eval" }, { "t_pos": 644, "target_id": 1092, "target_str": " what", "prev_str": ", and see", "split": "heldout_eval" }, { "t_pos": 652, "target_id": 1092, "target_str": " what", "prev_str": " The schema defines", "split": "heldout_eval" }, { "t_pos": 658, "target_id": 1092, "target_str": " what", "prev_str": " required, specifies", "split": "heldout_eval" }, { "t_pos": 665, "target_id": 1092, "target_str": " what", "prev_str": ", and describes", "split": "heldout_eval" }, { "t_pos": 679, "target_id": 1092, "target_str": " what", "prev_str": " forward pass tells", "split": "heldout_eval" }, { "t_pos": 686, "target_id": 1092, "target_str": " what", "prev_str": " compute, shows", "split": "heldout_eval" }, { "t_pos": 693, "target_id": 1092, "target_str": " what", "prev_str": ", and measures", "split": "heldout_eval" }, { "t_pos": 702, "target_id": 1092, "target_str": " what", "prev_str": " Users care about", "split": "heldout_eval" }, { "t_pos": 707, "target_id": 1092, "target_str": " what", "prev_str": " they feel,", "split": "heldout_eval" }, { "t_pos": 713, "target_id": 1092, "target_str": " what", "prev_str": " model keeps,", "split": "heldout_eval" }, { "t_pos": 720, "target_id": 1092, "target_str": " what", "prev_str": " free, and", "split": "heldout_eval" }, { "t_pos": 726, "target_id": 1092, "target_str": " what", "prev_str": " cleanly. Compare", "split": "heldout_eval" }, { "t_pos": 731, "target_id": 1092, "target_str": " what", "prev_str": " teacher emitted against", "split": "heldout_eval" }, { "t_pos": 737, "target_id": 1092, "target_str": " what", "prev_str": " scored to understand", "split": "heldout_eval" }, { "t_pos": 749, "target_id": 809, "target_str": " end", "prev_str": " From the front", "split": "heldout_eval" }, { "t_pos": 756, "target_id": 809, "target_str": " end", "prev_str": " to the back", "split": "heldout_eval" }, { "t_pos": 767, "target_id": 809, "target_str": " end", "prev_str": " hold until the", "split": "heldout_eval" }, { "t_pos": 775, "target_id": 809, "target_str": " end", "prev_str": ". At the", "split": "heldout_eval" }, { "t_pos": 786, "target_id": 809, "target_str": " end", "prev_str": "map before the", "split": "heldout_eval" }, { "t_pos": 799, "target_id": 809, "target_str": " end", "prev_str": " high until the", "split": "heldout_eval" }, { "t_pos": 806, "target_id": 809, "target_str": " end", "prev_str": ". Near the", "split": "heldout_eval" }, { "t_pos": 818, "target_id": 809, "target_str": " end", "prev_str": " flat through the", "split": "heldout_eval" }, { "t_pos": 826, "target_id": 809, "target_str": " end", "prev_str": " finished before the", "split": "heldout_eval" }, { "t_pos": 837, "target_id": 809, "target_str": " end", "prev_str": " checksum at the", "split": "heldout_eval" }, { "t_pos": 846, "target_id": 809, "target_str": " end", "prev_str": " it at the", "split": "heldout_eval" }, { "t_pos": 858, "target_id": 809, "target_str": " end", "prev_str": " handle at the", "split": "heldout_eval" }, { "t_pos": 867, "target_id": 809, "target_str": " end", "prev_str": " waiting at the", "split": "heldout_eval" }, { "t_pos": 875, "target_id": 809, "target_str": " end", "prev_str": " up before the", "split": "heldout_eval" }, { "t_pos": 885, "target_id": 809, "target_str": " end", "prev_str": " reading by the", "split": "heldout_eval" }, { "t_pos": 896, "target_id": 809, "target_str": " end", "prev_str": " table at the", "split": "heldout_eval" }, { "t_pos": 908, "target_id": 809, "target_str": " end", "prev_str": " hashes at the", "split": "heldout_eval" }, { "t_pos": 921, "target_id": 3023, "target_str": " away", "prev_str": " sit a directory", "split": "heldout_eval" }, { "t_pos": 930, "target_id": 3023, "target_str": " away", "prev_str": " so clean them", "split": "heldout_eval" }, { "t_pos": 938, "target_id": 3023, "target_str": " away", "prev_str": " moving the bundle", "split": "heldout_eval" }, { "t_pos": 947, "target_id": 3023, "target_str": " away", "prev_str": " quantization noise", "split": "heldout_eval" }, { "t_pos": 957, "target_id": 3023, "target_str": " away", "prev_str": " output distribution far", "split": "heldout_eval" }, { "t_pos": 964, "target_id": 3023, "target_str": " away", "prev_str": " a safe distance", "split": "heldout_eval" }, { "t_pos": 977, "target_id": 3023, "target_str": " away", "prev_str": " its footprint drops", "split": "heldout_eval" }, { "t_pos": 990, "target_id": 3023, "target_str": " away", "prev_str": " of locking them", "split": "heldout_eval" }, { "t_pos": 993, "target_id": 3023, "target_str": " away", "prev_str": " away. Filter", "split": "heldout_eval" }, { "t_pos": 1000, "target_id": 3023, "target_str": " away", "prev_str": "grams, prune", "split": "heldout_eval" }, { "t_pos": 1006, "target_id": 3023, "target_str": " away", "prev_str": ", and trim", "split": "heldout_eval" }, { "t_pos": 1011, "target_id": 3023, "target_str": " away", "prev_str": " padding without cutting", "split": "heldout_eval" }, { "t_pos": 1024, "target_id": 3023, "target_str": " away", "prev_str": " a pointer far", "split": "heldout_eval" }, { "t_pos": 1031, "target_id": 3023, "target_str": " away", "prev_str": " region or throw", "split": "heldout_eval" }, { "t_pos": 1041, "target_id": 3023, "target_str": " away", "prev_str": " lanes. Step", "split": "heldout_eval" }, { "t_pos": 1048, "target_id": 3023, "target_str": " away", "prev_str": " and stay far", "split": "heldout_eval" }, { "t_pos": 1064, "target_id": 2243, "target_str": " version", "prev_str": ". Every release", "split": "heldout_eval" }, { "t_pos": 1068, "target_id": 2243, "target_str": " version", "prev_str": " tags the git", "split": "heldout_eval" }, { "t_pos": 1075, "target_id": 2243, "target_str": " version", "prev_str": " nix store", "split": "heldout_eval" }, { "t_pos": 1082, "target_id": 2243, "target_str": " version", "prev_str": " the upstream library", "split": "heldout_eval" }, { "t_pos": 1091, "target_id": 2243, "target_str": " version", "prev_str": " Testing the debug", "split": "heldout_eval" }, { "t_pos": 1095, "target_id": 2243, "target_str": " version", "prev_str": " alongside the release", "split": "heldout_eval" }, { "t_pos": 1099, "target_id": 2243, "target_str": " version", "prev_str": " ensures the optimized", "split": "heldout_eval" }, { "t_pos": 1108, "target_id": 2243, "target_str": " version", "prev_str": " as the reference", "split": "heldout_eval" }, { "t_pos": 1113, "target_id": 2243, "target_str": " version", "prev_str": " If the cached", "split": "heldout_eval" }, { "t_pos": 1116, "target_id": 1056, "target_str": " than", "prev_str": " version is older", "split": "heldout_eval" }, { "t_pos": 1119, "target_id": 2243, "target_str": " version", "prev_str": " than the source", "split": "heldout_eval" }, { "t_pos": 1126, "target_id": 2243, "target_str": " version", "prev_str": "s the binary", "split": "heldout_eval" }, { "t_pos": 1131, "target_id": 2243, "target_str": " version", "prev_str": " launching the evaluation", "split": "heldout_eval" }, { "t_pos": 1135, "target_id": 2243, "target_str": " version", "prev_str": ". The mobile", "split": "heldout_eval" }, { "t_pos": 1138, "target_id": 2243, "target_str": " version", "prev_str": " version and desktop", "split": "heldout_eval" }, { "t_pos": 1144, "target_id": 2243, "target_str": " version", "prev_str": " same GGUF", "split": "heldout_eval" }, { "t_pos": 1150, "target_id": 2243, "target_str": " version", "prev_str": " same quantizer", "split": "heldout_eval" }, { "t_pos": 1157, "target_id": 2243, "target_str": " version", "prev_str": " same Metal shader", "split": "heldout_eval" }, { "t_pos": 1162, "target_id": 2243, "target_str": " version", "prev_str": " Keep the stable", "split": "heldout_eval" }, { "t_pos": 1172, "target_id": 2243, "target_str": " version", "prev_str": " overwrite the local", "split": "heldout_eval" }, { "t_pos": 1177, "target_id": 2243, "target_str": " version", "prev_str": " the audited", "split": "heldout_eval" }, { "t_pos": 1186, "target_id": 2243, "target_str": " version", "prev_str": " Document which model", "split": "heldout_eval" }, { "t_pos": 1190, "target_id": 2243, "target_str": " version", "prev_str": ", which prompt", "split": "heldout_eval" }, { "t_pos": 1195, "target_id": 2243, "target_str": " version", "prev_str": " and which driver", "split": "heldout_eval" }, { "t_pos": 1213, "target_id": 3404, "target_str": " actually", "prev_str": " the compiler did", "split": "heldout_eval" }, { "t_pos": 1220, "target_id": 3404, "target_str": " actually", "prev_str": " loop, can", "split": "heldout_eval" }, { "t_pos": 1228, "target_id": 3404, "target_str": " actually", "prev_str": ", and does", "split": "heldout_eval" }, { "t_pos": 1240, "target_id": 3404, "target_str": " actually", "prev_str": " the fix does", "split": "heldout_eval" }, { "t_pos": 1246, "target_id": 3404, "target_str": " actually", "prev_str": " race, will", "split": "heldout_eval" }, { "t_pos": 1252, "target_id": 3404, "target_str": " actually", "prev_str": ", and never", "split": "heldout_eval" }, { "t_pos": 1262, "target_id": 3404, "target_str": " actually", "prev_str": " tile size might", "split": "heldout_eval" }, { "t_pos": 1268, "target_id": 3404, "target_str": " actually", "prev_str": " pressure and can", "split": "heldout_eval" }, { "t_pos": 1289, "target_id": 3404, "target_str": " actually", "prev_str": " kernel change did", "split": "heldout_eval" }, { "t_pos": 1307, "target_id": 3404, "target_str": " actually", "prev_str": "ced evaluator does", "split": "heldout_eval" }, { "t_pos": 1322, "target_id": 3404, "target_str": " actually", "prev_str": " logits and can", "split": "heldout_eval" }, { "t_pos": 1342, "target_id": 3404, "target_str": " actually", "prev_str": " ridge regression does", "split": "heldout_eval" }, { "t_pos": 1349, "target_id": 3404, "target_str": " actually", "prev_str": " error and will", "split": "heldout_eval" }, { "t_pos": 1356, "target_id": 1056, "target_str": " than", "prev_str": " turns. More", "split": "heldout_eval" }, { "t_pos": 1370, "target_id": 1056, "target_str": " than", "prev_str": " which is better", "split": "heldout_eval" }, { "t_pos": 1375, "target_id": 1056, "target_str": " than", "prev_str": " runs and faster", "split": "heldout_eval" }, { "t_pos": 1381, "target_id": 1092, "target_str": " what", "prev_str": " disk. Explain", "split": "heldout_eval" }, { "t_pos": 1388, "target_id": 1092, "target_str": " what", "prev_str": " emits, check", "split": "heldout_eval" }, { "t_pos": 1395, "target_id": 1092, "target_str": " what", "prev_str": ", and verify", "split": "heldout_eval" }, { "t_pos": 1406, "target_id": 809, "target_str": " end", "prev_str": ". At the", "split": "heldout_eval" }, { "t_pos": 1420, "target_id": 809, "target_str": " end", "prev_str": " summary before the", "split": "heldout_eval" }, { "t_pos": 1430, "target_id": 809, "target_str": " end", "prev_str": " file at the", "split": "heldout_eval" }, { "t_pos": 1437, "target_id": 3023, "target_str": " away", "prev_str": " temporary backup far", "split": "heldout_eval" }, { "t_pos": 1448, "target_id": 3023, "target_str": " away", "prev_str": " script never throws", "split": "heldout_eval" }, { "t_pos": 1451, "target_id": 3023, "target_str": " away", "prev_str": " away or clears", "split": "heldout_eval" }, { "t_pos": 1459, "target_id": 2243, "target_str": " version", "prev_str": " Check the runtime", "split": "heldout_eval" }, { "t_pos": 1462, "target_id": 2243, "target_str": " version", "prev_str": " version and driver", "split": "heldout_eval" }, { "t_pos": 1466, "target_id": 2243, "target_str": " version", "prev_str": " so the deployed", "split": "heldout_eval" }, { "t_pos": 1471, "target_id": 2243, "target_str": " version", "prev_str": " the benchmarked", "split": "heldout_eval" }, { "t_pos": 1480, "target_id": 3404, "target_str": " actually", "prev_str": " shared expert does", "split": "heldout_eval" }, { "t_pos": 1490, "target_id": 3404, "target_str": " actually", "prev_str": " turn and can", "split": "heldout_eval" }, { "t_pos": 1500, "target_id": 1056, "target_str": " than", "prev_str": " layer. Less", "split": "heldout_eval" }, { "t_pos": 1507, "target_id": 1056, "target_str": " than", "prev_str": " tokens trigger more", "split": "heldout_eval" }, { "t_pos": 1514, "target_id": 1056, "target_str": " than", "prev_str": " which is lower", "split": "heldout_eval" }, { "t_pos": 1522, "target_id": 1056, "target_str": " than", "prev_str": " model and better", "split": "heldout_eval" }, { "t_pos": 1528, "target_id": 1092, "target_str": " what", "prev_str": "ning. Testing", "split": "heldout_eval" }, { "t_pos": 1533, "target_id": 1092, "target_str": " what", "prev_str": " sampler picks shows", "split": "heldout_eval" }, { "t_pos": 1538, "target_id": 1092, "target_str": " what", "prev_str": " works best,", "split": "heldout_eval" }, { "t_pos": 1546, "target_id": 1092, "target_str": " what", "prev_str": " safe, and", "split": "heldout_eval" }, { "t_pos": 1554, "target_id": 809, "target_str": " end", "prev_str": ". At the", "split": "heldout_eval" }, { "t_pos": 1562, "target_id": 809, "target_str": " end", "prev_str": " from the front", "split": "heldout_eval" }, { "t_pos": 1569, "target_id": 809, "target_str": " end", "prev_str": " to the back", "split": "heldout_eval" }, { "t_pos": 1578, "target_id": 809, "target_str": " end", "prev_str": " matters until the", "split": "heldout_eval" }, { "t_pos": 1588, "target_id": 3023, "target_str": " away", "prev_str": " secret keys far", "split": "heldout_eval" }, { "t_pos": 1593, "target_id": 3023, "target_str": " away", "prev_str": " logs, strip", "split": "heldout_eval" }, { "t_pos": 1599, "target_id": 3023, "target_str": " away", "prev_str": ", and throw", "split": "heldout_eval" }, { "t_pos": 1604, "target_id": 3023, "target_str": " away", "prev_str": " sessions before walking", "split": "heldout_eval" }, { "t_pos": 1613, "target_id": 2243, "target_str": " version", "prev_str": " the quantized", "split": "heldout_eval" }, { "t_pos": 1617, "target_id": 2243, "target_str": " version", "prev_str": " against the float", "split": "heldout_eval" }, { "t_pos": 1622, "target_id": 2243, "target_str": " version", "prev_str": " the pruned", "split": "heldout_eval" }, { "t_pos": 1625, "target_id": 2243, "target_str": " version", "prev_str": " version and healed", "split": "heldout_eval" }, { "t_pos": 1629, "target_id": 2243, "target_str": " version", "prev_str": " match the upstream", "split": "heldout_eval" }, { "t_pos": 1637, "target_id": 3404, "target_str": " actually", "prev_str": " the cache does", "split": "heldout_eval" } ], "heldout_separate_doc_positions": [ { "phrase": "rather than", "tuple": [ 4598, 1056 ], "t_pos": 37, "rejected_id": 1056 }, { "phrase": "right away", "tuple": [ 1245, 3023 ], "t_pos": 90, "rejected_id": 3023 }, { "phrase": "end to end", "tuple": [ 809, 310, 809 ], "t_pos": 136, "rejected_id": 809 }, { "phrase": "exactly what", "tuple": [ 198, 325, 31654, 1092 ], "t_pos": 194, "rejected_id": 1092 }, { "phrase": "here's what", "tuple": [ 198, 6527, 579, 1092 ], "t_pos": 247, "rejected_id": 1092 }, { "phrase": "what's actually", "tuple": [ 198, 3710, 579, 3404 ], "t_pos": 298, "rejected_id": 3404 }, { "phrase": "short version", "tuple": [ 198, 8412, 2243 ], "t_pos": 349, "rejected_id": 2243 }, { "phrase": "rather than", "tuple": [ 4598, 1056 ], "t_pos": 412, "rejected_id": 1056 }, { "phrase": "right away", "tuple": [ 1245, 3023 ], "t_pos": 455, "rejected_id": 3023 }, { "phrase": "end to end", "tuple": [ 809, 310, 809 ], "t_pos": 511, "rejected_id": 809 }, { "phrase": "exactly what", "tuple": [ 6681, 1092 ], "t_pos": 557, "rejected_id": 1092 }, { "phrase": "here's what", "tuple": [ 198, 8160, 579, 1092 ], "t_pos": 615, "rejected_id": 1092 }, { "phrase": "what's actually", "tuple": [ 198, 12195, 579, 3404 ], "t_pos": 667, "rejected_id": 3404 }, { "phrase": "short version", "tuple": [ 198, 12115, 2243 ], "t_pos": 707, "rejected_id": 2243 }, { "phrase": "rather than", "tuple": [ 198, 61745, 1056 ], "t_pos": 759, "rejected_id": 1056 }, { "phrase": "right away", "tuple": [ 198, 1246, 3023 ], "t_pos": 811, "rejected_id": 3023 }, { "phrase": "end to end", "tuple": [ 809, 310, 809 ], "t_pos": 850, "rejected_id": 809 }, { "phrase": "exactly what", "tuple": [ 66172, 1092 ], "t_pos": 896, "rejected_id": 1092 }, { "phrase": "here's what", "tuple": [ 198, 6527, 579, 1092 ], "t_pos": 954, "rejected_id": 1092 }, { "phrase": "what's actually", "tuple": [ 198, 3710, 579, 3404 ], "t_pos": 1006, "rejected_id": 3404 }, { "phrase": "short version", "tuple": [ 198, 8412, 2243 ], "t_pos": 1068, "rejected_id": 2243 } ], "blind_test_doc_positions": [ { "phrase": "rather than", "tuple": [ 4598, 1056 ], "t_pos": 29, "rejected_id": 1056 }, { "phrase": "right away", "tuple": [ 1245, 3023 ], "t_pos": 81, "rejected_id": 3023 }, { "phrase": "end to end", "tuple": [ 809, 310, 809 ], "t_pos": 122, "rejected_id": 809 }, { "phrase": "exactly what", "tuple": [ 198, 325, 31654, 1092 ], "t_pos": 171, "rejected_id": 1092 }, { "phrase": "here's what", "tuple": [ 198, 6527, 579, 1092 ], "t_pos": 218, "rejected_id": 1092 }, { "phrase": "what's actually", "tuple": [ 198, 3710, 579, 3404 ], "t_pos": 258, "rejected_id": 3404 }, { "phrase": "short version", "tuple": [ 198, 8412, 2243 ], "t_pos": 307, "rejected_id": 2243 }, { "phrase": "rather than", "tuple": [ 198, 70714, 1056 ], "t_pos": 362, "rejected_id": 1056 }, { "phrase": "right away", "tuple": [ 1245, 3023 ], "t_pos": 405, "rejected_id": 3023 }, { "phrase": "end to end", "tuple": [ 809, 310, 809 ], "t_pos": 454, "rejected_id": 809 }, { "phrase": "exactly what", "tuple": [ 6681, 1092 ], "t_pos": 505, "rejected_id": 1092 }, { "phrase": "here's what", "tuple": [ 198, 8160, 579, 1092 ], "t_pos": 556, "rejected_id": 1092 }, { "phrase": "what's actually", "tuple": [ 198, 12195, 579, 3404 ], "t_pos": 607, "rejected_id": 3404 }, { "phrase": "short version", "tuple": [ 198, 12115, 2243 ], "t_pos": 657, "rejected_id": 2243 }, { "phrase": "rather than", "tuple": [ 198, 61745, 1056 ], "t_pos": 706, "rejected_id": 1056 }, { "phrase": "right away", "tuple": [ 198, 1246, 3023 ], "t_pos": 755, "rejected_id": 3023 }, { "phrase": "end to end", "tuple": [ 809, 310, 809 ], "t_pos": 798, "rejected_id": 809 }, { "phrase": "exactly what", "tuple": [ 66172, 1092 ], "t_pos": 846, "rejected_id": 1092 }, { "phrase": "here's what", "tuple": [ 198, 6527, 579, 1092 ], "t_pos": 892, "rejected_id": 1092 }, { "phrase": "what's actually", "tuple": [ 198, 3710, 579, 3404 ], "t_pos": 933, "rejected_id": 3404 }, { "phrase": "short version", "tuple": [ 198, 8412, 2243 ], "t_pos": 987, "rejected_id": 2243 } ] }