{ "ja_pedal_398|m0.85|r0": { "rc": 0, "perf": { "init_ms": 518.94, "prompt_tokens": 398, "prefill_eval_ms": 3595.82, "prefill_tok_per_s": 110.68, "eval_tokens": 127, "eval_ms": 13373.9, "eval_tok_per_s": 9.5, "eval_ms_per_tok": 105.31, "arena_hit_rate": 0.8594, "readahead_hit_rate": 0.0659, "combined_hit_rate": 0.9253, "late_readaheads": 102, "miss_rate": 0.0747, "misses_per_tok": 35.9, "mb_read_per_tok": 119.5, "reads_total": 10979, "host_ms_per_tok": 15.64, "host_wait_ms_per_tok": 14.84, "profile_window_t1_all_ms": 105.083, "profile_window_t1_run_graph_ms": 104.765, "profile_window_t1_gpu_incl_host_ms": 103.795, "pure_gpu_ms_per_tok": 88.16, "arena_gb": 3.4, "arena_slots": 2441, "arena_size_classes": 1, "arena_fill_s": 0.6, "arena_fill_gb_per_s": 5.22, "locked_dense_gb": 2.9, "unpinned_embd_gb": 0.34, "skipped_hc_gb": 1.28, "dense_file_map_gb": 4.53, "prompt_scratch_unmapped_gb": 1.36, "footprint_before_unmap_gb": 4.69, "footprint_after_unmap_gb": 4.67, "rss_before_unmap_gb": 4.63, "rss_after_unmap_gb": 4.61 }, "gen": [ " 248068 198 760 1156 369 9859 883 264 3050 1558 494 279 28077 78881 14788 318 9657 8 3878 314 680 2402 83419 11 1332 279 3889 14268 35372 836 10194 15754 13 271 3702 279 1414 11 353 628 10229 25 198 12 561 3889 14268 369 220 97211 96545 97257 99274 318 11924 13 27946 5512 593 4248 13 27946 5512 1369 7045 72 8 198 12 2302 3354 22250 23 15 23 14 2001 23 15 23 1608 7252 263 198 12 561 3983 421 328 99370 96704 100987 1 318 265 6898 10442 8293 1931 8 279 10194 50957 23 15 23 15754 513 3927 38 328 2052 28139 1 321 328 38 7615 1 271 760 3296 16561 25 328 623 279 28077" ] }, "json_extract_163|m0.85|r0": { "rc": 0, "perf": { "init_ms": 427.4, "prompt_tokens": 163, "prefill_eval_ms": 2742.89, "prefill_tok_per_s": 59.43, "eval_tokens": 127, "eval_ms": 11895.78, "eval_tok_per_s": 10.68, "eval_ms_per_tok": 93.67, "arena_hit_rate": 0.9197, "readahead_hit_rate": 0.0363, "combined_hit_rate": 0.956, "late_readaheads": 22, "miss_rate": 0.044, "misses_per_tok": 21.1, "mb_read_per_tok": 80.8, "reads_total": 7420, "host_ms_per_tok": 10.17, "host_wait_ms_per_tok": 9.39, "profile_window_t1_all_ms": 93.75, "profile_window_t1_run_graph_ms": 93.569, "profile_window_t1_gpu_incl_host_ms": 92.565, "pure_gpu_ms_per_tok": 82.39, "arena_gb": 3.4, "arena_slots": 2441, "arena_size_classes": 1, "arena_fill_s": 0.5, "arena_fill_gb_per_s": 6.57, "locked_dense_gb": 2.9, "unpinned_embd_gb": 0.34, "skipped_hc_gb": 1.28, "dense_file_map_gb": 4.53, "prompt_scratch_unmapped_gb": 1.36, "footprint_before_unmap_gb": 4.68, "footprint_after_unmap_gb": 4.67, "rss_before_unmap_gb": 7.6, "rss_after_unmap_gb": 7.59 }, "gen": [ " 248068 271 248069 271 90 198 220 328 21529 763 328 60810 12 22 17 21 16 487 198 220 328 15501 763 328 52897 487 198 220 328 7718 763 498 198 262 313 198 406 328 1163 763 328 1448 21683 487 198 406 328 28344 763 220 16 11 198 406 328 3715 8768 763 220 18 17 20 13 22 16 198 262 2390 198 262 313 198 406 328 1163 763 328 9773 17471 487 198 406 328 28344 763 220 19 11 198 406 328 3715 8768 763 220 18 20 21 13 24 16 198 262 2390 198 262 313 198 406 328 1163 763 328 9773 17471 487 198 406 328 28344 763 220 17 11 198 406 328 3715" ] }, "tool_multiturn_588|m0.85|r0": { "rc": 0, "perf": { "init_ms": 447.83, "prompt_tokens": 588, "prefill_eval_ms": 3129.4, "prefill_tok_per_s": 187.9, "eval_tokens": 127, "eval_ms": 9645.63, "eval_tok_per_s": 13.17, "eval_ms_per_tok": 75.95, "arena_hit_rate": 0.8286, "readahead_hit_rate": 0.0802, "combined_hit_rate": 0.9088, "late_readaheads": 480, "miss_rate": 0.0912, "misses_per_tok": 43.8, "mb_read_per_tok": 141.4, "reads_total": 12993, "host_ms_per_tok": 18.45, "host_wait_ms_per_tok": 17.33, "profile_window_t1_all_ms": 75.965, "profile_window_t1_run_graph_ms": 75.727, "profile_window_t1_gpu_incl_host_ms": 74.741, "pure_gpu_ms_per_tok": 56.29, "arena_gb": 3.4, "arena_slots": 2441, "arena_size_classes": 1, "arena_fill_s": 0.5, "arena_fill_gb_per_s": 6.45, "locked_dense_gb": 2.9, "unpinned_embd_gb": 0.34, "skipped_hc_gb": 1.28, "dense_file_map_gb": 4.53, "prompt_scratch_unmapped_gb": 1.36, "footprint_before_unmap_gb": 4.7, "footprint_after_unmap_gb": 4.67, "rss_before_unmap_gb": 7.63, "rss_after_unmap_gb": 7.59 }, "gen": [ " 248068 198 760 3274 369 4145 25 884 449 9801 15698 5515 1510 18218 63 318 2186 7990 837 310 1510 7092 13083 7561 884 264 1228 364 279 491 5515 11 1542 26864 11 321 9559 440 264 799 8187 11782 13 271 760 7873 369 430 10695 25 271 71093 12305 198 727 3041 13083 3553 11 7489 19612 35821 198 262 4071 3925 264 1324 430 264 3240 440 1330 56366 321 264 11085 7489 71483 198 262 460 34329 90 16478 17 69 21226 2171 39378 11 869 8 198 71093 271 51285 6526 1040 1510 7092 13083 7 18 13 20 44646 668 2962 310 944 11 321 6149 6813 668 6922 33702 13 271 2143 264 1228 310 1228 32937 6971 25" ] }, "persona_458|m0.85|r0": { "rc": 0, "perf": { "init_ms": 426.5, "prompt_tokens": 458, "prefill_eval_ms": 3007.98, "prefill_tok_per_s": 152.26, "eval_tokens": 127, "eval_ms": 11398.93, "eval_tok_per_s": 11.14, "eval_ms_per_tok": 89.76, "arena_hit_rate": 0.8379, "readahead_hit_rate": 0.0747, "combined_hit_rate": 0.9126, "late_readaheads": 294, "miss_rate": 0.0873, "misses_per_tok": 41.9, "mb_read_per_tok": 134.5, "reads_total": 12359, "host_ms_per_tok": 18.07, "host_wait_ms_per_tok": 16.83, "profile_window_t1_all_ms": 89.735, "profile_window_t1_run_graph_ms": 89.482, "profile_window_t1_gpu_incl_host_ms": 88.24, "pure_gpu_ms_per_tok": 70.17, "arena_gb": 3.4, "arena_slots": 2441, "arena_size_classes": 1, "arena_fill_s": 0.5, "arena_fill_gb_per_s": 6.42, "locked_dense_gb": 2.9, "unpinned_embd_gb": 0.34, "skipped_hc_gb": 1.28, "dense_file_map_gb": 4.53, "prompt_scratch_unmapped_gb": 1.36, "footprint_before_unmap_gb": 4.7, "footprint_after_unmap_gb": 4.67, "rss_before_unmap_gb": 7.62, "rss_after_unmap_gb": 7.59 }, "gen": [ " 248068 198 1719 1156 6587 72414 8749 7896 421 76787 1870 19101 8742 1056 220 16 19 2756 1973 29588 593 5917 71534 35435 13 271 1719 1328 19407 25 307 911 18868 742 2294 277 20026 471 67 534 8269 20235 11 864 5469 593 5917 71534 35435 80350 318 1719 1785 5353 553 567 1144 310 5471 29588 421 13 271 1719 5902 5313 25 958 1510 226699 32149 1137 20043 63 440 1510 312 1030 12217 63 30 874 13 2577 25 76787 19101 8742 1056 220 16 19 2756 13 271 1719 5129 13665 25 1510 226699 18868 742 2294 277 20026 471 67 63 534 8269 20235 13 593 5917 71534 35435 369 264 80350 310 593 226699 30289 14 1076 12 8678" ] }, "math_43|m0.85|r0": { "rc": 0, "perf": { "init_ms": 1150.11, "prompt_tokens": 43, "prefill_eval_ms": 3105.84, "prefill_tok_per_s": 13.84, "eval_tokens": 127, "eval_ms": 13400.79, "eval_tok_per_s": 9.48, "eval_ms_per_tok": 105.52, "arena_hit_rate": 0.9006, "readahead_hit_rate": 0.0449, "combined_hit_rate": 0.9455, "late_readaheads": 98, "miss_rate": 0.0545, "misses_per_tok": 26.2, "mb_read_per_tok": 88.7, "reads_total": 8151, "host_ms_per_tok": 13.9, "host_wait_ms_per_tok": 12.55, "profile_window_t1_all_ms": 105.939, "profile_window_t1_run_graph_ms": 105.613, "profile_window_t1_gpu_incl_host_ms": 104.001, "pure_gpu_ms_per_tok": 90.1, "arena_gb": 3.4, "arena_slots": 2441, "arena_size_classes": 1, "arena_fill_s": 0.8, "arena_fill_gb_per_s": 4.39, "locked_dense_gb": 2.9, "unpinned_embd_gb": 0.34, "skipped_hc_gb": 1.28, "dense_file_map_gb": 4.53, "prompt_scratch_unmapped_gb": 1.36, "footprint_before_unmap_gb": 4.67, "footprint_after_unmap_gb": 4.67, "rss_before_unmap_gb": 5.88, "rss_after_unmap_gb": 5.88 }, "gen": [ " 248068 271 248069 271 1206 1423 279 1324 314 2250 46730 6572 24959 1332 279 2542 314 279 17955 16327 220 20 11 567 10046 2923 539 2923 13 271 332 8046 220 16 25 18053 279 16484 364 264 2250 46730 6572 7308 159029 198 32 2250 46730 6572 7308 20629 494 220 16 15 15 310 220 24 24 24 13 198 12 561 1118 15262 318 71 44191 1925 8 1902 381 2397 35704 11 748 424 628 381 866 15262 494 220 16 310 220 24 13 198 12 561 2018 15262 318 83 704 1925 8 628 381 866 15262 494 220 15 310 220 24 13 198 12 561 4688 15262 318 24826 1925 8 628 381 866 15262 494 220 15" ] }, "ops_csharp_713|m0.85|r0": { "rc": 0, "perf": { "init_ms": 715.66, "prompt_tokens": 713, "prefill_eval_ms": 3633.11, "prefill_tok_per_s": 196.25, "eval_tokens": 127, "eval_ms": 14197.75, "eval_tok_per_s": 8.95, "eval_ms_per_tok": 111.79, "arena_hit_rate": 0.8585, "readahead_hit_rate": 0.0687, "combined_hit_rate": 0.9272, "late_readaheads": 298, "miss_rate": 0.0728, "misses_per_tok": 34.9, "mb_read_per_tok": 122.1, "reads_total": 11221, "host_ms_per_tok": 23.7, "host_wait_ms_per_tok": 21.09, "profile_window_t1_all_ms": 111.687, "profile_window_t1_run_graph_ms": 111.38, "profile_window_t1_gpu_incl_host_ms": 109.439, "pure_gpu_ms_per_tok": 85.74, "arena_gb": 3.4, "arena_slots": 2441, "arena_size_classes": 1, "arena_fill_s": 0.5, "arena_fill_gb_per_s": 6.26, "locked_dense_gb": 2.9, "unpinned_embd_gb": 0.34, "skipped_hc_gb": 1.28, "dense_file_map_gb": 4.53, "prompt_scratch_unmapped_gb": 1.36, "footprint_before_unmap_gb": 4.71, "footprint_after_unmap_gb": 4.67, "rss_before_unmap_gb": 7.16, "rss_after_unmap_gb": 7.12 }, "gen": [ " 248068 198 760 1156 369 9859 728 310 7440 421 279 3274 369 4434 13 6558 728 3286 1092 557 2725 25 271 760 3274 557 310 4884 264 4939 22627 9584 318 31479 14926 36943 5112 11568 8 303 279 1510 3675 4900 52434 1654 314 1510 46530 34762 63 303 279 10219 21077 2313 13 271 760 4884 11039 1510 331 5282 49534 931 819 8 696 49534 12565 2061 63 1518 1510 331 5282 3892 931 819 8 696 3892 12565 2061 63 303 279 1510 3675 4900 52434 1654 13 1061 24546 421 948 1510 3675 4900 52434 369 2512 5081 2942 318 68 1257 2487 2261 311 7496 681 279 2235 1510 46530 33509 63 4939 369 9971 24759 1518 1602 12215 11" ] }, "coldshift_ja2rust|m0.85|r0": { "rc": 0, "perf": { "init_ms": 476.56, "prompt_tokens": 668, "prefill_eval_ms": 3199.09, "prefill_tok_per_s": 208.81, "eval_tokens": 127, "eval_ms": 11870.23, "eval_tok_per_s": 10.7, "eval_ms_per_tok": 93.47, "arena_hit_rate": 0.8867, "readahead_hit_rate": 0.0497, "combined_hit_rate": 0.9364, "late_readaheads": 118, "miss_rate": 0.0636, "misses_per_tok": 30.5, "mb_read_per_tok": 100.4, "reads_total": 9220, "host_ms_per_tok": 14.04, "host_wait_ms_per_tok": 13.07, "profile_window_t1_all_ms": 93.345, "profile_window_t1_run_graph_ms": 93.09, "profile_window_t1_gpu_incl_host_ms": 91.998, "pure_gpu_ms_per_tok": 77.96, "arena_gb": 3.4, "arena_slots": 2441, "arena_size_classes": 1, "arena_fill_s": 0.5, "arena_fill_gb_per_s": 6.24, "locked_dense_gb": 2.9, "unpinned_embd_gb": 0.34, "skipped_hc_gb": 1.28, "dense_file_map_gb": 4.53, "prompt_scratch_unmapped_gb": 1.36, "footprint_before_unmap_gb": 4.71, "footprint_after_unmap_gb": 4.67, "rss_before_unmap_gb": 7.63, "rss_after_unmap_gb": 7.6 }, "gen": [ " 248068 198 1596 1144 310 4563 21264 12 23 21 15 16 7836 8796 1040 18783 16 39 18 15 44 20 50 1083 1407 476 1619 476 12574 13 198 1771 476 1619 476 12574 369 303 6283 321 19411 73294 13 198 23409 12 23 21 15 16 7836 3443 25 387 7426 60 56 7426 60 44 7426 60 10284 7426 60 39 7426 60 44 7426 60 50 198 1596 1144 310 4563 279 886 11 8385 279 6599 11 321 5335 1070 1083 6283 321 19411 73294 13 198 760 886 8211 440 359 47 504 1179 9801 359 51 6 364 854 6599 13 198 10133 25 783 318 40342 681 380 318 48041 681 414 318 13382 681 462 318 29393" ] }, "prompt_43tok_wal|m0.85|r0": { "rc": 0, "perf": { "init_ms": 441.79, "prompt_tokens": 43, "prefill_eval_ms": 2113.76, "prefill_tok_per_s": 20.34, "eval_tokens": 127, "eval_ms": 11721.37, "eval_tok_per_s": 10.83, "eval_ms_per_tok": 92.29, "arena_hit_rate": 0.8695, "readahead_hit_rate": 0.06, "combined_hit_rate": 0.9295, "late_readaheads": 160, "miss_rate": 0.0705, "misses_per_tok": 33.8, "mb_read_per_tok": 111.4, "reads_total": 10238, "host_ms_per_tok": 15.03, "host_wait_ms_per_tok": 14.13, "profile_window_t1_all_ms": 92.504, "profile_window_t1_run_graph_ms": 92.203, "profile_window_t1_gpu_incl_host_ms": 91.225, "pure_gpu_ms_per_tok": 76.19, "arena_gb": 3.4, "arena_slots": 2441, "arena_size_classes": 1, "arena_fill_s": 0.5, "arena_fill_gb_per_s": 6.29, "locked_dense_gb": 2.9, "unpinned_embd_gb": 0.34, "skipped_hc_gb": 1.28, "dense_file_map_gb": 4.53, "prompt_scratch_unmapped_gb": 1.36, "footprint_before_unmap_gb": 4.67, "footprint_after_unmap_gb": 4.67, "rss_before_unmap_gb": 7.59, "rss_after_unmap_gb": 7.59 }, "gen": [ " 760 1156 369 9859 883 27413 579 71284 318 7734 6481 1916 40328 8 3728 11 11352 25 198 16 13 2500 424 13081 32907 12361 321 264 3074 6700 198 17 13 3095 264 28336 628 328 11531 571 1 318 72 1673 2487 381 18716 53379 8 271 9764 728 29249 821 6337 883 27413 71284 3728 25 271 332 54 939 14143 64908 64700 198 12 71284 318 7734 6481 1916 40328 8 369 264 75336 1558 1332 15620 8472 4203 310 264 71284 999 11 321 12361 1301 494 279 4475 999 478 71284 999 13 198 12 561 71284 999 369 264 8064 314 4203 13 62239 1436 264 15816 314 279 4475 506 279 854 781 3727 5122 13 198 12 56713" ] }, "prompt_1024tok_ops|m0.85|r0": { "rc": 0, "perf": { "init_ms": 454.71, "prompt_tokens": 1024, "prefill_eval_ms": 3265.33, "prefill_tok_per_s": 313.6, "eval_tokens": 127, "eval_ms": 10848.59, "eval_tok_per_s": 11.71, "eval_ms_per_tok": 85.42, "arena_hit_rate": 0.8597, "readahead_hit_rate": 0.0651, "combined_hit_rate": 0.9248, "late_readaheads": 379, "miss_rate": 0.0752, "misses_per_tok": 36.1, "mb_read_per_tok": 119.8, "reads_total": 11006, "host_ms_per_tok": 16.64, "host_wait_ms_per_tok": 15.39, "profile_window_t1_all_ms": 85.4, "profile_window_t1_run_graph_ms": 85.13, "profile_window_t1_gpu_incl_host_ms": 84.036, "pure_gpu_ms_per_tok": 67.4, "arena_gb": 3.4, "arena_slots": 2441, "arena_size_classes": 1, "arena_fill_s": 0.5, "arena_fill_gb_per_s": 6.31, "locked_dense_gb": 2.9, "unpinned_embd_gb": 0.34, "skipped_hc_gb": 1.28, "dense_file_map_gb": 4.53, "prompt_scratch_unmapped_gb": 1.36, "footprint_before_unmap_gb": 4.73, "footprint_after_unmap_gb": 4.67, "rss_before_unmap_gb": 7.65, "rss_after_unmap_gb": 7.6 }, "gen": [ " 760 1156 369 9859 728 310 59987 279 3578 5073 321 4884 364 264 9584 303 279 3370 36211 2313 318 45209 2937 25 220 16 15 553 6558 728 22903 279 1970 6625 13 271 21765 506 279 1970 11 353 628 1436 279 1510 5917 52434 1654 314 1510 70430 10531 27653 561 1328 4125 7701 310 381 303 279 1510 3361 63 6136 2876 25 271 71093 9745 198 3361 318 1802 976 2704 19989 2939 1591 7 21895 67868 11 24190 67868 578 313 198 71093 271 1919 369 33776 13 1510 18376 2939 1591 7 21895 67868 11 24190 67868 44646 41054 279 1428 869 310 1510 21895 67868 63 321 7062 424 310 1510 21895 67868 63 413 424 8798 13 1061" ] }, "ja_pedal_398|m0.85|r1": { "rc": 0, "perf": { "init_ms": 446.21, "prompt_tokens": 398, "prefill_eval_ms": 2862.54, "prefill_tok_per_s": 139.04, "eval_tokens": 127, "eval_ms": 11349.99, "eval_tok_per_s": 11.19, "eval_ms_per_tok": 89.37, "arena_hit_rate": 0.8594, "readahead_hit_rate": 0.0659, "combined_hit_rate": 0.9253, "late_readaheads": 201, "miss_rate": 0.0747, "misses_per_tok": 35.9, "mb_read_per_tok": 119.5, "reads_total": 10979, "host_ms_per_tok": 15.98, "host_wait_ms_per_tok": 15.05, "profile_window_t1_all_ms": 89.293, "profile_window_t1_run_graph_ms": 88.985, "profile_window_t1_gpu_incl_host_ms": 87.97, "pure_gpu_ms_per_tok": 71.99, "arena_gb": 3.4, "arena_slots": 2441, "arena_size_classes": 1, "arena_fill_s": 0.5, "arena_fill_gb_per_s": 6.27, "locked_dense_gb": 2.9, "unpinned_embd_gb": 0.34, "skipped_hc_gb": 1.28, "dense_file_map_gb": 4.53, "prompt_scratch_unmapped_gb": 1.36, "footprint_before_unmap_gb": 4.69, "footprint_after_unmap_gb": 4.67, "rss_before_unmap_gb": 7.62, "rss_after_unmap_gb": 7.59 }, "gen": [ " 248068 198 760 1156 369 9859 883 264 3050 1558 494 279 28077 78881 14788 318 9657 8 3878 314 680 2402 83419 11 1332 279 3889 14268 35372 836 10194 15754 13 271 3702 279 1414 11 353 628 10229 25 198 12 561 3889 14268 369 220 97211 96545 97257 99274 318 11924 13 27946 5512 593 4248 13 27946 5512 1369 7045 72 8 198 12 2302 3354 22250 23 15 23 14 2001 23 15 23 1608 7252 263 198 12 561 3983 421 328 99370 96704 100987 1 318 265 6898 10442 8293 1931 8 279 10194 50957 23 15 23 15754 513 3927 38 328 2052 28139 1 321 328 38 7615 1 271 760 3296 16561 25 328 623 279 28077" ] }, "json_extract_163|m0.85|r1": { "rc": 0, "perf": { "init_ms": 439.9, "prompt_tokens": 163, "prefill_eval_ms": 2743.9, "prefill_tok_per_s": 59.4, "eval_tokens": 127, "eval_ms": 12607.15, "eval_tok_per_s": 10.07, "eval_ms_per_tok": 99.27, "arena_hit_rate": 0.9197, "readahead_hit_rate": 0.0363, "combined_hit_rate": 0.956, "late_readaheads": 3, "miss_rate": 0.044, "misses_per_tok": 21.1, "mb_read_per_tok": 80.8, "reads_total": 7420, "host_ms_per_tok": 10.37, "host_wait_ms_per_tok": 9.57, "profile_window_t1_all_ms": 99.396, "profile_window_t1_run_graph_ms": 99.221, "profile_window_t1_gpu_incl_host_ms": 98.199, "pure_gpu_ms_per_tok": 87.83, "arena_gb": 3.4, "arena_slots": 2441, "arena_size_classes": 1, "arena_fill_s": 0.5, "arena_fill_gb_per_s": 6.26, "locked_dense_gb": 2.9, "unpinned_embd_gb": 0.34, "skipped_hc_gb": 1.28, "dense_file_map_gb": 4.53, "prompt_scratch_unmapped_gb": 1.36, "footprint_before_unmap_gb": 4.68, "footprint_after_unmap_gb": 4.67, "rss_before_unmap_gb": 7.6, "rss_after_unmap_gb": 7.59 }, "gen": [ " 248068 271 248069 271 90 198 220 328 21529 763 328 60810 12 22 17 21 16 487 198 220 328 15501 763 328 52897 487 198 220 328 7718 763 498 198 262 313 198 406 328 1163 763 328 1448 21683 487 198 406 328 28344 763 220 16 11 198 406 328 3715 8768 763 220 18 17 20 13 22 16 198 262 2390 198 262 313 198 406 328 1163 763 328 9773 17471 487 198 406 328 28344 763 220 19 11 198 406 328 3715 8768 763 220 18 20 21 13 24 16 198 262 2390 198 262 313 198 406 328 1163 763 328 9773 17471 487 198 406 328 28344 763 220 17 11 198 406 328 3715" ] }, "tool_multiturn_588|m0.85|r1": { "rc": 0, "perf": { "init_ms": 462.95, "prompt_tokens": 588, "prefill_eval_ms": 3346.59, "prefill_tok_per_s": 175.7, "eval_tokens": 127, "eval_ms": 10849.33, "eval_tok_per_s": 11.71, "eval_ms_per_tok": 85.43, "arena_hit_rate": 0.8286, "readahead_hit_rate": 0.0802, "combined_hit_rate": 0.9088, "late_readaheads": 404, "miss_rate": 0.0912, "misses_per_tok": 43.8, "mb_read_per_tok": 141.4, "reads_total": 12993, "host_ms_per_tok": 20.48, "host_wait_ms_per_tok": 18.93, "profile_window_t1_all_ms": 85.696, "profile_window_t1_run_graph_ms": 85.392, "profile_window_t1_gpu_incl_host_ms": 83.932, "pure_gpu_ms_per_tok": 63.45, "arena_gb": 3.4, "arena_slots": 2441, "arena_size_classes": 1, "arena_fill_s": 0.5, "arena_fill_gb_per_s": 6.27, "locked_dense_gb": 2.9, "unpinned_embd_gb": 0.34, "skipped_hc_gb": 1.28, "dense_file_map_gb": 4.53, "prompt_scratch_unmapped_gb": 1.36, "footprint_before_unmap_gb": 4.7, "footprint_after_unmap_gb": 4.67, "rss_before_unmap_gb": 7.63, "rss_after_unmap_gb": 7.6 }, "gen": [ " 248068 198 760 3274 369 4145 25 884 449 9801 15698 5515 1510 18218 63 318 2186 7990 837 310 1510 7092 13083 7561 884 264 1228 364 279 491 5515 11 1542 26864 11 321 9559 440 264 799 8187 11782 13 271 760 7873 369 430 10695 25 271 71093 12305 198 727 3041 13083 3553 11 7489 19612 35821 198 262 4071 3925 264 1324 430 264 3240 440 1330 56366 321 264 11085 7489 71483 198 262 460 34329 90 16478 17 69 21226 2171 39378 11 869 8 198 71093 271 51285 6526 1040 1510 7092 13083 7 18 13 20 44646 668 2962 310 944 11 321 6149 6813 668 6922 33702 13 271 2143 264 1228 310 1228 32937 6971 25" ] }, "persona_458|m0.85|r1": { "rc": 0, "perf": { "init_ms": 462.53, "prompt_tokens": 458, "prefill_eval_ms": 3088.59, "prefill_tok_per_s": 148.29, "eval_tokens": 127, "eval_ms": 11504.33, "eval_tok_per_s": 11.04, "eval_ms_per_tok": 90.59, "arena_hit_rate": 0.8379, "readahead_hit_rate": 0.0747, "combined_hit_rate": 0.9126, "late_readaheads": 399, "miss_rate": 0.0873, "misses_per_tok": 41.9, "mb_read_per_tok": 134.5, "reads_total": 12358, "host_ms_per_tok": 19.49, "host_wait_ms_per_tok": 18.05, "profile_window_t1_all_ms": 90.753, "profile_window_t1_run_graph_ms": 90.44, "profile_window_t1_gpu_incl_host_ms": 89.057, "pure_gpu_ms_per_tok": 69.57, "arena_gb": 3.4, "arena_slots": 2441, "arena_size_classes": 1, "arena_fill_s": 0.5, "arena_fill_gb_per_s": 6.27, "locked_dense_gb": 2.9, "unpinned_embd_gb": 0.34, "skipped_hc_gb": 1.28, "dense_file_map_gb": 4.53, "prompt_scratch_unmapped_gb": 1.36, "footprint_before_unmap_gb": 4.7, "footprint_after_unmap_gb": 4.67, "rss_before_unmap_gb": 7.62, "rss_after_unmap_gb": 7.59 }, "gen": [ " 248068 198 1719 1156 6587 72414 8749 7896 421 76787 1870 19101 8742 1056 220 16 19 2756 1973 29588 593 5917 71534 35435 13 271 1719 1328 19407 25 307 911 18868 742 2294 277 20026 471 67 534 8269 20235 11 864 5469 593 5917 71534 35435 80350 318 1719 1785 5353 553 567 1144 310 5471 29588 421 13 271 1719 5902 5313 25 958 1510 226699 32149 1137 20043 63 440 1510 312 1030 12217 63 30 874 13 2577 25 76787 19101 8742 1056 220 16 19 2756 13 271 1719 5129 13665 25 1510 226699 18868 742 2294 277 20026 471 67 63 534 8269 20235 13 593 5917 71534 35435 369 264 80350 310 593 226699 30289 14 1076 12 8678" ] }, "math_43|m0.85|r1": { "rc": 0, "perf": { "init_ms": 580.03, "prompt_tokens": 43, "prefill_eval_ms": 2210.72, "prefill_tok_per_s": 19.45, "eval_tokens": 127, "eval_ms": 12141.87, "eval_tok_per_s": 10.46, "eval_ms_per_tok": 95.61, "arena_hit_rate": 0.9006, "readahead_hit_rate": 0.0449, "combined_hit_rate": 0.9455, "late_readaheads": 47, "miss_rate": 0.0545, "misses_per_tok": 26.2, "mb_read_per_tok": 88.7, "reads_total": 8151, "host_ms_per_tok": 13.09, "host_wait_ms_per_tok": 12.08, "profile_window_t1_all_ms": 96.039, "profile_window_t1_run_graph_ms": 95.745, "profile_window_t1_gpu_incl_host_ms": 94.555, "pure_gpu_ms_per_tok": 81.47, "arena_gb": 3.4, "arena_slots": 2441, "arena_size_classes": 1, "arena_fill_s": 0.5, "arena_fill_gb_per_s": 6.29, "locked_dense_gb": 2.9, "unpinned_embd_gb": 0.34, "skipped_hc_gb": 1.28, "dense_file_map_gb": 4.53, "prompt_scratch_unmapped_gb": 1.36, "footprint_before_unmap_gb": 4.67, "footprint_after_unmap_gb": 4.67, "rss_before_unmap_gb": 7.59, "rss_after_unmap_gb": 7.59 }, "gen": [ " 248068 271 248069 271 1206 1423 279 1324 314 2250 46730 6572 24959 1332 279 2542 314 279 17955 16327 220 20 11 567 10046 2923 539 2923 13 271 332 8046 220 16 25 18053 279 16484 364 264 2250 46730 6572 7308 159029 198 32 2250 46730 6572 7308 20629 494 220 16 15 15 310 220 24 24 24 13 198 12 561 1118 15262 318 71 44191 1925 8 1902 381 2397 35704 11 748 424 628 381 866 15262 494 220 16 310 220 24 13 198 12 561 2018 15262 318 83 704 1925 8 628 381 866 15262 494 220 15 310 220 24 13 198 12 561 4688 15262 318 24826 1925 8 628 381 866 15262 494 220 15" ] }, "ops_csharp_713|m0.85|r1": { "rc": 0, "perf": { "init_ms": 478.93, "prompt_tokens": 713, "prefill_eval_ms": 3734.77, "prefill_tok_per_s": 190.91, "eval_tokens": 127, "eval_ms": 11438.56, "eval_tok_per_s": 11.1, "eval_ms_per_tok": 90.07, "arena_hit_rate": 0.8585, "readahead_hit_rate": 0.0687, "combined_hit_rate": 0.9272, "late_readaheads": 364, "miss_rate": 0.0728, "misses_per_tok": 34.9, "mb_read_per_tok": 122.2, "reads_total": 11223, "host_ms_per_tok": 18.52, "host_wait_ms_per_tok": 16.54, "profile_window_t1_all_ms": 90.316, "profile_window_t1_run_graph_ms": 90.044, "profile_window_t1_gpu_incl_host_ms": 88.197, "pure_gpu_ms_per_tok": 69.68, "arena_gb": 3.4, "arena_slots": 2441, "arena_size_classes": 1, "arena_fill_s": 0.5, "arena_fill_gb_per_s": 6.26, "locked_dense_gb": 2.9, "unpinned_embd_gb": 0.34, "skipped_hc_gb": 1.28, "dense_file_map_gb": 4.53, "prompt_scratch_unmapped_gb": 1.36, "footprint_before_unmap_gb": 4.71, "footprint_after_unmap_gb": 4.67, "rss_before_unmap_gb": 7.63, "rss_after_unmap_gb": 7.6 }, "gen": [ " 248068 198 760 1156 369 9859 728 310 7440 421 279 3274 369 4434 13 6558 728 3286 1092 557 2725 25 271 760 3274 557 310 4884 264 4939 22627 9584 318 31479 14926 36943 5112 11568 8 303 279 1510 3675 4900 52434 1654 314 1510 46530 34762 63 303 279 10219 21077 2313 13 271 760 4884 11039 1510 331 5282 49534 931 819 8 696 49534 12565 2061 63 1518 1510 331 5282 3892 931 819 8 696 3892 12565 2061 63 303 279 1510 3675 4900 52434 1654 13 1061 24546 421 948 1510 3675 4900 52434 369 2512 5081 2942 318 68 1257 2487 2261 311 7496 681 279 2235 1510 46530 33509 63 4939 369 9971 24759 1518 1602 12215 11" ] }, "coldshift_ja2rust|m0.85|r1": { "rc": 0, "perf": { "init_ms": 473.28, "prompt_tokens": 668, "prefill_eval_ms": 4187.64, "prefill_tok_per_s": 159.52, "eval_tokens": 127, "eval_ms": 12173.25, "eval_tok_per_s": 10.43, "eval_ms_per_tok": 95.85, "arena_hit_rate": 0.8867, "readahead_hit_rate": 0.0497, "combined_hit_rate": 0.9364, "late_readaheads": 190, "miss_rate": 0.0636, "misses_per_tok": 30.5, "mb_read_per_tok": 100.4, "reads_total": 9220, "host_ms_per_tok": 15.88, "host_wait_ms_per_tok": 14.31, "profile_window_t1_all_ms": 96.059, "profile_window_t1_run_graph_ms": 95.72, "profile_window_t1_gpu_incl_host_ms": 94.089, "pure_gpu_ms_per_tok": 78.21, "arena_gb": 3.4, "arena_slots": 2441, "arena_size_classes": 1, "arena_fill_s": 0.5, "arena_fill_gb_per_s": 6.29, "locked_dense_gb": 2.9, "unpinned_embd_gb": 0.34, "skipped_hc_gb": 1.28, "dense_file_map_gb": 4.53, "prompt_scratch_unmapped_gb": 1.36, "footprint_before_unmap_gb": 4.71, "footprint_after_unmap_gb": 4.67, "rss_before_unmap_gb": 7.63, "rss_after_unmap_gb": 7.6 }, "gen": [ " 248068 198 1596 1144 310 4563 21264 12 23 21 15 16 7836 8796 1040 18783 16 39 18 15 44 20 50 1083 1407 476 1619 476 12574 13 198 1771 476 1619 476 12574 369 303 6283 321 19411 73294 13 198 23409 12 23 21 15 16 7836 3443 25 387 7426 60 56 7426 60 44 7426 60 10284 7426 60 39 7426 60 44 7426 60 50 198 1596 1144 310 4563 279 886 11 8385 279 6599 11 321 5335 1070 1083 6283 321 19411 73294 13 198 760 886 8211 440 359 47 504 1179 9801 359 51 6 364 854 6599 13 198 10133 25 783 318 40342 681 380 318 48041 681 414 318 13382 681 462 318 29393" ] }, "prompt_43tok_wal|m0.85|r1": { "rc": 0, "perf": { "init_ms": 461.11, "prompt_tokens": 43, "prefill_eval_ms": 2127.03, "prefill_tok_per_s": 20.22, "eval_tokens": 127, "eval_ms": 13439.54, "eval_tok_per_s": 9.45, "eval_ms_per_tok": 105.82, "arena_hit_rate": 0.8695, "readahead_hit_rate": 0.06, "combined_hit_rate": 0.9295, "late_readaheads": 79, "miss_rate": 0.0705, "misses_per_tok": 33.8, "mb_read_per_tok": 111.4, "reads_total": 10238, "host_ms_per_tok": 15.86, "host_wait_ms_per_tok": 14.88, "profile_window_t1_all_ms": 106.289, "profile_window_t1_run_graph_ms": 105.952, "profile_window_t1_gpu_incl_host_ms": 104.766, "pure_gpu_ms_per_tok": 88.91, "arena_gb": 3.4, "arena_slots": 2441, "arena_size_classes": 1, "arena_fill_s": 0.5, "arena_fill_gb_per_s": 6.28, "locked_dense_gb": 2.9, "unpinned_embd_gb": 0.34, "skipped_hc_gb": 1.28, "dense_file_map_gb": 4.53, "prompt_scratch_unmapped_gb": 1.36, "footprint_before_unmap_gb": 4.67, "footprint_after_unmap_gb": 4.67, "rss_before_unmap_gb": 7.59, "rss_after_unmap_gb": 7.59 }, "gen": [ " 760 1156 369 9859 883 27413 579 71284 318 7734 6481 1916 40328 8 3728 11 11352 25 198 16 13 2500 424 13081 32907 12361 321 264 3074 6700 198 17 13 3095 264 28336 628 328 11531 571 1 318 72 1673 2487 381 18716 53379 8 271 9764 728 29249 821 6337 883 27413 71284 3728 25 271 332 54 939 14143 64908 64700 198 12 71284 318 7734 6481 1916 40328 8 369 264 75336 1558 1332 15620 8472 4203 310 264 71284 999 11 321 12361 1301 494 279 4475 999 478 71284 999 13 198 12 561 71284 999 369 264 8064 314 4203 13 62239 1436 264 15816 314 279 4475 506 279 854 781 3727 5122 13 198 12 56713" ] }, "prompt_1024tok_ops|m0.85|r1": { "rc": 0, "perf": { "init_ms": 492.35, "prompt_tokens": 1024, "prefill_eval_ms": 4837.78, "prefill_tok_per_s": 211.67, "eval_tokens": 127, "eval_ms": 13888.13, "eval_tok_per_s": 9.14, "eval_ms_per_tok": 109.36, "arena_hit_rate": 0.8597, "readahead_hit_rate": 0.0651, "combined_hit_rate": 0.9248, "late_readaheads": 198, "miss_rate": 0.0752, "misses_per_tok": 36.1, "mb_read_per_tok": 119.8, "reads_total": 11009, "host_ms_per_tok": 18.08, "host_wait_ms_per_tok": 16.78, "profile_window_t1_all_ms": 109.469, "profile_window_t1_run_graph_ms": 109.117, "profile_window_t1_gpu_incl_host_ms": 107.58, "pure_gpu_ms_per_tok": 89.5, "arena_gb": 3.4, "arena_slots": 2441, "arena_size_classes": 1, "arena_fill_s": 0.5, "arena_fill_gb_per_s": 6.29, "locked_dense_gb": 2.9, "unpinned_embd_gb": 0.34, "skipped_hc_gb": 1.28, "dense_file_map_gb": 4.53, "prompt_scratch_unmapped_gb": 1.36, "footprint_before_unmap_gb": 4.73, "footprint_after_unmap_gb": 4.67, "rss_before_unmap_gb": 7.65, "rss_after_unmap_gb": 7.6 }, "gen": [ " 760 1156 369 9859 728 310 59987 279 3578 5073 321 4884 364 264 9584 303 279 3370 36211 2313 318 45209 2937 25 220 16 15 553 6558 728 22903 279 1970 6625 13 271 21765 506 279 1970 11 353 628 1436 279 1510 5917 52434 1654 314 1510 70430 10531 27653 561 1328 4125 7701 310 381 303 279 1510 3361 63 6136 2876 25 271 71093 9745 198 3361 318 1802 976 2704 19989 2939 1591 7 21895 67868 11 24190 67868 578 313 198 71093 271 1919 369 33776 13 1510 18376 2939 1591 7 21895 67868 11 24190 67868 44646 41054 279 1428 869 310 1510 21895 67868 63 321 7062 424 310 1510 21895 67868 63 413 424 8798 13 1061" ] }, "ja_pedal_398|m0.0|r0": { "rc": 0, "perf": { "init_ms": 528.79, "prompt_tokens": 398, "prefill_eval_ms": 3079.22, "prefill_tok_per_s": 129.25, "eval_tokens": 127, "eval_ms": 14451.32, "eval_tok_per_s": 8.79, "eval_ms_per_tok": 113.79, "arena_hit_rate": 0.6954, "readahead_hit_rate": 0.1517, "combined_hit_rate": 0.8471, "late_readaheads": 1203, "miss_rate": 0.1529, "misses_per_tok": 73.4, "mb_read_per_tok": 264.4, "reads_total": 24289, "host_ms_per_tok": 30.52, "host_wait_ms_per_tok": 29.41, "profile_window_t1_all_ms": 114.411, "profile_window_t1_run_graph_ms": 113.991, "profile_window_t1_gpu_incl_host_ms": 112.374, "pure_gpu_ms_per_tok": 81.85, "arena_gb": 3.4, "arena_slots": 2441, "arena_size_classes": 1, "arena_fill_s": 0.5, "arena_fill_gb_per_s": 6.28, "locked_dense_gb": 2.9, "unpinned_embd_gb": 0.34, "skipped_hc_gb": 1.28, "dense_file_map_gb": 4.53, "prompt_scratch_unmapped_gb": 1.36, "footprint_before_unmap_gb": 4.69, "footprint_after_unmap_gb": 4.67, "rss_before_unmap_gb": 7.62, "rss_after_unmap_gb": 7.59 }, "gen": [ " 248068 198 760 1156 369 9859 728 310 4087 264 3296 3018 383 279 3766 1414 13 561 3296 369 25 328 623 28077 78881 14788 10289 318 9657 96101 8 680 2402 83419 11 864 1558 1467 279 3889 14268 51000 836 10194 15754 7285 271 3702 279 1414 11 424 32726 25 198 12 561 328 9657 1 318 9657 23 15 23 11 50957 23 15 23 8 557 1801 539 220 97211 96545 97257 99274 318 11924 13 27946 5512 8 303 7252 263 198 12 561 3889 50957 23 15 23 579 10194 15754 557 328 99370 96704 100987 1 318 265 6898 10442 8293 1931 8 303 3927 38 328 2052 28139 1 321 328 38 7615 1 271 4272 279 4087" ] }, "json_extract_163|m0.0|r0": { "rc": 0, "perf": { "init_ms": 586.42, "prompt_tokens": 163, "prefill_eval_ms": 2692.96, "prefill_tok_per_s": 60.53, "eval_tokens": 127, "eval_ms": 13836.2, "eval_tok_per_s": 9.18, "eval_ms_per_tok": 108.95, "arena_hit_rate": 0.7655, "readahead_hit_rate": 0.1044, "combined_hit_rate": 0.8699, "late_readaheads": 616, "miss_rate": 0.13, "misses_per_tok": 62.4, "mb_read_per_tok": 219.9, "reads_total": 20200, "host_ms_per_tok": 27.11, "host_wait_ms_per_tok": 25.81, "profile_window_t1_all_ms": 109.185, "profile_window_t1_run_graph_ms": 109.008, "profile_window_t1_gpu_incl_host_ms": 107.313, "pure_gpu_ms_per_tok": 80.2, "arena_gb": 3.4, "arena_slots": 2441, "arena_size_classes": 1, "arena_fill_s": 0.5, "arena_fill_gb_per_s": 6.28, "locked_dense_gb": 2.9, "unpinned_embd_gb": 0.34, "skipped_hc_gb": 1.28, "dense_file_map_gb": 4.53, "prompt_scratch_unmapped_gb": 1.36, "footprint_before_unmap_gb": 4.68, "footprint_after_unmap_gb": 4.67, "rss_before_unmap_gb": 7.6, "rss_after_unmap_gb": 7.59 }, "gen": [ " 248068 271 248069 271 4754 21529 763 328 60810 12 22 17 21 16 487 328 15501 763 328 52897 487 328 7718 763 59670 1163 763 328 1448 21683 487 328 28344 763 220 16 11 328 3715 8768 763 220 18 17 20 13 22 16 2069 5046 1163 763 328 9773 17471 487 328 28344 763 220 19 11 328 3715 8768 763 220 18 20 21 13 24 16 2069 5046 1163 763 328 9773 17471 487 328 28344 763 220 17 11 328 3715 8768 763 220 16 21 13 16 15 2069 5046 1163 763 328 78061 20071 487 328 28344 763 220 16 11 328 3715 8768 763 220 23 15 17 13 16 15 69983 328 4873 763 220 16" ] }, "tool_multiturn_588|m0.0|r0": { "rc": 0, "perf": { "init_ms": 614.09, "prompt_tokens": 588, "prefill_eval_ms": 3858.43, "prefill_tok_per_s": 152.39, "eval_tokens": 127, "eval_ms": 14511.0, "eval_tok_per_s": 8.75, "eval_ms_per_tok": 114.26, "arena_hit_rate": 0.6837, "readahead_hit_rate": 0.1553, "combined_hit_rate": 0.839, "late_readaheads": 916, "miss_rate": 0.161, "misses_per_tok": 77.3, "mb_read_per_tok": 274.2, "reads_total": 25189, "host_ms_per_tok": 31.22, "host_wait_ms_per_tok": 30.06, "profile_window_t1_all_ms": 114.585, "profile_window_t1_run_graph_ms": 114.279, "profile_window_t1_gpu_incl_host_ms": 112.661, "pure_gpu_ms_per_tok": 81.44, "arena_gb": 3.4, "arena_slots": 2441, "arena_size_classes": 1, "arena_fill_s": 0.5, "arena_fill_gb_per_s": 6.26, "locked_dense_gb": 2.9, "unpinned_embd_gb": 0.34, "skipped_hc_gb": 1.28, "dense_file_map_gb": 4.53, "prompt_scratch_unmapped_gb": 1.36, "footprint_before_unmap_gb": 4.7, "footprint_after_unmap_gb": 4.67, "rss_before_unmap_gb": 7.63, "rss_after_unmap_gb": 7.6 }, "gen": [ " 248068 198 760 3274 369 4145 25 884 449 9801 15698 5515 1510 18218 63 318 2186 7990 837 310 1510 7092 13083 7561 2426 6149 6526 60363 3133 430 29440 11 884 264 491 1228 310 1228 32937 6971 11 1542 26864 11 321 9559 440 264 799 8187 11782 13 271 35629 25 271 71093 12305 198 727 3041 13083 3553 11 7489 19612 35821 198 262 4071 3925 264 1324 430 264 3240 440 1330 11778 7247 321 264 11085 7489 71483 198 262 460 13470 18218 14728 16478 17 69 21226 2171 3553 11 7489 13744 3867 8 198 71093 271 8839 25 1510 13724 18218 14728 16478 17 69 21226 2171 3553 11 7489 13744 3867 44646 4138 1892 65269 5515 869 364" ] }, "persona_458|m0.0|r0": { "rc": 0, "perf": { "init_ms": 593.7, "prompt_tokens": 458, "prefill_eval_ms": 3392.99, "prefill_tok_per_s": 134.98, "eval_tokens": 127, "eval_ms": 15544.02, "eval_tok_per_s": 8.17, "eval_ms_per_tok": 122.39, "arena_hit_rate": 0.6858, "readahead_hit_rate": 0.1611, "combined_hit_rate": 0.8469, "late_readaheads": 996, "miss_rate": 0.153, "misses_per_tok": 73.5, "mb_read_per_tok": 270.4, "reads_total": 24842, "host_ms_per_tok": 31.17, "host_wait_ms_per_tok": 29.79, "profile_window_t1_all_ms": 122.87, "profile_window_t1_run_graph_ms": 122.538, "profile_window_t1_gpu_incl_host_ms": 120.681, "pure_gpu_ms_per_tok": 89.51, "arena_gb": 3.4, "arena_slots": 2441, "arena_size_classes": 1, "arena_fill_s": 0.5, "arena_fill_gb_per_s": 6.27, "locked_dense_gb": 2.9, "unpinned_embd_gb": 0.34, "skipped_hc_gb": 1.28, "dense_file_map_gb": 4.53, "prompt_scratch_unmapped_gb": 1.36, "footprint_before_unmap_gb": 4.7, "footprint_after_unmap_gb": 4.67, "rss_before_unmap_gb": 7.62, "rss_after_unmap_gb": 7.59 }, "gen": [ " 248068 198 1719 1156 6587 72414 8749 4821 3425 421 76787 1870 19101 8742 1056 220 16 19 2756 1973 29588 593 5917 71534 35435 13 271 1719 1328 19407 25 307 911 579 21436 35934 3756 303 593 226699 88969 9325 911 4691 66 35934 42529 8429 22295 846 17566 318 1719 12823 35716 1274 706 13533 82 11 1067 6361 980 15049 11 4831 5946 321 593 226699 88969 9325 911 4691 66 35934 14 318 8678 11258 11 864 5469 593 5917 71534 35435 80350 553 567 1902 4045 5615 593 5917 71534 35435 1892 421 579 279 3756 1785 80350 11 321 307 911 579 1765 21436 1970 33972 424 11 694 567 1220 381 11135 25 1132 76787 791 8429 19101 11 321" ] }, "math_43|m0.0|r0": { "rc": 0, "perf": { "init_ms": 678.23, "prompt_tokens": 43, "prefill_eval_ms": 2198.11, "prefill_tok_per_s": 19.56, "eval_tokens": 127, "eval_ms": 15930.62, "eval_tok_per_s": 7.97, "eval_ms_per_tok": 125.44, "arena_hit_rate": 0.709, "readahead_hit_rate": 0.1379, "combined_hit_rate": 0.8469, "late_readaheads": 261, "miss_rate": 0.1531, "misses_per_tok": 73.5, "mb_read_per_tok": 255.0, "reads_total": 23431, "host_ms_per_tok": 30.26, "host_wait_ms_per_tok": 28.77, "profile_window_t1_all_ms": 125.712, "profile_window_t1_run_graph_ms": 125.409, "profile_window_t1_gpu_incl_host_ms": 123.692, "pure_gpu_ms_per_tok": 93.43, "arena_gb": 3.4, "arena_slots": 2441, "arena_size_classes": 1, "arena_fill_s": 0.5, "arena_fill_gb_per_s": 6.27, "locked_dense_gb": 2.9, "unpinned_embd_gb": 0.34, "skipped_hc_gb": 1.28, "dense_file_map_gb": 4.53, "prompt_scratch_unmapped_gb": 1.36, "footprint_before_unmap_gb": 4.67, "footprint_after_unmap_gb": 4.67, "rss_before_unmap_gb": 7.59, "rss_after_unmap_gb": 7.59 }, "gen": [ " 248068 271 248069 271 1206 1423 279 1324 314 2250 46730 6572 24959 1332 279 2542 314 279 17955 16327 220 20 11 567 628 10046 2923 539 2923 13 271 332 8046 220 16 25 18053 279 16484 332 198 32 2250 46730 6572 7308 20629 494 220 16 15 15 310 220 24 24 24 13 198 12 561 1118 15262 318 71 44191 1925 8 1902 381 1881 220 16 321 220 24 318 32157 381 220 15 553 198 12 561 2018 15262 318 83 704 1925 8 1902 381 1881 220 15 321 220 24 13 198 12 561 4688 15262 318 24826 1925 8 1902 381 1881 220 15 321 220 24 13 271 760 2876 369 421 279 2542 314 279" ] }, "ops_csharp_713|m0.0|r0": { "rc": 0, "perf": { "init_ms": 609.19, "prompt_tokens": 713, "prefill_eval_ms": 4492.36, "prefill_tok_per_s": 158.71, "eval_tokens": 127, "eval_ms": 15776.9, "eval_tok_per_s": 8.05, "eval_ms_per_tok": 124.23, "arena_hit_rate": 0.6781, "readahead_hit_rate": 0.1641, "combined_hit_rate": 0.8422, "late_readaheads": 807, "miss_rate": 0.1578, "misses_per_tok": 75.8, "mb_read_per_tok": 278.3, "reads_total": 25563, "host_ms_per_tok": 32.07, "host_wait_ms_per_tok": 30.31, "profile_window_t1_all_ms": 124.507, "profile_window_t1_run_graph_ms": 124.196, "profile_window_t1_gpu_incl_host_ms": 122.03, "pure_gpu_ms_per_tok": 89.96, "arena_gb": 3.4, "arena_slots": 2441, "arena_size_classes": 1, "arena_fill_s": 0.5, "arena_fill_gb_per_s": 6.27, "locked_dense_gb": 2.9, "unpinned_embd_gb": 0.34, "skipped_hc_gb": 1.28, "dense_file_map_gb": 4.53, "prompt_scratch_unmapped_gb": 1.36, "footprint_before_unmap_gb": 4.71, "footprint_after_unmap_gb": 4.67, "rss_before_unmap_gb": 7.63, "rss_after_unmap_gb": 7.6 }, "gen": [ " 248068 198 760 1156 369 9859 728 310 7440 421 279 3274 369 4434 13 6558 728 3286 1092 557 2725 25 271 760 3274 557 310 4884 264 4939 22627 9584 303 279 1510 3675 4900 52434 1654 314 1510 46530 34762 63 303 279 10219 21077 2313 13 561 4884 17077 7594 1510 331 5282 49534 931 819 8 696 49534 12565 2061 63 1518 1510 331 5282 3892 931 819 8 696 3892 12565 2061 63 303 279 1510 3675 4900 52434 1654 13 271 760 6157 40988 25 198 16 13 561 4884 369 9971 303 1925 198 17 13 561 88461 49534 63 369 24759 1118 318 14372 88461 3892 31789 1521 424 9687 264 5604 310 279 4129 198 18 13 1061" ] }, "coldshift_ja2rust|m0.0|r0": { "rc": 0, "perf": { "init_ms": 821.3, "prompt_tokens": 668, "prefill_eval_ms": 4427.16, "prefill_tok_per_s": 150.89, "eval_tokens": 127, "eval_ms": 15020.01, "eval_tok_per_s": 8.46, "eval_ms_per_tok": 118.27, "arena_hit_rate": 0.741, "readahead_hit_rate": 0.1251, "combined_hit_rate": 0.8661, "late_readaheads": 761, "miss_rate": 0.1339, "misses_per_tok": 64.3, "mb_read_per_tok": 233.6, "reads_total": 21465, "host_ms_per_tok": 28.73, "host_wait_ms_per_tok": 27.22, "profile_window_t1_all_ms": 118.61, "profile_window_t1_run_graph_ms": 118.191, "profile_window_t1_gpu_incl_host_ms": 116.09, "pure_gpu_ms_per_tok": 87.36, "arena_gb": 3.4, "arena_slots": 2441, "arena_size_classes": 1, "arena_fill_s": 0.5, "arena_fill_gb_per_s": 6.29, "locked_dense_gb": 2.9, "unpinned_embd_gb": 0.34, "skipped_hc_gb": 1.28, "dense_file_map_gb": 4.53, "prompt_scratch_unmapped_gb": 1.36, "footprint_before_unmap_gb": 4.71, "footprint_after_unmap_gb": 4.67, "rss_before_unmap_gb": 7.63, "rss_after_unmap_gb": 7.6 }, "gen": [ " 248068 198 760 1156 6587 264 32671 709 421 68434 21264 12 23 21 15 16 7836 8796 318 4650 18783 16 39 18 15 44 20 50 8 1083 1510 1771 476 1619 476 12574 7561 440 4821 6813 11 321 874 8976 78902 13 271 9764 728 1683 883 21264 12 23 21 15 16 7836 3443 25 198 12 46138 440 328 47 1 318 18721 8 198 12 11906 328 51 1 24009 364 854 6599 198 12 32956 25 783 318 40342 681 380 318 48041 681 414 318 13382 681 462 318 29393 681 380 318 35808 681 326 318 16890 8 198 12 14606 25 387 7426 60 56 7426 60 44 7426 60 10284 7426 60 39 7426 60 44" ] }, "prompt_43tok_wal|m0.0|r0": { "rc": 0, "perf": { "init_ms": 662.41, "prompt_tokens": 43, "prefill_eval_ms": 2193.66, "prefill_tok_per_s": 19.6, "eval_tokens": 127, "eval_ms": 15197.53, "eval_tok_per_s": 8.36, "eval_ms_per_tok": 119.67, "arena_hit_rate": 0.7082, "readahead_hit_rate": 0.1469, "combined_hit_rate": 0.8551, "late_readaheads": 440, "miss_rate": 0.1449, "misses_per_tok": 69.6, "mb_read_per_tok": 254.5, "reads_total": 23385, "host_ms_per_tok": 29.02, "host_wait_ms_per_tok": 27.77, "profile_window_t1_all_ms": 119.881, "profile_window_t1_run_graph_ms": 119.525, "profile_window_t1_gpu_incl_host_ms": 117.854, "pure_gpu_ms_per_tok": 88.83, "arena_gb": 3.4, "arena_slots": 2441, "arena_size_classes": 1, "arena_fill_s": 0.5, "arena_fill_gb_per_s": 6.21, "locked_dense_gb": 2.9, "unpinned_embd_gb": 0.34, "skipped_hc_gb": 1.28, "dense_file_map_gb": 4.53, "prompt_scratch_unmapped_gb": 1.36, "footprint_before_unmap_gb": 4.67, "footprint_after_unmap_gb": 4.67, "rss_before_unmap_gb": 7.59, "rss_after_unmap_gb": 7.59 }, "gen": [ " 760 1156 369 9859 883 27413 579 71284 318 7734 6481 1916 40328 8 3728 11 11352 25 198 16 13 2500 424 13081 32907 12361 321 264 3074 6700 198 17 13 3095 264 28336 628 328 11531 571 1 318 72 1673 2487 381 18716 3336 6680 290 53379 8 271 9764 728 29249 821 6337 883 71284 3728 25 271 332 54 939 14143 64908 64700 198 12 71284 318 7734 6481 1916 40328 8 369 264 8064 286 3728 1332 13514 708 310 264 8387 71284 999 9987 25553 8 4598 1056 5774 44504 279 1822 4475 999 13 198 12 62239 1301 494 279 1822 5767 999 478 279 71284 999 13 198 12 56713 8472 310 279 71284 999 13 198 12" ] }, "prompt_1024tok_ops|m0.0|r0": { "rc": 0, "perf": { "init_ms": 1244.2, "prompt_tokens": 1024, "prefill_eval_ms": 11398.46, "prefill_tok_per_s": 89.84, "eval_tokens": 127, "eval_ms": 17083.96, "eval_tok_per_s": 7.43, "eval_ms_per_tok": 134.52, "arena_hit_rate": 0.6921, "readahead_hit_rate": 0.1552, "combined_hit_rate": 0.8473, "late_readaheads": 331, "miss_rate": 0.1527, "misses_per_tok": 73.3, "mb_read_per_tok": 267.2, "reads_total": 24543, "host_ms_per_tok": 32.44, "host_wait_ms_per_tok": 31.11, "profile_window_t1_all_ms": 135.052, "profile_window_t1_run_graph_ms": 134.603, "profile_window_t1_gpu_incl_host_ms": 132.874, "pure_gpu_ms_per_tok": 100.43, "arena_gb": 3.4, "arena_slots": 2441, "arena_size_classes": 1, "arena_fill_s": 0.8, "arena_fill_gb_per_s": 4.19, "locked_dense_gb": 2.9, "unpinned_embd_gb": 0.34, "skipped_hc_gb": 1.28, "dense_file_map_gb": 4.53, "prompt_scratch_unmapped_gb": 1.36, "footprint_before_unmap_gb": 4.73, "footprint_after_unmap_gb": 4.68, "rss_before_unmap_gb": 7.05, "rss_after_unmap_gb": 7.0 }, "gen": [ " 760 1156 369 9859 728 310 59987 279 3578 5073 321 4884 364 264 9584 303 279 3370 36211 2313 318 45209 2937 25 220 16 15 553 6558 728 22903 279 1970 6625 13 271 21765 506 279 1970 11 353 628 1436 279 1510 5917 52434 1654 314 1510 70430 10531 27653 561 1328 4125 7701 310 381 303 279 1510 3361 63 6136 2876 25 271 71093 9745 198 3361 318 1802 976 2704 19989 2939 1591 7 21895 67868 11 24190 67868 578 313 198 71093 271 1919 369 33776 13 1510 18376 2939 1591 7 21895 67868 11 24190 67868 44646 41054 279 1428 869 310 1510 21895 67868 63 321 7062 424 310 1510 21895 67868 63 413 424 8798 13 1061" ] } }