{ "methodology": "Count each logical session once. Fresh arms sum 20 independent final session counters per run. Persistent arms use only the final cumulative session counter, verified against the sum of last_token_usage snapshots in saved session logs. Uncached input is input minus cached input. Medians are computed separately for each field. These are reported token counters, not invoices. Only token snapshots are extracted from saved session logs; prompts and tool output are excluded.", "runs": [ { "treatment": "fresh_per_task", "agents": 3, "trial": 1, "session_count": 20, "invocation_count": 20, "method": "sum_fresh_session_counters", "totals": { "input_tokens": 2738668, "cached_input_tokens": 2451712, "cache_write_input_tokens": 0, "output_tokens": 21696, "reasoning_output_tokens": 730, "uncached_input_tokens": 286956 }, "session_token_checkpoints": [] }, { "treatment": "fresh_per_task", "agents": 1, "trial": 1, "session_count": 20, "invocation_count": 20, "method": "sum_fresh_session_counters", "totals": { "input_tokens": 2314331, "cached_input_tokens": 2037632, "cache_write_input_tokens": 0, "output_tokens": 20197, "reasoning_output_tokens": 586, "uncached_input_tokens": 276699 }, "session_token_checkpoints": [] }, { "treatment": "fresh_per_task", "agents": 10, "trial": 1, "session_count": 20, "invocation_count": 20, "method": "sum_fresh_session_counters", "totals": { "input_tokens": 2957900, "cached_input_tokens": 2475776, "cache_write_input_tokens": 0, "output_tokens": 22987, "reasoning_output_tokens": 741, "uncached_input_tokens": 482124 }, "session_token_checkpoints": [] }, { "treatment": "fresh_per_task", "agents": 5, "trial": 1, "session_count": 20, "invocation_count": 20, "method": "sum_fresh_session_counters", "totals": { "input_tokens": 2920971, "cached_input_tokens": 2558464, "cache_write_input_tokens": 0, "output_tokens": 23925, "reasoning_output_tokens": 782, "uncached_input_tokens": 362507 }, "session_token_checkpoints": [] }, { "treatment": "fresh_per_task", "agents": 1, "trial": 2, "session_count": 20, "invocation_count": 20, "method": "sum_fresh_session_counters", "totals": { "input_tokens": 2255490, "cached_input_tokens": 1965696, "cache_write_input_tokens": 0, "output_tokens": 19334, "reasoning_output_tokens": 385, "uncached_input_tokens": 289794 }, "session_token_checkpoints": [] }, { "treatment": "fresh_per_task", "agents": 3, "trial": 2, "session_count": 20, "invocation_count": 20, "method": "sum_fresh_session_counters", "totals": { "input_tokens": 2706738, "cached_input_tokens": 2306048, "cache_write_input_tokens": 0, "output_tokens": 22242, "reasoning_output_tokens": 701, "uncached_input_tokens": 400690 }, "session_token_checkpoints": [] }, { "treatment": "fresh_per_task", "agents": 5, "trial": 2, "session_count": 20, "invocation_count": 20, "method": "sum_fresh_session_counters", "totals": { "input_tokens": 2892644, "cached_input_tokens": 2426880, "cache_write_input_tokens": 0, "output_tokens": 22403, "reasoning_output_tokens": 602, "uncached_input_tokens": 465764 }, "session_token_checkpoints": [] }, { "treatment": "fresh_per_task", "agents": 10, "trial": 2, "session_count": 20, "invocation_count": 20, "method": "sum_fresh_session_counters", "totals": { "input_tokens": 2708103, "cached_input_tokens": 2400000, "cache_write_input_tokens": 0, "output_tokens": 22489, "reasoning_output_tokens": 697, "uncached_input_tokens": 308103 }, "session_token_checkpoints": [] }, { "treatment": "fresh_per_task", "agents": 10, "trial": 3, "session_count": 20, "invocation_count": 20, "method": "sum_fresh_session_counters", "totals": { "input_tokens": 2923011, "cached_input_tokens": 2595840, "cache_write_input_tokens": 0, "output_tokens": 23368, "reasoning_output_tokens": 808, "uncached_input_tokens": 327171 }, "session_token_checkpoints": [] }, { "treatment": "fresh_per_task", "agents": 3, "trial": 3, "session_count": 20, "invocation_count": 20, "method": "sum_fresh_session_counters", "totals": { "input_tokens": 3365017, "cached_input_tokens": 2994688, "cache_write_input_tokens": 0, "output_tokens": 23772, "reasoning_output_tokens": 743, "uncached_input_tokens": 370329 }, "session_token_checkpoints": [] }, { "treatment": "fresh_per_task", "agents": 1, "trial": 3, "session_count": 20, "invocation_count": 20, "method": "sum_fresh_session_counters", "totals": { "input_tokens": 2293621, "cached_input_tokens": 1934976, "cache_write_input_tokens": 0, "output_tokens": 19905, "reasoning_output_tokens": 472, "uncached_input_tokens": 358645 }, "session_token_checkpoints": [] }, { "treatment": "fresh_per_task", "agents": 5, "trial": 3, "session_count": 20, "invocation_count": 20, "method": "sum_fresh_session_counters", "totals": { "input_tokens": 2923280, "cached_input_tokens": 2550912, "cache_write_input_tokens": 0, "output_tokens": 22213, "reasoning_output_tokens": 659, "uncached_input_tokens": 372368 }, "session_token_checkpoints": [] }, { "treatment": "persistent_workload", "agents": 1, "trial": 1, "session_count": 1, "invocation_count": 2, "method": "final_session_counter", "totals": { "input_tokens": 357469, "cached_input_tokens": 336512, "cache_write_input_tokens": 0, "output_tokens": 4900, "reasoning_output_tokens": 73, "uncached_input_tokens": 20957 }, "session_token_checkpoints": [ { "timestamp": "2026-11-11T00:36:22.237Z", "total_token_usage": { "input_tokens": 17616, "cached_input_tokens": 12160, "cache_write_input_tokens": 0, "output_tokens": 142, "reasoning_output_tokens": 0, "total_tokens": 17758 }, "last_token_usage": { "input_tokens": 17616, "cached_input_tokens": 12160, "cache_write_input_tokens": 0, "output_tokens": 142, "reasoning_output_tokens": 0, "total_tokens": 17758 } }, { "timestamp": "2026-11-11T00:36:24.089Z", "total_token_usage": { "input_tokens": 35765, "cached_input_tokens": 29696, "cache_write_input_tokens": 0, "output_tokens": 178, "reasoning_output_tokens": 0, "total_tokens": 35943 }, "last_token_usage": { "input_tokens": 18149, "cached_input_tokens": 17536, "cache_write_input_tokens": 0, "output_tokens": 36, "reasoning_output_tokens": 0, "total_tokens": 18185 } }, { "timestamp": "2026-11-11T00:36:25.737Z", "total_token_usage": { "input_tokens": 57242, "cached_input_tokens": 47744, "cache_write_input_tokens": 0, "output_tokens": 214, "reasoning_output_tokens": 0, "total_tokens": 57456 }, "last_token_usage": { "input_tokens": 21477, "cached_input_tokens": 18048, "cache_write_input_tokens": 0, "output_tokens": 36, "reasoning_output_tokens": 0, "total_tokens": 21513 } }, { "timestamp": "2026-11-11T00:36:27.662Z", "total_token_usage": { "input_tokens": 81218, "cached_input_tokens": 69120, "cache_write_input_tokens": 0, "output_tokens": 275, "reasoning_output_tokens": 15, "total_tokens": 81493 }, "last_token_usage": { "input_tokens": 23976, "cached_input_tokens": 21376, "cache_write_input_tokens": 0, "output_tokens": 61, "reasoning_output_tokens": 15, "total_tokens": 24037 } }, { "timestamp": "2026-11-11T00:36:52.500Z", "total_token_usage": { "input_tokens": 106589, "cached_input_tokens": 92928, "cache_write_input_tokens": 0, "output_tokens": 1609, "reasoning_output_tokens": 36, "total_tokens": 108198 }, "last_token_usage": { "input_tokens": 25371, "cached_input_tokens": 23808, "cache_write_input_tokens": 0, "output_tokens": 1334, "reasoning_output_tokens": 21, "total_tokens": 26705 } }, { "timestamp": "2026-11-11T00:37:31.796Z", "total_token_usage": { "input_tokens": 133317, "cached_input_tokens": 119424, "cache_write_input_tokens": 0, "output_tokens": 3683, "reasoning_output_tokens": 36, "total_tokens": 137000 }, "last_token_usage": { "input_tokens": 26728, "cached_input_tokens": 26496, "cache_write_input_tokens": 0, "output_tokens": 2074, "reasoning_output_tokens": 0, "total_tokens": 28802 } }, { "timestamp": "2026-11-11T00:37:45.161Z", "total_token_usage": { "input_tokens": 162147, "cached_input_tokens": 148096, "cache_write_input_tokens": 0, "output_tokens": 4352, "reasoning_output_tokens": 43, "total_tokens": 166499 }, "last_token_usage": { "input_tokens": 28830, "cached_input_tokens": 28672, "cache_write_input_tokens": 0, "output_tokens": 669, "reasoning_output_tokens": 7, "total_tokens": 29499 } }, { "timestamp": "2026-11-11T00:37:46.964Z", "total_token_usage": { "input_tokens": 191669, "cached_input_tokens": 177408, "cache_write_input_tokens": 0, "output_tokens": 4397, "reasoning_output_tokens": 43, "total_tokens": 196066 }, "last_token_usage": { "input_tokens": 29522, "cached_input_tokens": 29312, "cache_write_input_tokens": 0, "output_tokens": 45, "reasoning_output_tokens": 0, "total_tokens": 29567 } }, { "timestamp": "2026-11-11T00:37:49.194Z", "total_token_usage": { "input_tokens": 222226, "cached_input_tokens": 206848, "cache_write_input_tokens": 0, "output_tokens": 4468, "reasoning_output_tokens": 43, "total_tokens": 226694 }, "last_token_usage": { "input_tokens": 30557, "cached_input_tokens": 29440, "cache_write_input_tokens": 0, "output_tokens": 71, "reasoning_output_tokens": 0, "total_tokens": 30628 } }, { "timestamp": "2026-11-11T00:39:09.615Z", "total_token_usage": { "input_tokens": 254093, "cached_input_tokens": 237312, "cache_write_input_tokens": 0, "output_tokens": 4676, "reasoning_output_tokens": 43, "total_tokens": 258769 }, "last_token_usage": { "input_tokens": 31867, "cached_input_tokens": 30464, "cache_write_input_tokens": 0, "output_tokens": 208, "reasoning_output_tokens": 0, "total_tokens": 32075 } }, { "timestamp": "2026-11-11T00:39:12.246Z", "total_token_usage": { "input_tokens": 286631, "cached_input_tokens": 269184, "cache_write_input_tokens": 0, "output_tokens": 4775, "reasoning_output_tokens": 56, "total_tokens": 291406 }, "last_token_usage": { "input_tokens": 32538, "cached_input_tokens": 31872, "cache_write_input_tokens": 0, "output_tokens": 99, "reasoning_output_tokens": 13, "total_tokens": 32637 } }, { "timestamp": "2026-11-11T00:39:14.427Z", "total_token_usage": { "input_tokens": 321523, "cached_input_tokens": 301696, "cache_write_input_tokens": 0, "output_tokens": 4839, "reasoning_output_tokens": 73, "total_tokens": 326362 }, "last_token_usage": { "input_tokens": 34892, "cached_input_tokens": 32512, "cache_write_input_tokens": 0, "output_tokens": 64, "reasoning_output_tokens": 17, "total_tokens": 34956 } }, { "timestamp": "2026-11-11T00:39:17.090Z", "total_token_usage": { "input_tokens": 357469, "cached_input_tokens": 336512, "cache_write_input_tokens": 0, "output_tokens": 4900, "reasoning_output_tokens": 73, "total_tokens": 362369 }, "last_token_usage": { "input_tokens": 35946, "cached_input_tokens": 34816, "cache_write_input_tokens": 0, "output_tokens": 61, "reasoning_output_tokens": 0, "total_tokens": 36007 } } ] }, { "treatment": "persistent_workload", "agents": 1, "trial": 2, "session_count": 1, "invocation_count": 2, "method": "final_session_counter", "totals": { "input_tokens": 290804, "cached_input_tokens": 247552, "cache_write_input_tokens": 0, "output_tokens": 4856, "reasoning_output_tokens": 46, "uncached_input_tokens": 43252 }, "session_token_checkpoints": [ { "timestamp": "2026-11-11T00:40:04.461Z", "total_token_usage": { "input_tokens": 17616, "cached_input_tokens": 12160, "cache_write_input_tokens": 0, "output_tokens": 130, "reasoning_output_tokens": 0, "total_tokens": 17746 }, "last_token_usage": { "input_tokens": 17616, "cached_input_tokens": 12160, "cache_write_input_tokens": 0, "output_tokens": 130, "reasoning_output_tokens": 0, "total_tokens": 17746 } }, { "timestamp": "2026-11-11T00:40:12.332Z", "total_token_usage": { "input_tokens": 37590, "cached_input_tokens": 29696, "cache_write_input_tokens": 0, "output_tokens": 171, "reasoning_output_tokens": 0, "total_tokens": 37761 }, "last_token_usage": { "input_tokens": 19974, "cached_input_tokens": 17536, "cache_write_input_tokens": 0, "output_tokens": 41, "reasoning_output_tokens": 0, "total_tokens": 20015 } }, { "timestamp": "2026-11-11T00:40:42.867Z", "total_token_usage": { "input_tokens": 63337, "cached_input_tokens": 49536, "cache_write_input_tokens": 0, "output_tokens": 1558, "reasoning_output_tokens": 12, "total_tokens": 64895 }, "last_token_usage": { "input_tokens": 25747, "cached_input_tokens": 19840, "cache_write_input_tokens": 0, "output_tokens": 1387, "reasoning_output_tokens": 12, "total_tokens": 27134 } }, { "timestamp": "2026-11-11T00:41:22.908Z", "total_token_usage": { "input_tokens": 91309, "cached_input_tokens": 61696, "cache_write_input_tokens": 0, "output_tokens": 3565, "reasoning_output_tokens": 22, "total_tokens": 94874 }, "last_token_usage": { "input_tokens": 27972, "cached_input_tokens": 12160, "cache_write_input_tokens": 0, "output_tokens": 2007, "reasoning_output_tokens": 10, "total_tokens": 29979 } }, { "timestamp": "2026-11-11T00:41:37.976Z", "total_token_usage": { "input_tokens": 121317, "cached_input_tokens": 91520, "cache_write_input_tokens": 0, "output_tokens": 4294, "reasoning_output_tokens": 22, "total_tokens": 125611 }, "last_token_usage": { "input_tokens": 30008, "cached_input_tokens": 29824, "cache_write_input_tokens": 0, "output_tokens": 729, "reasoning_output_tokens": 0, "total_tokens": 30737 } }, { "timestamp": "2026-11-11T00:41:42.624Z", "total_token_usage": { "input_tokens": 152118, "cached_input_tokens": 118528, "cache_write_input_tokens": 0, "output_tokens": 4407, "reasoning_output_tokens": 33, "total_tokens": 156525 }, "last_token_usage": { "input_tokens": 30801, "cached_input_tokens": 27008, "cache_write_input_tokens": 0, "output_tokens": 113, "reasoning_output_tokens": 11, "total_tokens": 30914 } }, { "timestamp": "2026-11-11T00:41:46.284Z", "total_token_usage": { "input_tokens": 184044, "cached_input_tokens": 149248, "cache_write_input_tokens": 0, "output_tokens": 4488, "reasoning_output_tokens": 33, "total_tokens": 188532 }, "last_token_usage": { "input_tokens": 31926, "cached_input_tokens": 30720, "cache_write_input_tokens": 0, "output_tokens": 81, "reasoning_output_tokens": 0, "total_tokens": 32007 } }, { "timestamp": "2026-11-11T00:43:10.597Z", "total_token_usage": { "input_tokens": 217292, "cached_input_tokens": 179072, "cache_write_input_tokens": 0, "output_tokens": 4688, "reasoning_output_tokens": 33, "total_tokens": 221980 }, "last_token_usage": { "input_tokens": 33248, "cached_input_tokens": 29824, "cache_write_input_tokens": 0, "output_tokens": 200, "reasoning_output_tokens": 0, "total_tokens": 33448 } }, { "timestamp": "2026-11-11T00:43:14.462Z", "total_token_usage": { "input_tokens": 252543, "cached_input_tokens": 212352, "cache_write_input_tokens": 0, "output_tokens": 4801, "reasoning_output_tokens": 46, "total_tokens": 257344 }, "last_token_usage": { "input_tokens": 35251, "cached_input_tokens": 33280, "cache_write_input_tokens": 0, "output_tokens": 113, "reasoning_output_tokens": 13, "total_tokens": 35364 } }, { "timestamp": "2026-11-11T00:43:18.020Z", "total_token_usage": { "input_tokens": 290804, "cached_input_tokens": 247552, "cache_write_input_tokens": 0, "output_tokens": 4856, "reasoning_output_tokens": 46, "total_tokens": 295660 }, "last_token_usage": { "input_tokens": 38261, "cached_input_tokens": 35200, "cache_write_input_tokens": 0, "output_tokens": 55, "reasoning_output_tokens": 0, "total_tokens": 38316 } } ] }, { "treatment": "persistent_workload", "agents": 1, "trial": 3, "session_count": 1, "invocation_count": 2, "method": "final_session_counter", "totals": { "input_tokens": 354892, "cached_input_tokens": 328704, "cache_write_input_tokens": 0, "output_tokens": 4917, "reasoning_output_tokens": 151, "uncached_input_tokens": 26188 }, "session_token_checkpoints": [ { "timestamp": "2026-11-11T00:43:59.736Z", "total_token_usage": { "input_tokens": 17616, "cached_input_tokens": 12160, "cache_write_input_tokens": 0, "output_tokens": 151, "reasoning_output_tokens": 0, "total_tokens": 17767 }, "last_token_usage": { "input_tokens": 17616, "cached_input_tokens": 12160, "cache_write_input_tokens": 0, "output_tokens": 151, "reasoning_output_tokens": 0, "total_tokens": 17767 } }, { "timestamp": "2026-11-11T00:44:01.543Z", "total_token_usage": { "input_tokens": 35795, "cached_input_tokens": 29696, "cache_write_input_tokens": 0, "output_tokens": 187, "reasoning_output_tokens": 0, "total_tokens": 35982 }, "last_token_usage": { "input_tokens": 18179, "cached_input_tokens": 17536, "cache_write_input_tokens": 0, "output_tokens": 36, "reasoning_output_tokens": 0, "total_tokens": 18215 } }, { "timestamp": "2026-11-11T00:44:02.939Z", "total_token_usage": { "input_tokens": 57302, "cached_input_tokens": 41856, "cache_write_input_tokens": 0, "output_tokens": 223, "reasoning_output_tokens": 0, "total_tokens": 57525 }, "last_token_usage": { "input_tokens": 21507, "cached_input_tokens": 12160, "cache_write_input_tokens": 0, "output_tokens": 36, "reasoning_output_tokens": 0, "total_tokens": 21543 } }, { "timestamp": "2026-11-11T00:44:28.574Z", "total_token_usage": { "input_tokens": 81308, "cached_input_tokens": 63232, "cache_write_input_tokens": 0, "output_tokens": 1579, "reasoning_output_tokens": 18, "total_tokens": 82887 }, "last_token_usage": { "input_tokens": 24006, "cached_input_tokens": 21376, "cache_write_input_tokens": 0, "output_tokens": 1356, "reasoning_output_tokens": 18, "total_tokens": 25362 } }, { "timestamp": "2026-11-11T00:44:31.157Z", "total_token_usage": { "input_tokens": 106693, "cached_input_tokens": 88448, "cache_write_input_tokens": 0, "output_tokens": 1669, "reasoning_output_tokens": 27, "total_tokens": 108362 }, "last_token_usage": { "input_tokens": 25385, "cached_input_tokens": 25216, "cache_write_input_tokens": 0, "output_tokens": 90, "reasoning_output_tokens": 9, "total_tokens": 25475 } }, { "timestamp": "2026-11-11T00:45:09.304Z", "total_token_usage": { "input_tokens": 133502, "cached_input_tokens": 113792, "cache_write_input_tokens": 0, "output_tokens": 3668, "reasoning_output_tokens": 39, "total_tokens": 137170 }, "last_token_usage": { "input_tokens": 26809, "cached_input_tokens": 25344, "cache_write_input_tokens": 0, "output_tokens": 1999, "reasoning_output_tokens": 12, "total_tokens": 28808 } }, { "timestamp": "2026-11-11T00:45:24.235Z", "total_token_usage": { "input_tokens": 162339, "cached_input_tokens": 142464, "cache_write_input_tokens": 0, "output_tokens": 4340, "reasoning_output_tokens": 58, "total_tokens": 166679 }, "last_token_usage": { "input_tokens": 28837, "cached_input_tokens": 28672, "cache_write_input_tokens": 0, "output_tokens": 672, "reasoning_output_tokens": 19, "total_tokens": 29509 } }, { "timestamp": "2026-11-11T00:45:27.490Z", "total_token_usage": { "input_tokens": 191871, "cached_input_tokens": 171776, "cache_write_input_tokens": 0, "output_tokens": 4385, "reasoning_output_tokens": 58, "total_tokens": 196256 }, "last_token_usage": { "input_tokens": 29532, "cached_input_tokens": 29312, "cache_write_input_tokens": 0, "output_tokens": 45, "reasoning_output_tokens": 0, "total_tokens": 29577 } }, { "timestamp": "2026-11-11T00:45:31.217Z", "total_token_usage": { "input_tokens": 222438, "cached_input_tokens": 201216, "cache_write_input_tokens": 0, "output_tokens": 4499, "reasoning_output_tokens": 129, "total_tokens": 226937 }, "last_token_usage": { "input_tokens": 30567, "cached_input_tokens": 29440, "cache_write_input_tokens": 0, "output_tokens": 114, "reasoning_output_tokens": 71, "total_tokens": 30681 } }, { "timestamp": "2026-11-11T00:45:33.434Z", "total_token_usage": { "input_tokens": 253205, "cached_input_tokens": 231680, "cache_write_input_tokens": 0, "output_tokens": 4567, "reasoning_output_tokens": 129, "total_tokens": 257772 }, "last_token_usage": { "input_tokens": 30767, "cached_input_tokens": 30464, "cache_write_input_tokens": 0, "output_tokens": 68, "reasoning_output_tokens": 0, "total_tokens": 30835 } }, { "timestamp": "2026-11-11T00:47:01.572Z", "total_token_usage": { "input_tokens": 285279, "cached_input_tokens": 262400, "cache_write_input_tokens": 0, "output_tokens": 4783, "reasoning_output_tokens": 129, "total_tokens": 290062 }, "last_token_usage": { "input_tokens": 32074, "cached_input_tokens": 30720, "cache_write_input_tokens": 0, "output_tokens": 216, "reasoning_output_tokens": 0, "total_tokens": 32290 } }, { "timestamp": "2026-11-11T00:47:04.338Z", "total_token_usage": { "input_tokens": 319556, "cached_input_tokens": 294528, "cache_write_input_tokens": 0, "output_tokens": 4852, "reasoning_output_tokens": 151, "total_tokens": 324408 }, "last_token_usage": { "input_tokens": 34277, "cached_input_tokens": 32128, "cache_write_input_tokens": 0, "output_tokens": 69, "reasoning_output_tokens": 22, "total_tokens": 34346 } }, { "timestamp": "2026-11-11T00:47:06.610Z", "total_token_usage": { "input_tokens": 354892, "cached_input_tokens": 328704, "cache_write_input_tokens": 0, "output_tokens": 4917, "reasoning_output_tokens": 151, "total_tokens": 359809 }, "last_token_usage": { "input_tokens": 35336, "cached_input_tokens": 34176, "cache_write_input_tokens": 0, "output_tokens": 65, "reasoning_output_tokens": 0, "total_tokens": 35401 } } ] } ], "groups": [ { "treatment": "fresh_per_task", "agents": 1, "runs": 3, "medians": { "input_tokens": 2293621, "cached_input_tokens": 1965696, "cache_write_input_tokens": 0, "output_tokens": 19905, "reasoning_output_tokens": 472, "uncached_input_tokens": 289794 } }, { "treatment": "fresh_per_task", "agents": 3, "runs": 3, "medians": { "input_tokens": 2738668, "cached_input_tokens": 2451712, "cache_write_input_tokens": 0, "output_tokens": 22242, "reasoning_output_tokens": 730, "uncached_input_tokens": 370329 } }, { "treatment": "fresh_per_task", "agents": 5, "runs": 3, "medians": { "input_tokens": 2920971, "cached_input_tokens": 2550912, "cache_write_input_tokens": 0, "output_tokens": 22403, "reasoning_output_tokens": 659, "uncached_input_tokens": 372368 } }, { "treatment": "fresh_per_task", "agents": 10, "runs": 3, "medians": { "input_tokens": 2923011, "cached_input_tokens": 2475776, "cache_write_input_tokens": 0, "output_tokens": 22987, "reasoning_output_tokens": 741, "uncached_input_tokens": 327171 } }, { "treatment": "persistent_workload", "agents": 1, "runs": 3, "medians": { "input_tokens": 354892, "cached_input_tokens": 328704, "cache_write_input_tokens": 0, "output_tokens": 4900, "reasoning_output_tokens": 73, "uncached_input_tokens": 26188 } } ] }