{ "measurement": "Claude Code's own startup floor on 2.1.232, with and without tool search", "claude_code_version": "2.1.232", "claude_code_version_recorded_at_runtime": "2.1.232 (Claude Code)", "supersedes": "baseline-floor-2-1-231.json. Claude Code updated 2.1.231 -> 2.1.232 during a measurement session on 2026-08-14 and the deploy gate blocked every deploy until this was re-measured, which is what the gate exists for.", "why": "Every figure on /cost/ is quoted against a version. When the installed release moves, a stamp that has not been re-measured is the tool quoting a version nobody is running.", "method": { "floor": "An EMPTY temp directory, created fresh per measurement and asserted empty, with --setting-sources project asserted onto the command line so nothing user-scope loads. Prompt: 'Reply with only: OK'.", "tool_search_off": "The same floor with ENABLE_TOOL_SEARCH=false in the child environment, asserted present only on that arm.", "loaded": "The same prompt with --setting-sources asserted ABSENT, so the arms cannot silently be the same measurement.", "tokens": "inputTokens + cacheCreationInputTokens + cacheReadInputTokens from modelUsage. .usage recorded alongside because the published measure-context.sh reads it.", "estimator": "MODE over every repetition of a cell, carried forward unchanged from the 2.1.231 corpus. modelUsage on this call is bimodal, so the MINIMUM picks the rare run where an intermittent call did not fire and publishes a floor several hundred tokens low. The harness prints per-round minima to the console; those are NOT what is published here.", "population": "Every repetition: two per round across all rounds, pooled. Not per-round minima.", "controls": { "noise_floor": "Every cell measured TWICE per round, the gap kept as that round's noise and published per round.", "same_round": "All arms run inside one round before the next begins.", "flag_both_ways": "--setting-sources project asserted PRESENT on the floor arms and ABSENT on the loaded arm; ENABLE_TOOL_SEARCH asserted present only on the off arm.", "arrival": "Every reply had to be exactly OK.", "version_recorded": "The harness now reads `claude --version` at start and writes it into the output. Not having that is why a corpus measured the day before cannot be pinned to a release." } }, "results": { "floor_tool_search_on": 22528, "floor_tool_search_on_repetitions": "13 of 16", "floor_tool_search_off": 40192, "floor_tool_search_off_repetitions": "16 of 16", "tool_search_delta": 17664, "change_since_2_1_231": { "floor_tool_search_on": "22,404 -> 22,528 (+124)", "floor_tool_search_off": "40,209 -> 40,192 (-17)", "tool_search_delta": "17,805 -> 17,664 (-141)", "loaded_machine_total": "60,206 -> 59,877 (-329)" }, "distributions": { "floor_ts_on": { "mode": 22528, "count": 13, "n": 16, "tie": false, "distinct": [ 22007, 22330, 22528 ], "histogram": { "22528": 13, "22330": 2, "22007": 1 } }, "floor_ts_off": { "mode": 40192, "count": 16, "n": 16, "tie": false, "distinct": [ 40192 ], "histogram": { "40192": 16 } }, "loaded": { "mode": 59877, "count": 16, "n": 16, "tie": false, "distinct": [ 59877 ], "histogram": { "59877": 16 } } }, "dot_usage_modes": { "floor_ts_on": 22007, "floor_ts_off": 39671, "loaded": 59877 }, "loaded_machine_total": 59877, "loaded_repetitions": "16 of 16" }, "known_limits": { "one_machine": "One machine, one account. The floor arms exclude user-scope config by design; the loaded arm is this machine's configuration and transfers to nobody. CARRIED FORWARD from the 2.1.231 corpus, unchanged.", "bimodal_modelusage": "CARRIED FORWARD and re-measured. See results.distributions for the actual histogram on this version rather than a restatement of the previous one.", "loaded_arm_also_moved": "CARRIED FORWARD. The loaded arm mixes the version change with any change to this machine's user-scope configuration, and the two are not separated here." }, "runs": [ { "cell": "floor_ts_on", "round": 0, "isolated": true, "tool_search_off": false, "status": "ok", "model_usage": [ 22528, 22330 ], "dot_usage": [ 22007, 21809 ], "model_min": 22330, "model_noise": 198, "dot_min": 21809, "dot_noise": 198, "replies": [ "OK", "OK" ] }, { "cell": "floor_ts_off", "round": 0, "isolated": true, "tool_search_off": true, "status": "ok", "model_usage": [ 40192, 40192 ], "dot_usage": [ 39671, 39671 ], "model_min": 40192, "model_noise": 0, "dot_min": 39671, "dot_noise": 0, "replies": [ "OK", "OK" ] }, { "cell": "loaded", "round": 0, "isolated": false, "tool_search_off": false, "status": "ok", "model_usage": [ 59877, 59877 ], "dot_usage": [ 59877, 59877 ], "model_min": 59877, "model_noise": 0, "dot_min": 59877, "dot_noise": 0, "replies": [ "OK", "OK" ] }, { "cell": "floor_ts_on", "round": 1, "isolated": true, "tool_search_off": false, "status": "ok", "model_usage": [ 22528, 22528 ], "dot_usage": [ 22007, 22007 ], "model_min": 22528, "model_noise": 0, "dot_min": 22007, "dot_noise": 0, "replies": [ "OK", "OK" ] }, { "cell": "floor_ts_off", "round": 1, "isolated": true, "tool_search_off": true, "status": "ok", "model_usage": [ 40192, 40192 ], "dot_usage": [ 39671, 39671 ], "model_min": 40192, "model_noise": 0, "dot_min": 39671, "dot_noise": 0, "replies": [ "OK", "OK" ] }, { "cell": "loaded", "round": 1, "isolated": false, "tool_search_off": false, "status": "ok", "model_usage": [ 59877, 59877 ], "dot_usage": [ 59877, 59877 ], "model_min": 59877, "model_noise": 0, "dot_min": 59877, "dot_noise": 0, "replies": [ "OK", "OK" ] }, { "cell": "floor_ts_on", "round": 2, "isolated": true, "tool_search_off": false, "status": "ok", "model_usage": [ 22528, 22528 ], "dot_usage": [ 22007, 22007 ], "model_min": 22528, "model_noise": 0, "dot_min": 22007, "dot_noise": 0, "replies": [ "OK", "OK" ] }, { "cell": "floor_ts_off", "round": 2, "isolated": true, "tool_search_off": true, "status": "ok", "model_usage": [ 40192, 40192 ], "dot_usage": [ 39671, 39671 ], "model_min": 40192, "model_noise": 0, "dot_min": 39671, "dot_noise": 0, "replies": [ "OK", "OK" ] }, { "cell": "loaded", "round": 2, "isolated": false, "tool_search_off": false, "status": "ok", "model_usage": [ 59877, 59877 ], "dot_usage": [ 59877, 59877 ], "model_min": 59877, "model_noise": 0, "dot_min": 59877, "dot_noise": 0, "replies": [ "OK", "OK" ] }, { "cell": "floor_ts_on", "round": 3, "isolated": true, "tool_search_off": false, "status": "ok", "model_usage": [ 22528, 22330 ], "dot_usage": [ 22007, 21809 ], "model_min": 22330, "model_noise": 198, "dot_min": 21809, "dot_noise": 198, "replies": [ "OK", "OK" ] }, { "cell": "floor_ts_off", "round": 3, "isolated": true, "tool_search_off": true, "status": "ok", "model_usage": [ 40192, 40192 ], "dot_usage": [ 39671, 39671 ], "model_min": 40192, "model_noise": 0, "dot_min": 39671, "dot_noise": 0, "replies": [ "OK", "OK" ] }, { "cell": "loaded", "round": 3, "isolated": false, "tool_search_off": false, "status": "ok", "model_usage": [ 59877, 59877 ], "dot_usage": [ 59877, 59877 ], "model_min": 59877, "model_noise": 0, "dot_min": 59877, "dot_noise": 0, "replies": [ "OK", "OK" ] }, { "cell": "floor_ts_on", "round": 4, "isolated": true, "tool_search_off": false, "status": "ok", "model_usage": [ 22528, 22528 ], "dot_usage": [ 22007, 22007 ], "model_min": 22528, "model_noise": 0, "dot_min": 22007, "dot_noise": 0, "replies": [ "OK", "OK" ] }, { "cell": "floor_ts_off", "round": 4, "isolated": true, "tool_search_off": true, "status": "ok", "model_usage": [ 40192, 40192 ], "dot_usage": [ 39671, 39671 ], "model_min": 40192, "model_noise": 0, "dot_min": 39671, "dot_noise": 0, "replies": [ "OK", "OK" ] }, { "cell": "loaded", "round": 4, "isolated": false, "tool_search_off": false, "status": "ok", "model_usage": [ 59877, 59877 ], "dot_usage": [ 59877, 59877 ], "model_min": 59877, "model_noise": 0, "dot_min": 59877, "dot_noise": 0, "replies": [ "OK", "OK" ] }, { "cell": "floor_ts_on", "round": 5, "isolated": true, "tool_search_off": false, "status": "ok", "model_usage": [ 22528, 22528 ], "dot_usage": [ 22007, 22007 ], "model_min": 22528, "model_noise": 0, "dot_min": 22007, "dot_noise": 0, "replies": [ "OK", "OK" ] }, { "cell": "floor_ts_off", "round": 5, "isolated": true, "tool_search_off": true, "status": "ok", "model_usage": [ 40192, 40192 ], "dot_usage": [ 39671, 39671 ], "model_min": 40192, "model_noise": 0, "dot_min": 39671, "dot_noise": 0, "replies": [ "OK", "OK" ] }, { "cell": "loaded", "round": 5, "isolated": false, "tool_search_off": false, "status": "ok", "model_usage": [ 59877, 59877 ], "dot_usage": [ 59877, 59877 ], "model_min": 59877, "model_noise": 0, "dot_min": 59877, "dot_noise": 0, "replies": [ "OK", "OK" ] }, { "cell": "floor_ts_on", "round": 6, "isolated": true, "tool_search_off": false, "status": "ok", "model_usage": [ 22528, 22007 ], "dot_usage": [ 22007, 22007 ], "model_min": 22007, "model_noise": 521, "dot_min": 22007, "dot_noise": 0, "replies": [ "OK", "OK" ] }, { "cell": "floor_ts_off", "round": 6, "isolated": true, "tool_search_off": true, "status": "ok", "model_usage": [ 40192, 40192 ], "dot_usage": [ 39671, 39671 ], "model_min": 40192, "model_noise": 0, "dot_min": 39671, "dot_noise": 0, "replies": [ "OK", "OK" ] }, { "cell": "loaded", "round": 6, "isolated": false, "tool_search_off": false, "status": "ok", "model_usage": [ 59877, 59877 ], "dot_usage": [ 59877, 59877 ], "model_min": 59877, "model_noise": 0, "dot_min": 59877, "dot_noise": 0, "replies": [ "OK", "OK" ] }, { "cell": "floor_ts_on", "round": 7, "isolated": true, "tool_search_off": false, "status": "ok", "model_usage": [ 22528, 22528 ], "dot_usage": [ 22007, 22007 ], "model_min": 22528, "model_noise": 0, "dot_min": 22007, "dot_noise": 0, "replies": [ "OK", "OK" ] }, { "cell": "floor_ts_off", "round": 7, "isolated": true, "tool_search_off": true, "status": "ok", "model_usage": [ 40192, 40192 ], "dot_usage": [ 39671, 39671 ], "model_min": 40192, "model_noise": 0, "dot_min": 39671, "dot_noise": 0, "replies": [ "OK", "OK" ] }, { "cell": "loaded", "round": 7, "isolated": false, "tool_search_off": false, "status": "ok", "model_usage": [ 59877, 59877 ], "dot_usage": [ 59877, 59877 ], "model_min": 59877, "model_noise": 0, "dot_min": 59877, "dot_noise": 0, "replies": [ "OK", "OK" ] } ] }