From 830dabe87073219cb27844b45af5a1579d9ce176 Mon Sep 17 00:00:00 2001 From: Nitsu45 Date: Wed, 21 Oct 2026 10:39:48 +0200 Subject: [PATCH] Record Bug20 qualified-review regression metrics and assessment --- ...0-qualified-review-20261021-g00000140.json | 1365 +++++++++++++++++ 1 file changed, 1365 insertions(+) create mode 100644 docs/test-results/token-usage/bug20-qualified-review-20261021-g00000140.json diff --git a/docs/test-results/token-usage/bug20-qualified-review-20261021-g00000140.json b/docs/test-results/token-usage/bug20-qualified-review-20261021-g00000140.json new file mode 100644 index 0000000..ee8210b --- /dev/null +++ b/docs/test-results/token-usage/bug20-qualified-review-20261021-g00000140.json @@ -0,0 +1,1365 @@ +{ + "run": "bug20-qualified-review-20261021", + "case_id": "BUG-000020", + "package_id": "trial-qualified-review-BUG-000020-20261021", + "configuration_sha256": { + "config/llm.early-review.local.toml": "ff3296f9a902e4e67861929e584d3629d76edd0d77898c3817ae7f44f50d7ef0", + "config/project.local.toml": "235016a23be2d8aa7aed7f450fd77792ccbf0fb9b24c05b65d4771782249f5e3", + "config/investigation.bounded.toml": "b3693a0eab479b67af1049dd0725e8d8e18b30d70eea176fa6c30a7bba723cf9" + }, + "inputs": [ + { + "name": "BUG-000020-20261008-130429.tar.gz", + "sha256": "a3ddbde9d046dbbe65354ca8bababc78a689e0a10e0935fb1f109d3a92d75c7e" + }, + { + "name": "WOWSRC-BUG-000020-20261008-130446.tar.gz", + "sha256": "ee82031e2a085e2da1db348a298a9f8defdb866796917277a2a98c8890551d6d" + } + ], + "code_commit": "78acf84f2769d09605248f885c85eaa276ec5641", + "format": "viano-token-usage-report", + "format_version": 1, + "recorded_date": "2026-10-21", + "package_generation": 140, + "analysis_revision": 1, + "state": "OUTPUT_READY", + "routing": { + "destination": "outbox", + "reason": null, + "retry_count": 0, + "retry_not_before": null + }, + "source_manifest_sha256": "4edd82b745ea4f0e56dd0495e47f194f7f565d071d2da7c7611049c190cbc6a4", + "source_commits": [], + "pricing_snapshot": [ + { + "id": "gemini-native", + "model": "gemini-3.8-flash", + "cost_currency": "USD", + "input_cost_per_million": 0.75, + "cached_input_cost_per_million": 0.075, + "output_cost_per_million": 3.75, + "cache_storage_cost_per_million_hour": 0.5 + } + ], + "pricing_source": "Configured historical USD snapshot reused from previous evaluation; rates not newly fetched. Snapshot 2026-10-20.", + "account_eur": { + "start": 13.37, + "reported_final": 13.56, + "difference": 0.19, + "settlement": "user-reported final; later adjustment possible" + }, + "scope": "Fresh complete Bug20 regression; 26 dispatches, 24 model calls; no additional paid calls by evaluator.", + "dispatch_count": 26, + "calls": [ + { + "ref": "llm/operations/6c0a36f93bea41b87241a30769bd92bb6dc387869b46d3a013ec595cfc7e9548/round-0001.json", + "prompt_version": "entity_resolution_plan_v4", + "task": "entity_resolution_plan", + "hypothesis": null, + "iteration": null, + "attempt": null, + "correction": false, + "gateway_status": "SUCCESS", + "controller_rejection": null, + "code": null, + "model": "gemini-3.8-flash", + "config_hash": "249a08e844d8a62c6b202c0bf856d2fa67f9c77f7a1f03174e79f874bf24ac69", + "request_sha256": "3385549ae331f9939758857500681e37b25aff9085cd93d579524469a9922d92", + "input_tokens": 21006, + "output_tokens_including_reasoning": 134, + "reasoning_tokens": null, + "cached_input_tokens": null, + "cache_status": "below_minimum", + "api_elapsed_seconds": 3.219, + "logical_wire_characters": null, + "estimated_generation_usd_conservative": 0.016257, + "estimated_generation_usd_lower_bound": 0.00207795, + "estimated_cache_storage_usd": 0.0, + "normalization_rules": [] + }, + { + "ref": "llm/operations/88adb8b462df2c473b421f617b086dd65351532f28e81a7a1052e1f24da87dea/round-0001.json", + "prompt_version": "entity_resolution_assessment_v4", + "task": "entity_resolution_assessment", + "hypothesis": null, + "iteration": null, + "attempt": null, + "correction": false, + "gateway_status": "SUCCESS", + "controller_rejection": null, + "code": null, + "model": "gemini-3.8-flash", + "config_hash": "249a08e844d8a62c6b202c0bf856d2fa67f9c77f7a1f03174e79f874bf24ac69", + "request_sha256": "1b39beb82dab738377a3809e8966aba88974b80a608293093d2eaeed7f3fa620", + "input_tokens": 25165, + "output_tokens_including_reasoning": 428, + "reasoning_tokens": null, + "cached_input_tokens": null, + "cache_status": "below_minimum", + "api_elapsed_seconds": 5.219, + "logical_wire_characters": null, + "estimated_generation_usd_conservative": 0.02047875, + "estimated_generation_usd_lower_bound": 0.003492375, + "estimated_cache_storage_usd": 0.0, + "normalization_rules": [] + }, + { + "ref": "llm/operations/572afccbd4034d9c5485045cb4bb28b61fdd40e48dc8a3fab67cfc17e997cd65/round-0001.json", + "prompt_version": "case_plan_v2", + "task": "interpret_and_propose", + "hypothesis": null, + "iteration": null, + "attempt": null, + "correction": false, + "gateway_status": "SUCCESS", + "controller_rejection": null, + "code": null, + "model": "gemini-3.8-flash", + "config_hash": "249a08e844d8a62c6b202c0bf856d2fa67f9c77f7a1f03174e79f874bf24ac69", + "request_sha256": "cb10095b102fe5f6139cb5e0735b8a787984c7217ede87dc087dfb22c2921b20", + "input_tokens": 13645, + "output_tokens_including_reasoning": 10371, + "reasoning_tokens": 7132, + "cached_input_tokens": null, + "cache_status": "below_minimum", + "api_elapsed_seconds": 75.453, + "logical_wire_characters": null, + "estimated_generation_usd_conservative": 0.049125, + "estimated_generation_usd_lower_bound": 0.039914625, + "estimated_cache_storage_usd": 0.0, + "normalization_rules": [] + }, + { + "ref": "llm/operations/ca6cdff81de3cbae0492c26802daa287b11bf4fabefad477a9b64f1b6db30112/round-0001.json", + "prompt_version": "investigation_startup_v1", + "task": "startup_choose_query", + "hypothesis": "H1", + "iteration": 1, + "attempt": 0, + "correction": false, + "gateway_status": "SUCCESS", + "controller_rejection": null, + "code": null, + "model": "gemini-3.8-flash", + "config_hash": "249a08e844d8a62c6b202c0bf856d2fa67f9c77f7a1f03174e79f874bf24ac69", + "request_sha256": "734576e6fbd1e4bf748095f6b8c7642b9b8d5bfd78d32e1676ef42441a0b5c89", + "input_tokens": 2843, + "output_tokens_including_reasoning": 440, + "reasoning_tokens": 364, + "cached_input_tokens": 2562, + "cache_status": "created", + "api_elapsed_seconds": 7.063, + "logical_wire_characters": 10707, + "estimated_generation_usd_conservative": 0.0020529000000000003, + "estimated_generation_usd_lower_bound": 0.0020529000000000003, + "estimated_cache_storage_usd": 0.00010675, + "normalization_rules": [] + }, + { + "ref": "llm/operations/54ef9b495e10fe49a2ffad5909c89efdbfe7ef7645b601865d12e5223b0651bc/round-0001.json", + "prompt_version": "investigation_startup_v1", + "task": "startup_choose_query", + "hypothesis": "H2", + "iteration": 1, + "attempt": 0, + "correction": false, + "gateway_status": "SUCCESS", + "controller_rejection": "PROJECT_DATABASE_COLUMN_UNKNOWN", + "code": null, + "model": "gemini-3.8-flash", + "config_hash": "249a08e844d8a62c6b202c0bf856d2fa67f9c77f7a1f03174e79f874bf24ac69", + "request_sha256": "7e232af532015e2bc389fdd2a4145ba30385b7301a6806699a81c61c5f615edd", + "input_tokens": 3787, + "output_tokens_including_reasoning": 1094, + "reasoning_tokens": 905, + "cached_input_tokens": 2562, + "cache_status": "reused", + "api_elapsed_seconds": 10.781, + "logical_wire_characters": 13886, + "estimated_generation_usd_conservative": 0.0052134, + "estimated_generation_usd_lower_bound": 0.0052134, + "estimated_cache_storage_usd": 0.0, + "normalization_rules": [] + }, + { + "ref": "llm/operations/9d66012b57395476a4f69c72ffd0b6725da911ede849fc652d48568b73d28480/round-0001.json", + "prompt_version": "investigation_startup_v1", + "task": "startup_choose_query", + "hypothesis": "H2", + "iteration": 1, + "attempt": 1, + "correction": true, + "gateway_status": "SUCCESS", + "controller_rejection": null, + "code": null, + "model": "gemini-3.8-flash", + "config_hash": "249a08e844d8a62c6b202c0bf856d2fa67f9c77f7a1f03174e79f874bf24ac69", + "request_sha256": "d78c0f33b2e2118d4519b57071dfb2e18cb0341978cf5c16aa8d4de80f9593e8", + "input_tokens": 3800, + "output_tokens_including_reasoning": 877, + "reasoning_tokens": 747, + "cached_input_tokens": 2562, + "cache_status": "reused", + "api_elapsed_seconds": 8.656, + "logical_wire_characters": 13941, + "estimated_generation_usd_conservative": 0.0044094, + "estimated_generation_usd_lower_bound": 0.0044094, + "estimated_cache_storage_usd": 0.0, + "normalization_rules": [] + }, + { + "ref": "llm/operations/71fd77c20b2af9bb2d842927c7a39cc8e1cf3e15541f387a26054fdb1047b6e4/round-0001.json", + "prompt_version": "investigation_startup_v1", + "task": "startup_choose_query", + "hypothesis": "H3", + "iteration": 1, + "attempt": 0, + "correction": false, + "gateway_status": "SUCCESS", + "controller_rejection": null, + "code": null, + "model": "gemini-3.8-flash", + "config_hash": "249a08e844d8a62c6b202c0bf856d2fa67f9c77f7a1f03174e79f874bf24ac69", + "request_sha256": "2c69e54d1766674bd613cea441f91d4f0c7c953c7bd277fad7e7e10190400c32", + "input_tokens": 4301, + "output_tokens_including_reasoning": 698, + "reasoning_tokens": 596, + "cached_input_tokens": 2562, + "cache_status": "reused", + "api_elapsed_seconds": 9.907, + "logical_wire_characters": 15017, + "estimated_generation_usd_conservative": 0.004113899999999999, + "estimated_generation_usd_lower_bound": 0.004113899999999999, + "estimated_cache_storage_usd": 0.0, + "normalization_rules": [] + }, + { + "ref": "llm/operations/0270771b422d04af95c20c38558476ded170af96569985af436406482d8d043a/round-0001.json", + "prompt_version": "investigation_startup_review_v1", + "task": "review_initial_hypotheses", + "hypothesis": null, + "iteration": null, + "attempt": null, + "correction": false, + "gateway_status": "SUCCESS", + "controller_rejection": null, + "code": null, + "model": "gemini-3.8-flash", + "config_hash": "249a08e844d8a62c6b202c0bf856d2fa67f9c77f7a1f03174e79f874bf24ac69", + "request_sha256": "3c10b80d00f6c87311701686f90be921674d95a5dbd8d0e974217ff5d28edd2a", + "input_tokens": 3069, + "output_tokens_including_reasoning": 3389, + "reasoning_tokens": 2704, + "cached_input_tokens": null, + "cache_status": "fallback", + "api_elapsed_seconds": 27.109, + "logical_wire_characters": 10974, + "estimated_generation_usd_conservative": 0.0150105, + "estimated_generation_usd_lower_bound": 0.012938924999999999, + "estimated_cache_storage_usd": null, + "normalization_rules": [] + }, + { + "ref": "llm/operations/c619a7901de5674f54e8371759fba596a7746f67d62499b198780813912e5c31/round-0001.json", + "prompt_version": "investigation_project_v20", + "task": "investigate_one_step", + "hypothesis": "H1", + "iteration": 2, + "attempt": 0, + "correction": false, + "gateway_status": "SUCCESS", + "controller_rejection": null, + "code": null, + "model": "gemini-3.8-flash", + "config_hash": "249a08e844d8a62c6b202c0bf856d2fa67f9c77f7a1f03174e79f874bf24ac69", + "request_sha256": "b25b7a069e02bcd1727b8452436bbe4971158defd60750599132c7ec85345439", + "input_tokens": 3084, + "output_tokens_including_reasoning": 407, + "reasoning_tokens": 279, + "cached_input_tokens": 2612, + "cache_status": "created", + "api_elapsed_seconds": 7.047, + "logical_wire_characters": 10654, + "estimated_generation_usd_conservative": 0.00207615, + "estimated_generation_usd_lower_bound": 0.00207615, + "estimated_cache_storage_usd": 0.00010883333333333334, + "normalization_rules": [] + }, + { + "ref": "llm/operations/b5de43dfa1122fa86decfa538047ee813621839eded8ed15356d341f3439e383/round-0001.json", + "prompt_version": "investigation_project_v20", + "task": "investigate_one_step", + "hypothesis": "H1", + "iteration": 3, + "attempt": 0, + "correction": false, + "gateway_status": "SUCCESS", + "controller_rejection": null, + "code": null, + "model": "gemini-3.8-flash", + "config_hash": "249a08e844d8a62c6b202c0bf856d2fa67f9c77f7a1f03174e79f874bf24ac69", + "request_sha256": "cac49d100d82acce06f24e2a54b4e473c7656ac7993dcfa2b067bf4b8cef96b1", + "input_tokens": 3469, + "output_tokens_including_reasoning": 374, + "reasoning_tokens": 191, + "cached_input_tokens": 2625, + "cache_status": "created", + "api_elapsed_seconds": 7.125, + "logical_wire_characters": 11960, + "estimated_generation_usd_conservative": 0.002232375, + "estimated_generation_usd_lower_bound": 0.002232375, + "estimated_cache_storage_usd": 0.00010937500000000002, + "normalization_rules": [] + }, + { + "ref": "llm/operations/6849c974442865e5ca3e8f146ef4520c275f2e37a25fb7caa498f17089ed6dc1/round-0001.json", + "prompt_version": "investigation_project_v20", + "task": "investigate_one_step", + "hypothesis": "H1", + "iteration": 4, + "attempt": 0, + "correction": false, + "gateway_status": "SUCCESS", + "controller_rejection": "PROJECT_DATABASE_TABLE_FORBIDDEN", + "code": null, + "model": "gemini-3.8-flash", + "config_hash": "249a08e844d8a62c6b202c0bf856d2fa67f9c77f7a1f03174e79f874bf24ac69", + "request_sha256": "dcf1554cf43746517c1aa82b8177fce742ca6172117aa379eee521697297d7ae", + "input_tokens": 3504, + "output_tokens_including_reasoning": 692, + "reasoning_tokens": 394, + "cached_input_tokens": 2625, + "cache_status": "reused", + "api_elapsed_seconds": 5.969, + "logical_wire_characters": 12160, + "estimated_generation_usd_conservative": 0.003451125, + "estimated_generation_usd_lower_bound": 0.003451125, + "estimated_cache_storage_usd": 0.0, + "normalization_rules": [] + }, + { + "ref": "llm/operations/dfceb150480e764106de4d51501b6ed0b2daa32533888a9dabcc88114203726d/round-0001.json", + "prompt_version": "investigation_project_v20", + "task": "investigate_one_step", + "hypothesis": "H1", + "iteration": 4, + "attempt": 1, + "correction": true, + "gateway_status": "SUCCESS", + "controller_rejection": null, + "code": null, + "model": "gemini-3.8-flash", + "config_hash": "249a08e844d8a62c6b202c0bf856d2fa67f9c77f7a1f03174e79f874bf24ac69", + "request_sha256": "4f3c1ed3d45cced8d58ddf8c8af961366cdadc09a934fa7505456268208fae0e", + "input_tokens": 3519, + "output_tokens_including_reasoning": 815, + "reasoning_tokens": 622, + "cached_input_tokens": 2625, + "cache_status": "reused", + "api_elapsed_seconds": 8.813, + "logical_wire_characters": 12216, + "estimated_generation_usd_conservative": 0.003923625, + "estimated_generation_usd_lower_bound": 0.003923625, + "estimated_cache_storage_usd": 0.0, + "normalization_rules": [] + }, + { + "ref": "llm/operations/475d5f458554c35131f24fc92fb2e762c69a8d9c6d4ab9d6426fbd72e6303af3/round-0001.json", + "prompt_version": "investigation_project_v20", + "task": "consolidate_investigation_session", + "hypothesis": "H1", + "iteration": 5, + "attempt": 0, + "correction": false, + "gateway_status": "SUCCESS", + "controller_rejection": null, + "code": null, + "model": "gemini-3.8-flash", + "config_hash": "249a08e844d8a62c6b202c0bf856d2fa67f9c77f7a1f03174e79f874bf24ac69", + "request_sha256": "63d53888e210ab5cafee80c7ec7a1968009b62b2ec2e3f0a8bde2d051f218f2a", + "input_tokens": 3015, + "output_tokens_including_reasoning": 1512, + "reasoning_tokens": 1199, + "cached_input_tokens": 2050, + "cache_status": "created", + "api_elapsed_seconds": 15.11, + "logical_wire_characters": 11147, + "estimated_generation_usd_conservative": 0.0065475, + "estimated_generation_usd_lower_bound": 0.0065475, + "estimated_cache_storage_usd": 8.541666666666668e-05, + "normalization_rules": [] + }, + { + "ref": "llm/operations/a4ed5334e4125ed14bcbca18629a561513bba48ef92afecc570c14d9e90e05cc/round-0001.json", + "prompt_version": "investigation_project_v20", + "task": "investigate_one_step", + "hypothesis": "H2", + "iteration": 2, + "attempt": 0, + "correction": false, + "gateway_status": "SUCCESS", + "controller_rejection": "PROJECT_DATABASE_COLUMN_UNKNOWN", + "code": null, + "model": "gemini-3.8-flash", + "config_hash": "249a08e844d8a62c6b202c0bf856d2fa67f9c77f7a1f03174e79f874bf24ac69", + "request_sha256": "12fa340016bcdaaa3d47ae30e662720bde070852b6e94a7c66a9d9e15d1d7539", + "input_tokens": 3094, + "output_tokens_including_reasoning": 356, + "reasoning_tokens": 248, + "cached_input_tokens": 2612, + "cache_status": "reused", + "api_elapsed_seconds": 4.141, + "logical_wire_characters": 10695, + "estimated_generation_usd_conservative": 0.0018924, + "estimated_generation_usd_lower_bound": 0.0018924, + "estimated_cache_storage_usd": 0.0, + "normalization_rules": [] + }, + { + "ref": "llm/operations/ddf237df888a860f57b91498528fd599614514dff235353c4f61410ff3594423/round-0001.json", + "prompt_version": "investigation_project_v20", + "task": "investigate_one_step", + "hypothesis": "H2", + "iteration": 2, + "attempt": 1, + "correction": true, + "gateway_status": "SUCCESS", + "controller_rejection": null, + "code": null, + "model": "gemini-3.8-flash", + "config_hash": "249a08e844d8a62c6b202c0bf856d2fa67f9c77f7a1f03174e79f874bf24ac69", + "request_sha256": "c844de90cc8f9113636ffb1a4c4a57e14ebf8472e9704dccab32257a876d54c2", + "input_tokens": 3107, + "output_tokens_including_reasoning": 449, + "reasoning_tokens": 398, + "cached_input_tokens": 2612, + "cache_status": "reused", + "api_elapsed_seconds": 4.688, + "logical_wire_characters": 10750, + "estimated_generation_usd_conservative": 0.0022509, + "estimated_generation_usd_lower_bound": 0.0022509, + "estimated_cache_storage_usd": 0.0, + "normalization_rules": [] + }, + { + "ref": "llm/operations/23e886f4a2c5eeadfea37a9114a2282780ab8a12c14b970fdcc26da184fc793b/round-0001.json", + "prompt_version": "investigation_project_v20", + "task": "investigate_one_step", + "hypothesis": "H2", + "iteration": 3, + "attempt": 0, + "correction": false, + "gateway_status": "SUCCESS", + "controller_rejection": "PROJECT_DATABASE_COLUMN_UNKNOWN", + "code": null, + "model": "gemini-3.8-flash", + "config_hash": "249a08e844d8a62c6b202c0bf856d2fa67f9c77f7a1f03174e79f874bf24ac69", + "request_sha256": "6165b1a72d52e4374848de03efee0288c87eea8586f101acd2a96782ddd813dd", + "input_tokens": 3917, + "output_tokens_including_reasoning": 358, + "reasoning_tokens": 211, + "cached_input_tokens": 2625, + "cache_status": "reused", + "api_elapsed_seconds": 5.547, + "logical_wire_characters": 13262, + "estimated_generation_usd_conservative": 0.002508375, + "estimated_generation_usd_lower_bound": 0.002508375, + "estimated_cache_storage_usd": 0.0, + "normalization_rules": [] + }, + { + "ref": "llm/operations/dc6beafc7db15bec5af22b3b34f0fd40506f577c3921f56d87190df9faf8d348/round-0001.json", + "prompt_version": "investigation_project_v20", + "task": "investigate_one_step", + "hypothesis": "H2", + "iteration": 3, + "attempt": 1, + "correction": true, + "gateway_status": "SUCCESS", + "controller_rejection": null, + "code": null, + "model": "gemini-3.8-flash", + "config_hash": "249a08e844d8a62c6b202c0bf856d2fa67f9c77f7a1f03174e79f874bf24ac69", + "request_sha256": "0ac37ffa88805df6f171255281fa4910658df45bb7b6c0fd0939e1d8c652af5a", + "input_tokens": 3930, + "output_tokens_including_reasoning": 221, + "reasoning_tokens": 102, + "cached_input_tokens": 2625, + "cache_status": "reused", + "api_elapsed_seconds": 3.844, + "logical_wire_characters": 13317, + "estimated_generation_usd_conservative": 0.002004375, + "estimated_generation_usd_lower_bound": 0.002004375, + "estimated_cache_storage_usd": 0.0, + "normalization_rules": [] + }, + { + "ref": "llm/operations/90894bde812875d10dcc9a11218c864322aa1f10e8f2c0ee7db07eaa21a4a687/round-0001.json", + "prompt_version": "investigation_project_v20", + "task": "consolidate_investigation_session", + "hypothesis": "H2", + "iteration": 4, + "attempt": 0, + "correction": false, + "gateway_status": "SUCCESS", + "controller_rejection": null, + "code": null, + "model": "gemini-3.8-flash", + "config_hash": "249a08e844d8a62c6b202c0bf856d2fa67f9c77f7a1f03174e79f874bf24ac69", + "request_sha256": "9c3a92a8308a01093bf73144e4b2d303b61b7fb8eb4fb701215a02d7909e5aaa", + "input_tokens": 2944, + "output_tokens_including_reasoning": 873, + "reasoning_tokens": 491, + "cached_input_tokens": 2050, + "cache_status": "reused", + "api_elapsed_seconds": 10.016, + "logical_wire_characters": 10990, + "estimated_generation_usd_conservative": 0.004098, + "estimated_generation_usd_lower_bound": 0.004098, + "estimated_cache_storage_usd": 0.0, + "normalization_rules": [] + }, + { + "ref": "llm/operations/b7f2e84e7ce1ab15fea771e71ef5c71f3321d1b419eefa7f3f69f110b5c356c6/round-0001.json", + "prompt_version": "investigation_project_v20", + "task": "investigate_one_step", + "hypothesis": "H3", + "iteration": 2, + "attempt": 0, + "correction": false, + "gateway_status": "SUCCESS", + "controller_rejection": null, + "code": null, + "model": "gemini-3.8-flash", + "config_hash": "249a08e844d8a62c6b202c0bf856d2fa67f9c77f7a1f03174e79f874bf24ac69", + "request_sha256": "066ba90b9efa4e5de5739805b2cbfec0ee775f37710caf6c5b542f361794383c", + "input_tokens": 3173, + "output_tokens_including_reasoning": 403, + "reasoning_tokens": 268, + "cached_input_tokens": 2612, + "cache_status": "reused", + "api_elapsed_seconds": 4.875, + "logical_wire_characters": 10938, + "estimated_generation_usd_conservative": 0.0021279000000000003, + "estimated_generation_usd_lower_bound": 0.0021279000000000003, + "estimated_cache_storage_usd": 0.0, + "normalization_rules": [] + }, + { + "ref": "llm/operations/1704c36027e9e7cb8b3d1ec6c6ce478bbf9541e4a8d6a85ebe0c63fbb951d4ca/round-0001.json", + "prompt_version": "investigation_project_v20", + "task": "investigate_one_step", + "hypothesis": "H3", + "iteration": 3, + "attempt": 0, + "correction": false, + "gateway_status": "SUCCESS", + "controller_rejection": null, + "code": null, + "model": "gemini-3.8-flash", + "config_hash": "249a08e844d8a62c6b202c0bf856d2fa67f9c77f7a1f03174e79f874bf24ac69", + "request_sha256": "0ce711774f03d303e4a8447a306035f1c6f976e951c6cc6b8ff27932a8149913", + "input_tokens": 3634, + "output_tokens_including_reasoning": 522, + "reasoning_tokens": 326, + "cached_input_tokens": 2625, + "cache_status": "reused", + "api_elapsed_seconds": 6.547, + "logical_wire_characters": 12553, + "estimated_generation_usd_conservative": 0.002911125, + "estimated_generation_usd_lower_bound": 0.002911125, + "estimated_cache_storage_usd": 0.0, + "normalization_rules": [] + }, + { + "ref": "llm/operations/d1f0925c8c965af48b7ece664c0ccdaae59563eefb9825b0cc704660eb7a858f/round-0001.json", + "prompt_version": "investigation_project_v20", + "task": "investigate_one_step", + "hypothesis": "H3", + "iteration": 4, + "attempt": 0, + "correction": false, + "gateway_status": "SUCCESS", + "controller_rejection": null, + "code": null, + "model": "gemini-3.8-flash", + "config_hash": "249a08e844d8a62c6b202c0bf856d2fa67f9c77f7a1f03174e79f874bf24ac69", + "request_sha256": "33f86f3c18a4693481bbf1171f9f77e868d1e4bc87ccf98ed53e2f307b43ee14", + "input_tokens": 3557, + "output_tokens_including_reasoning": 754, + "reasoning_tokens": 585, + "cached_input_tokens": 2625, + "cache_status": "reused", + "api_elapsed_seconds": 8.219, + "logical_wire_characters": 12326, + "estimated_generation_usd_conservative": 0.003723375, + "estimated_generation_usd_lower_bound": 0.003723375, + "estimated_cache_storage_usd": 0.0, + "normalization_rules": [] + }, + { + "ref": "llm/operations/d4d693a4107be85a623890f5a885cb6236f0d0c8ffacb456b8514f611632bb48/round-0001.json", + "prompt_version": "investigation_project_v20", + "task": "consolidate_investigation_session", + "hypothesis": "H3", + "iteration": 5, + "attempt": 0, + "correction": false, + "gateway_status": "SUCCESS", + "controller_rejection": null, + "code": null, + "model": "gemini-3.8-flash", + "config_hash": "249a08e844d8a62c6b202c0bf856d2fa67f9c77f7a1f03174e79f874bf24ac69", + "request_sha256": "9b551341923521384cd638a4267cdbaff29b9e05ac92c47b1b8bbb752c1703f9", + "input_tokens": 2922, + "output_tokens_including_reasoning": 872, + "reasoning_tokens": 667, + "cached_input_tokens": 2029, + "cache_status": "created", + "api_elapsed_seconds": 10.094, + "logical_wire_characters": 10834, + "estimated_generation_usd_conservative": 0.004091925000000001, + "estimated_generation_usd_lower_bound": 0.004091925000000001, + "estimated_cache_storage_usd": 8.454166666666667e-05, + "normalization_rules": [] + }, + { + "ref": "llm/operations/5e0c994e71b61906dd569a919ad96dea1b478678a739913856c99dc8ebb18ab3/round-0001.json", + "prompt_version": "diagnosis_v8", + "task": "final_diagnosis", + "hypothesis": null, + "iteration": null, + "attempt": null, + "correction": false, + "gateway_status": "SUCCESS", + "controller_rejection": null, + "code": null, + "model": "gemini-3.8-flash", + "config_hash": "249a08e844d8a62c6b202c0bf856d2fa67f9c77f7a1f03174e79f874bf24ac69", + "request_sha256": "aa68ba065381db2cbc8dfe22943a5a07c3969068452da36e3dff9626c79b244e", + "input_tokens": 26093, + "output_tokens_including_reasoning": 3664, + "reasoning_tokens": 2414, + "cached_input_tokens": null, + "cache_status": "below_minimum", + "api_elapsed_seconds": 28.594, + "logical_wire_characters": null, + "estimated_generation_usd_conservative": 0.03330975, + "estimated_generation_usd_lower_bound": 0.015696975000000002, + "estimated_cache_storage_usd": 0.0, + "normalization_rules": [] + }, + { + "ref": "llm/operations/17917402a4c04bd20ae3b0a2f256a39daa4c026a0afff5f80f408478611d4e03/round-0001.json", + "prompt_version": "change_request_v9", + "task": "build_change_request", + "hypothesis": null, + "iteration": null, + "attempt": null, + "correction": false, + "gateway_status": "SUCCESS", + "controller_rejection": null, + "code": null, + "model": "gemini-3.8-flash", + "config_hash": "249a08e844d8a62c6b202c0bf856d2fa67f9c77f7a1f03174e79f874bf24ac69", + "request_sha256": "7432f576f89be0c5cd40ac69454374f786e5493ce1f42ae0447b6afe6fa1d4d9", + "input_tokens": 16374, + "output_tokens_including_reasoning": 3172, + "reasoning_tokens": 1607, + "cached_input_tokens": null, + "cache_status": "below_minimum", + "api_elapsed_seconds": 22.578, + "logical_wire_characters": null, + "estimated_generation_usd_conservative": 0.0241755, + "estimated_generation_usd_lower_bound": 0.013123049999999999, + "estimated_cache_storage_usd": 0.0, + "normalization_rules": [] + } + ], + "totals_all": { + "call_count": 24, + "usage": { + "input_tokens": { + "known_sum": 166952, + "unknown_call_count": 0 + }, + "output_tokens_including_reasoning": { + "known_sum": 32875, + "unknown_call_count": 0 + }, + "reasoning_tokens": { + "known_sum": 22450, + "unknown_call_count": 2 + }, + "cached_input_tokens": { + "known_sum": 45200, + "unknown_call_count": 6 + } + }, + "api_elapsed_seconds_sum": 300.6139999999999, + "conservative_generation_estimate_usd": 0.21798524999999994, + "generation_lower_bound_usd": 0.14687265000000002, + "estimated_cache_storage_usd": 0.0004949166666666667, + "unknown_generation_cost_calls": 0, + "unknown_storage_cost_calls": 1 + }, + "totals_cleaned": { + "call_count": 20, + "usage": { + "input_tokens": { + "known_sum": 152596, + "unknown_call_count": 0 + }, + "output_tokens_including_reasoning": { + "known_sum": 30513, + "unknown_call_count": 0 + }, + "reasoning_tokens": { + "known_sum": 20581, + "unknown_call_count": 2 + }, + "cached_input_tokens": { + "known_sum": 34776, + "unknown_call_count": 6 + } + }, + "api_elapsed_seconds_sum": 274.61299999999994, + "conservative_generation_estimate_usd": 0.20539694999999994, + "generation_lower_bound_usd": 0.13428435000000002, + "estimated_cache_storage_usd": 0.0004949166666666667, + "unknown_generation_cost_calls": 0, + "unknown_storage_cost_calls": 1 + }, + "totals_correction_overhead": { + "call_count": 4, + "usage": { + "input_tokens": { + "known_sum": 14356, + "unknown_call_count": 0 + }, + "output_tokens_including_reasoning": { + "known_sum": 2362, + "unknown_call_count": 0 + }, + "reasoning_tokens": { + "known_sum": 1869, + "unknown_call_count": 0 + }, + "cached_input_tokens": { + "known_sum": 10424, + "unknown_call_count": 0 + } + }, + "api_elapsed_seconds_sum": 26.001, + "conservative_generation_estimate_usd": 0.0125883, + "generation_lower_bound_usd": 0.0125883, + "estimated_cache_storage_usd": 0, + "unknown_generation_cost_calls": 0, + "unknown_storage_cost_calls": 0 + }, + "phases": { + "entity_resolution_plan_v4": { + "all": { + "call_count": 1, + "usage": { + "input_tokens": { + "known_sum": 21006, + "unknown_call_count": 0 + }, + "output_tokens_including_reasoning": { + "known_sum": 134, + "unknown_call_count": 0 + }, + "reasoning_tokens": { + "known_sum": 0, + "unknown_call_count": 1 + }, + "cached_input_tokens": { + "known_sum": 0, + "unknown_call_count": 1 + } + }, + "api_elapsed_seconds_sum": 3.219, + "conservative_generation_estimate_usd": 0.016257, + "generation_lower_bound_usd": 0.00207795, + "estimated_cache_storage_usd": 0, + "unknown_generation_cost_calls": 0, + "unknown_storage_cost_calls": 0 + }, + "cleaned": { + "call_count": 1, + "usage": { + "input_tokens": { + "known_sum": 21006, + "unknown_call_count": 0 + }, + "output_tokens_including_reasoning": { + "known_sum": 134, + "unknown_call_count": 0 + }, + "reasoning_tokens": { + "known_sum": 0, + "unknown_call_count": 1 + }, + "cached_input_tokens": { + "known_sum": 0, + "unknown_call_count": 1 + } + }, + "api_elapsed_seconds_sum": 3.219, + "conservative_generation_estimate_usd": 0.016257, + "generation_lower_bound_usd": 0.00207795, + "estimated_cache_storage_usd": 0, + "unknown_generation_cost_calls": 0, + "unknown_storage_cost_calls": 0 + } + }, + "entity_resolution_assessment_v4": { + "all": { + "call_count": 1, + "usage": { + "input_tokens": { + "known_sum": 25165, + "unknown_call_count": 0 + }, + "output_tokens_including_reasoning": { + "known_sum": 428, + "unknown_call_count": 0 + }, + "reasoning_tokens": { + "known_sum": 0, + "unknown_call_count": 1 + }, + "cached_input_tokens": { + "known_sum": 0, + "unknown_call_count": 1 + } + }, + "api_elapsed_seconds_sum": 5.219, + "conservative_generation_estimate_usd": 0.02047875, + "generation_lower_bound_usd": 0.003492375, + "estimated_cache_storage_usd": 0, + "unknown_generation_cost_calls": 0, + "unknown_storage_cost_calls": 0 + }, + "cleaned": { + "call_count": 1, + "usage": { + "input_tokens": { + "known_sum": 25165, + "unknown_call_count": 0 + }, + "output_tokens_including_reasoning": { + "known_sum": 428, + "unknown_call_count": 0 + }, + "reasoning_tokens": { + "known_sum": 0, + "unknown_call_count": 1 + }, + "cached_input_tokens": { + "known_sum": 0, + "unknown_call_count": 1 + } + }, + "api_elapsed_seconds_sum": 5.219, + "conservative_generation_estimate_usd": 0.02047875, + "generation_lower_bound_usd": 0.003492375, + "estimated_cache_storage_usd": 0, + "unknown_generation_cost_calls": 0, + "unknown_storage_cost_calls": 0 + } + }, + "case_plan_v2": { + "all": { + "call_count": 1, + "usage": { + "input_tokens": { + "known_sum": 13645, + "unknown_call_count": 0 + }, + "output_tokens_including_reasoning": { + "known_sum": 10371, + "unknown_call_count": 0 + }, + "reasoning_tokens": { + "known_sum": 7132, + "unknown_call_count": 0 + }, + "cached_input_tokens": { + "known_sum": 0, + "unknown_call_count": 1 + } + }, + "api_elapsed_seconds_sum": 75.453, + "conservative_generation_estimate_usd": 0.049125, + "generation_lower_bound_usd": 0.039914625, + "estimated_cache_storage_usd": 0, + "unknown_generation_cost_calls": 0, + "unknown_storage_cost_calls": 0 + }, + "cleaned": { + "call_count": 1, + "usage": { + "input_tokens": { + "known_sum": 13645, + "unknown_call_count": 0 + }, + "output_tokens_including_reasoning": { + "known_sum": 10371, + "unknown_call_count": 0 + }, + "reasoning_tokens": { + "known_sum": 7132, + "unknown_call_count": 0 + }, + "cached_input_tokens": { + "known_sum": 0, + "unknown_call_count": 1 + } + }, + "api_elapsed_seconds_sum": 75.453, + "conservative_generation_estimate_usd": 0.049125, + "generation_lower_bound_usd": 0.039914625, + "estimated_cache_storage_usd": 0, + "unknown_generation_cost_calls": 0, + "unknown_storage_cost_calls": 0 + } + }, + "investigation_startup_v1": { + "all": { + "call_count": 4, + "usage": { + "input_tokens": { + "known_sum": 14731, + "unknown_call_count": 0 + }, + "output_tokens_including_reasoning": { + "known_sum": 3109, + "unknown_call_count": 0 + }, + "reasoning_tokens": { + "known_sum": 2612, + "unknown_call_count": 0 + }, + "cached_input_tokens": { + "known_sum": 10248, + "unknown_call_count": 0 + } + }, + "api_elapsed_seconds_sum": 36.407, + "conservative_generation_estimate_usd": 0.0157896, + "generation_lower_bound_usd": 0.0157896, + "estimated_cache_storage_usd": 0.00010675, + "unknown_generation_cost_calls": 0, + "unknown_storage_cost_calls": 0 + }, + "cleaned": { + "call_count": 3, + "usage": { + "input_tokens": { + "known_sum": 10931, + "unknown_call_count": 0 + }, + "output_tokens_including_reasoning": { + "known_sum": 2232, + "unknown_call_count": 0 + }, + "reasoning_tokens": { + "known_sum": 1865, + "unknown_call_count": 0 + }, + "cached_input_tokens": { + "known_sum": 7686, + "unknown_call_count": 0 + } + }, + "api_elapsed_seconds_sum": 27.751, + "conservative_generation_estimate_usd": 0.0113802, + "generation_lower_bound_usd": 0.0113802, + "estimated_cache_storage_usd": 0.00010675, + "unknown_generation_cost_calls": 0, + "unknown_storage_cost_calls": 0 + } + }, + "investigation_startup_review_v1": { + "all": { + "call_count": 1, + "usage": { + "input_tokens": { + "known_sum": 3069, + "unknown_call_count": 0 + }, + "output_tokens_including_reasoning": { + "known_sum": 3389, + "unknown_call_count": 0 + }, + "reasoning_tokens": { + "known_sum": 2704, + "unknown_call_count": 0 + }, + "cached_input_tokens": { + "known_sum": 0, + "unknown_call_count": 1 + } + }, + "api_elapsed_seconds_sum": 27.109, + "conservative_generation_estimate_usd": 0.0150105, + "generation_lower_bound_usd": 0.012938924999999999, + "estimated_cache_storage_usd": 0, + "unknown_generation_cost_calls": 0, + "unknown_storage_cost_calls": 1 + }, + "cleaned": { + "call_count": 1, + "usage": { + "input_tokens": { + "known_sum": 3069, + "unknown_call_count": 0 + }, + "output_tokens_including_reasoning": { + "known_sum": 3389, + "unknown_call_count": 0 + }, + "reasoning_tokens": { + "known_sum": 2704, + "unknown_call_count": 0 + }, + "cached_input_tokens": { + "known_sum": 0, + "unknown_call_count": 1 + } + }, + "api_elapsed_seconds_sum": 27.109, + "conservative_generation_estimate_usd": 0.0150105, + "generation_lower_bound_usd": 0.012938924999999999, + "estimated_cache_storage_usd": 0, + "unknown_generation_cost_calls": 0, + "unknown_storage_cost_calls": 1 + } + }, + "investigation_project_v20": { + "all": { + "call_count": 14, + "usage": { + "input_tokens": { + "known_sum": 46869, + "unknown_call_count": 0 + }, + "output_tokens_including_reasoning": { + "known_sum": 8608, + "unknown_call_count": 0 + }, + "reasoning_tokens": { + "known_sum": 5981, + "unknown_call_count": 0 + }, + "cached_input_tokens": { + "known_sum": 34952, + "unknown_call_count": 0 + } + }, + "api_elapsed_seconds_sum": 102.03499999999998, + "conservative_generation_estimate_usd": 0.04383915000000001, + "generation_lower_bound_usd": 0.04383915000000001, + "estimated_cache_storage_usd": 0.0003881666666666667, + "unknown_generation_cost_calls": 0, + "unknown_storage_cost_calls": 0 + }, + "cleaned": { + "call_count": 11, + "usage": { + "input_tokens": { + "known_sum": 36313, + "unknown_call_count": 0 + }, + "output_tokens_including_reasoning": { + "known_sum": 7123, + "unknown_call_count": 0 + }, + "reasoning_tokens": { + "known_sum": 4859, + "unknown_call_count": 0 + }, + "cached_input_tokens": { + "known_sum": 27090, + "unknown_call_count": 0 + } + }, + "api_elapsed_seconds_sum": 84.68999999999998, + "conservative_generation_estimate_usd": 0.035660250000000004, + "generation_lower_bound_usd": 0.035660250000000004, + "estimated_cache_storage_usd": 0.0003881666666666667, + "unknown_generation_cost_calls": 0, + "unknown_storage_cost_calls": 0 + } + }, + "diagnosis_v8": { + "all": { + "call_count": 1, + "usage": { + "input_tokens": { + "known_sum": 26093, + "unknown_call_count": 0 + }, + "output_tokens_including_reasoning": { + "known_sum": 3664, + "unknown_call_count": 0 + }, + "reasoning_tokens": { + "known_sum": 2414, + "unknown_call_count": 0 + }, + "cached_input_tokens": { + "known_sum": 0, + "unknown_call_count": 1 + } + }, + "api_elapsed_seconds_sum": 28.594, + "conservative_generation_estimate_usd": 0.03330975, + "generation_lower_bound_usd": 0.015696975000000002, + "estimated_cache_storage_usd": 0, + "unknown_generation_cost_calls": 0, + "unknown_storage_cost_calls": 0 + }, + "cleaned": { + "call_count": 1, + "usage": { + "input_tokens": { + "known_sum": 26093, + "unknown_call_count": 0 + }, + "output_tokens_including_reasoning": { + "known_sum": 3664, + "unknown_call_count": 0 + }, + "reasoning_tokens": { + "known_sum": 2414, + "unknown_call_count": 0 + }, + "cached_input_tokens": { + "known_sum": 0, + "unknown_call_count": 1 + } + }, + "api_elapsed_seconds_sum": 28.594, + "conservative_generation_estimate_usd": 0.03330975, + "generation_lower_bound_usd": 0.015696975000000002, + "estimated_cache_storage_usd": 0, + "unknown_generation_cost_calls": 0, + "unknown_storage_cost_calls": 0 + } + }, + "change_request_v9": { + "all": { + "call_count": 1, + "usage": { + "input_tokens": { + "known_sum": 16374, + "unknown_call_count": 0 + }, + "output_tokens_including_reasoning": { + "known_sum": 3172, + "unknown_call_count": 0 + }, + "reasoning_tokens": { + "known_sum": 1607, + "unknown_call_count": 0 + }, + "cached_input_tokens": { + "known_sum": 0, + "unknown_call_count": 1 + } + }, + "api_elapsed_seconds_sum": 22.578, + "conservative_generation_estimate_usd": 0.0241755, + "generation_lower_bound_usd": 0.013123049999999999, + "estimated_cache_storage_usd": 0, + "unknown_generation_cost_calls": 0, + "unknown_storage_cost_calls": 0 + }, + "cleaned": { + "call_count": 1, + "usage": { + "input_tokens": { + "known_sum": 16374, + "unknown_call_count": 0 + }, + "output_tokens_including_reasoning": { + "known_sum": 3172, + "unknown_call_count": 0 + }, + "reasoning_tokens": { + "known_sum": 1607, + "unknown_call_count": 0 + }, + "cached_input_tokens": { + "known_sum": 0, + "unknown_call_count": 1 + } + }, + "api_elapsed_seconds_sum": 22.578, + "conservative_generation_estimate_usd": 0.0241755, + "generation_lower_bound_usd": 0.013123049999999999, + "estimated_cache_storage_usd": 0, + "unknown_generation_cost_calls": 0, + "unknown_storage_cost_calls": 0 + } + } + }, + "trial_process_elapsed_seconds": 543.109906, + "trial_process_elapsed_scope": "Observer start to stop for the single paid trial process; includes local research, package writes and validation; not the separate offline evaluation.", + "package_valid": true, + "output_export_matches_case_package": true, + "hypotheses": { + "H1": { + "iterations": 5, + "confidence": "strongly_supported", + "disposition": "finish" + }, + "H2": { + "iterations": 4, + "confidence": "weakened", + "disposition": "reject" + }, + "H3": { + "iterations": 5, + "confidence": "weakened", + "disposition": "reject" + } + }, + "assessment": { + "regression": "Missing static spawns correctly diagnosed; SQL-template and human-dev assignments produced.", + "qualified_handoff": "Exact deterministic preservation of remaining_uncertainty and scope_limits verified. Existing model output contracts accepted.", + "limitations": [ + "H2/H3 refutation remains stronger than the stated coverage; C++ dynamic paths explicitly uninspected.", + "Diagnosis/human task still overemphasize canonical/reference coordinates; suitable reviewed data should suffice unless specifically required.", + "Coding validation covers row presence/event links; explicit in-game validation is only in diagnosis recommendations.", + "Placeholders represent whole row groups rather than individual missing scalar values." + ] + }, + "comparison": { + "reference_report": "bug20-contract-v2-20261020-g00000122.json", + "all": { + "previous": { + "call_count": 22, + "usage": { + "input_tokens": { + "known_sum": 143398, + "unknown_call_count": 0 + }, + "output_tokens_including_reasoning": { + "known_sum": 31060, + "unknown_call_count": 0 + }, + "reasoning_tokens": { + "known_sum": 20456, + "unknown_call_count": 2 + }, + "cached_input_tokens": { + "known_sum": 31156, + "unknown_call_count": 6 + } + }, + "api_elapsed_seconds_sum": 265.28000000000003, + "conservative_generation_estimate_usd": 0.2029932, + "generation_lower_bound_usd": 0.136379475, + "estimated_cache_storage_usd": 0.0005401666666666667 + }, + "current": { + "call_count": 24, + "usage": { + "input_tokens": { + "known_sum": 166952, + "unknown_call_count": 0 + }, + "output_tokens_including_reasoning": { + "known_sum": 32875, + "unknown_call_count": 0 + }, + "reasoning_tokens": { + "known_sum": 22450, + "unknown_call_count": 2 + }, + "cached_input_tokens": { + "known_sum": 45200, + "unknown_call_count": 6 + } + }, + "api_elapsed_seconds_sum": 300.6139999999999, + "conservative_generation_estimate_usd": 0.21798524999999994, + "generation_lower_bound_usd": 0.14687265000000002, + "estimated_cache_storage_usd": 0.0004949166666666667, + "unknown_generation_cost_calls": 0, + "unknown_storage_cost_calls": 1 + } + }, + "cleaned": { + "previous": { + "call_count": 20, + "usage": { + "input_tokens": { + "known_sum": 137497, + "unknown_call_count": 0 + }, + "output_tokens_including_reasoning": { + "known_sum": 28376, + "unknown_call_count": 0 + }, + "reasoning_tokens": { + "known_sum": 18260, + "unknown_call_count": 2 + }, + "cached_input_tokens": { + "known_sum": 27589, + "unknown_call_count": 6 + } + }, + "api_elapsed_seconds_sum": 243.32700000000003, + "conservative_generation_estimate_usd": 0.190910175, + "generation_lower_bound_usd": 0.12429645, + "estimated_cache_storage_usd": 0.00047633333333333333 + }, + "current": { + "call_count": 20, + "usage": { + "input_tokens": { + "known_sum": 152596, + "unknown_call_count": 0 + }, + "output_tokens_including_reasoning": { + "known_sum": 30513, + "unknown_call_count": 0 + }, + "reasoning_tokens": { + "known_sum": 20581, + "unknown_call_count": 2 + }, + "cached_input_tokens": { + "known_sum": 34776, + "unknown_call_count": 6 + } + }, + "api_elapsed_seconds_sum": 274.61299999999994, + "conservative_generation_estimate_usd": 0.20539694999999994, + "generation_lower_bound_usd": 0.13428435000000002, + "estimated_cache_storage_usd": 0.0004949166666666667, + "unknown_generation_cost_calls": 0, + "unknown_storage_cost_calls": 1 + } + } + }, + "notes": [ + "First regular calls remain in cleaned usage even if rejected; four follow-up attempts excluded.", + "Reasoning is included in output tokens and is not added again; missing counts remain unknown.", + "Unknown cache counts cause a conservative full-input-price estimate; lower bound assumes cached input pricing, not a measured discount.", + "EUR account delta is actual user billing; per-call and phase estimates remain in USD.", + "Case input/config contents and model answers are not stored in this report.", + "Only test preparation records were committed between preparation_code_commit and code_commit; runtime implementation unchanged." + ], + "preparation_code_commit": "a33cee0cf86595baa03919d7530f3ac5107ebf06", + "output_validation_status": "VALID", + "evaluation_paid_api_calls": 0 +}