Files
VianoBugAnalysis/docs/test-results/token-usage/bug20-joint-planning-20261019.json

509 lines
18 KiB
JSON

{
"format": "viano-token-usage-report",
"format_version": 1,
"recorded_date": "2026-10-20",
"run": "bug20-joint-planning-20261019",
"case_id": "BUG-000020",
"package_id": "trial-joint-planning-BUG-000020-20261019",
"package_generation": 97,
"analysis_revision": 1,
"state": "OUTPUT_READY",
"routing": {
"destination": "outbox",
"reason": null,
"retry_count": 0,
"retry_not_before": null
},
"source_package": "service-data/trials/bug20-joint-planning-20261019/cases/897a914b67a02e6109a6b567e377e43c72b90ab216bfb9d2dc24485a5a55db8d/60d94dc476555860dafbb6b852fa5a4d763ea432e1f62723280817bafa379d35/g00000097.zip",
"manifest_sha256": "7ac099c9388bd4fc3fa4e929a3d58a0b8ab79f6b1121999cf596f08db83e17ad",
"notes": [
"output_tokens includes reasoning_tokens; never add reasoning to output again",
"Null usage is unavailable, not zero; known sums carry missing counts",
"Accepted planning deduplicates calls used by both phase artifacts",
"Elapsed API sums are not wall-clock trial duration",
"Investigation calls without phase-artifact pointers are not automatically classified as accepted or rejected"
],
"totals_all_calls": {
"call_count": 18,
"input_tokens": {
"known_sum": 254110,
"missing_call_count": 0
},
"output_tokens": {
"known_sum": 48571,
"missing_call_count": 0
},
"reasoning_tokens": {
"known_sum": 33711,
"missing_call_count": 4
},
"visible_output_tokens": {
"known_sum": 13622,
"missing_call_count": 4
},
"cached_input_tokens": {
"known_sum": 50576,
"missing_call_count": 8
},
"api_elapsed_seconds_sum": 393.686
},
"totals_planning_all_attempts": {
"call_count": 3,
"input_tokens": {
"known_sum": 44531,
"missing_call_count": 0
},
"output_tokens": {
"known_sum": 16011,
"missing_call_count": 0
},
"reasoning_tokens": {
"known_sum": 8854,
"missing_call_count": 0
},
"visible_output_tokens": {
"known_sum": 7157,
"missing_call_count": 0
},
"cached_input_tokens": {
"known_sum": 0,
"missing_call_count": 3
},
"api_elapsed_seconds_sum": 106.218
},
"totals_planning_accepted_only": {
"call_count": 2,
"input_tokens": {
"known_sum": 31545,
"missing_call_count": 0
},
"output_tokens": {
"known_sum": 9282,
"missing_call_count": 0
},
"reasoning_tokens": {
"known_sum": 5714,
"missing_call_count": 0
},
"visible_output_tokens": {
"known_sum": 3568,
"missing_call_count": 0
},
"cached_input_tokens": {
"known_sum": 0,
"missing_call_count": 2
},
"api_elapsed_seconds_sum": 61.609
},
"calls": [
{
"call_ref": "llm/operations/6c0a36f93bea41b87241a30769bd92bb6dc387869b46d3a013ec595cfc7e9548/round-0001.json",
"call_sha256": "ea18fbf657b95ee8e52e35062d8aced37fa9204d7bcc8437af9bb9766728099d",
"phase": "INTERPRETING_CASE",
"status": "SUCCESS",
"code": null,
"validation_errors": [],
"accepted_by": [],
"prompt_version": "entity_resolution_plan_v4",
"provider": "gemini-native",
"model": "gemini-3.8-flash",
"config_hash": "249a08e844d8a62c6b202c0bf856d2fa67f9c77f7a1f03174e79f874bf24ac69",
"elapsed_seconds": 2.985,
"usage": {
"input_tokens": 21005,
"output_tokens": 180,
"reasoning_tokens": null,
"cached_input_tokens": null,
"uncached_input_tokens": null,
"visible_output_tokens": null
}
},
{
"call_ref": "llm/operations/88adb8b462df2c473b421f617b086dd65351532f28e81a7a1052e1f24da87dea/round-0001.json",
"call_sha256": "f4e388bb58162ae651534684aeedc8894892dbc4fbcd731d4a997d2e37b4d969",
"phase": "INTERPRETING_CASE",
"status": "SUCCESS",
"code": null,
"validation_errors": [],
"accepted_by": [],
"prompt_version": "entity_resolution_assessment_v4",
"provider": "gemini-native",
"model": "gemini-3.8-flash",
"config_hash": "249a08e844d8a62c6b202c0bf856d2fa67f9c77f7a1f03174e79f874bf24ac69",
"elapsed_seconds": 5.078,
"usage": {
"input_tokens": 25764,
"output_tokens": 501,
"reasoning_tokens": null,
"cached_input_tokens": null,
"uncached_input_tokens": null,
"visible_output_tokens": null
}
},
{
"call_ref": "llm/operations/572afccbd4034d9c5485045cb4bb28b61fdd40e48dc8a3fab67cfc17e997cd65/round-0001.json",
"call_sha256": "81b5649c121cf83dc049bac836a5fd607aed4031bf1626f6c0768e1ff19f2fa5",
"phase": "INTERPRETING_CASE",
"status": "SUCCESS",
"code": null,
"validation_errors": [
"INTERPRETATION_SOURCE_KIND"
],
"accepted_by": [],
"prompt_version": "case_plan_v1",
"provider": "gemini-native",
"model": "gemini-3.8-flash",
"config_hash": "249a08e844d8a62c6b202c0bf856d2fa67f9c77f7a1f03174e79f874bf24ac69",
"elapsed_seconds": 44.609,
"usage": {
"input_tokens": 12986,
"output_tokens": 6729,
"reasoning_tokens": 3140,
"cached_input_tokens": null,
"uncached_input_tokens": null,
"visible_output_tokens": 3589
}
},
{
"call_ref": "llm/operations/cdf9fddd5dccf7c6859f2f4c5aa65e46778d6d44e446cf579fa6b6f462b9b85c/round-0001.json",
"call_sha256": "640befa42a34ed697eb234d2be12c43033d6aaa78f7c92cc94c9619f8adbfe81",
"phase": "INTERPRETING_CASE",
"status": "SUCCESS",
"code": null,
"validation_errors": [],
"accepted_by": [
"case_interpretation"
],
"prompt_version": "case_plan_interpretation_repair_v1",
"provider": "gemini-native",
"model": "gemini-3.8-flash",
"config_hash": "249a08e844d8a62c6b202c0bf856d2fa67f9c77f7a1f03174e79f874bf24ac69",
"elapsed_seconds": 26.859,
"usage": {
"input_tokens": 15650,
"output_tokens": 4446,
"reasoning_tokens": 2526,
"cached_input_tokens": null,
"uncached_input_tokens": null,
"visible_output_tokens": 1920
}
},
{
"call_ref": "llm/operations/5fa06d3e4f4063a74b5818fdba690a7e1cd8b145506fb7c1d2a5deefc421ef98/round-0001.json",
"call_sha256": "a91fc7ebdb21be2bce1281b8d5393371a5483aa2edbdce21488946e1a0894a81",
"phase": "GENERATING_HYPOTHESES",
"status": "SUCCESS",
"code": null,
"validation_errors": [],
"accepted_by": [
"hypotheses"
],
"prompt_version": "hypotheses_v4",
"provider": "gemini-native",
"model": "gemini-3.8-flash",
"config_hash": "249a08e844d8a62c6b202c0bf856d2fa67f9c77f7a1f03174e79f874bf24ac69",
"elapsed_seconds": 34.75,
"usage": {
"input_tokens": 15895,
"output_tokens": 4836,
"reasoning_tokens": 3188,
"cached_input_tokens": null,
"uncached_input_tokens": null,
"visible_output_tokens": 1648
}
},
{
"call_ref": "llm/operations/ca6cdff81de3cbae0492c26802daa287b11bf4fabefad477a9b64f1b6db30112/round-0001.json",
"call_sha256": "b938dc074fda1a8fa5a4aa4d9d4b78c76f7b74d38a28ae2ff433f2ad0b71502e",
"phase": "INVESTIGATING_HYPOTHESES",
"status": "SUCCESS",
"code": null,
"validation_errors": [],
"accepted_by": [],
"prompt_version": "investigation_bootstrap_v23",
"provider": "gemini-native",
"model": "gemini-3.8-flash",
"config_hash": "249a08e844d8a62c6b202c0bf856d2fa67f9c77f7a1f03174e79f874bf24ac69",
"elapsed_seconds": 11.125,
"usage": {
"input_tokens": 6028,
"output_tokens": 1184,
"reasoning_tokens": 844,
"cached_input_tokens": 5125,
"uncached_input_tokens": 903,
"visible_output_tokens": 340
}
},
{
"call_ref": "llm/operations/54ef9b495e10fe49a2ffad5909c89efdbfe7ef7645b601865d12e5223b0651bc/round-0001.json",
"call_sha256": "39103cc7bfda62cc8956d49d379394f5a23c515219de85d9fe255f1ee5970e50",
"phase": "INVESTIGATING_HYPOTHESES",
"status": "SUCCESS",
"code": null,
"validation_errors": [],
"accepted_by": [],
"prompt_version": "investigation_bootstrap_v23",
"provider": "gemini-native",
"model": "gemini-3.8-flash",
"config_hash": "249a08e844d8a62c6b202c0bf856d2fa67f9c77f7a1f03174e79f874bf24ac69",
"elapsed_seconds": 44.469,
"usage": {
"input_tokens": 8448,
"output_tokens": 6491,
"reasoning_tokens": 5965,
"cached_input_tokens": 5125,
"uncached_input_tokens": 3323,
"visible_output_tokens": 526
}
},
{
"call_ref": "llm/operations/71fd77c20b2af9bb2d842927c7a39cc8e1cf3e15541f387a26054fdb1047b6e4/round-0001.json",
"call_sha256": "8708f97fc082cd4ee6eaa1597bb07e4310a64e60ee58cc23fcfecb22f47eef53",
"phase": "INVESTIGATING_HYPOTHESES",
"status": "SUCCESS",
"code": null,
"validation_errors": [],
"accepted_by": [],
"prompt_version": "investigation_bootstrap_v23",
"provider": "gemini-native",
"model": "gemini-3.8-flash",
"config_hash": "249a08e844d8a62c6b202c0bf856d2fa67f9c77f7a1f03174e79f874bf24ac69",
"elapsed_seconds": 70.297,
"usage": {
"input_tokens": 9453,
"output_tokens": 4801,
"reasoning_tokens": 4454,
"cached_input_tokens": 5125,
"uncached_input_tokens": 4328,
"visible_output_tokens": 347
}
},
{
"call_ref": "llm/operations/c619a7901de5674f54e8371759fba596a7746f67d62499b198780813912e5c31/round-0001.json",
"call_sha256": "43e2a484b19dac9bb4f53f8ddafd6d2d5fe4d4c1291f93e32d519ff401ce7ff4",
"phase": "INVESTIGATING_HYPOTHESES",
"status": "SUCCESS",
"code": null,
"validation_errors": [],
"accepted_by": [],
"prompt_version": "investigation_project_v20",
"provider": "gemini-native",
"model": "gemini-3.8-flash",
"config_hash": "249a08e844d8a62c6b202c0bf856d2fa67f9c77f7a1f03174e79f874bf24ac69",
"elapsed_seconds": 11.203,
"usage": {
"input_tokens": 13739,
"output_tokens": 1247,
"reasoning_tokens": 1045,
"cached_input_tokens": 6274,
"uncached_input_tokens": 7465,
"visible_output_tokens": 202
}
},
{
"call_ref": "llm/operations/b5de43dfa1122fa86decfa538047ee813621839eded8ed15356d341f3439e383/round-0001.json",
"call_sha256": "4e0e2872ef8b331c69d0d9435b1469b200e41b10ac77cbb24da84c49024def2d",
"phase": "INVESTIGATING_HYPOTHESES",
"status": "SUCCESS",
"code": null,
"validation_errors": [],
"accepted_by": [],
"prompt_version": "investigation_project_v20",
"provider": "gemini-native",
"model": "gemini-3.8-flash",
"config_hash": "249a08e844d8a62c6b202c0bf856d2fa67f9c77f7a1f03174e79f874bf24ac69",
"elapsed_seconds": 6.359,
"usage": {
"input_tokens": 15338,
"output_tokens": 711,
"reasoning_tokens": 541,
"cached_input_tokens": 6274,
"uncached_input_tokens": 9064,
"visible_output_tokens": 170
}
},
{
"call_ref": "llm/operations/6849c974442865e5ca3e8f146ef4520c275f2e37a25fb7caa498f17089ed6dc1/round-0001.json",
"call_sha256": "ef958be97b1cc0217a431a6945f3cdf282bc079392ce379c19279e8ca5fffc4f",
"phase": "INVESTIGATING_HYPOTHESES",
"status": "SUCCESS",
"code": null,
"validation_errors": [],
"accepted_by": [],
"prompt_version": "investigation_project_v20",
"provider": "gemini-native",
"model": "gemini-3.8-flash",
"config_hash": "249a08e844d8a62c6b202c0bf856d2fa67f9c77f7a1f03174e79f874bf24ac69",
"elapsed_seconds": 13.015,
"usage": {
"input_tokens": 13963,
"output_tokens": 1560,
"reasoning_tokens": 1272,
"cached_input_tokens": 6274,
"uncached_input_tokens": 7689,
"visible_output_tokens": 288
}
},
{
"call_ref": "llm/operations/475d5f458554c35131f24fc92fb2e762c69a8d9c6d4ab9d6426fbd72e6303af3/round-0001.json",
"call_sha256": "1e912ee014b2af06b6105be3e9c28940f5e73b37fb8fe9720597d67db19e3671",
"phase": "INVESTIGATING_HYPOTHESES",
"status": "SUCCESS",
"code": null,
"validation_errors": [],
"accepted_by": [],
"prompt_version": "investigation_project_v20",
"provider": "gemini-native",
"model": "gemini-3.8-flash",
"config_hash": "249a08e844d8a62c6b202c0bf856d2fa67f9c77f7a1f03174e79f874bf24ac69",
"elapsed_seconds": 13.093,
"usage": {
"input_tokens": 14745,
"output_tokens": 1485,
"reasoning_tokens": 1208,
"cached_input_tokens": 6274,
"uncached_input_tokens": 8471,
"visible_output_tokens": 277
}
},
{
"call_ref": "llm/operations/8f58f73379896f4edda417f564668be151dea6f1dd75d1872c8aeb64d0cef5ce/round-0001.json",
"call_sha256": "7b101261a0613dec0cb0cc531ca5298b531853e2987087e27204a51c6a6367ed",
"phase": "INVESTIGATING_HYPOTHESES",
"status": "SUCCESS",
"code": null,
"validation_errors": [],
"accepted_by": [],
"prompt_version": "investigation_project_v20",
"provider": "gemini-native",
"model": "gemini-3.8-flash",
"config_hash": "249a08e844d8a62c6b202c0bf856d2fa67f9c77f7a1f03174e79f874bf24ac69",
"elapsed_seconds": 23.562,
"usage": {
"input_tokens": 16348,
"output_tokens": 2930,
"reasoning_tokens": 2461,
"cached_input_tokens": 4469,
"uncached_input_tokens": 11879,
"visible_output_tokens": 469
}
},
{
"call_ref": "llm/operations/a4ed5334e4125ed14bcbca18629a561513bba48ef92afecc570c14d9e90e05cc/round-0001.json",
"call_sha256": "442d679bccdde15911ed18d2c0a620a911d55d825ea53855f39b7f704aec70fe",
"phase": "INVESTIGATING_HYPOTHESES",
"status": "SUCCESS",
"code": null,
"validation_errors": [],
"accepted_by": [],
"prompt_version": "investigation_project_v20",
"provider": "gemini-native",
"model": "gemini-3.8-flash",
"config_hash": "249a08e844d8a62c6b202c0bf856d2fa67f9c77f7a1f03174e79f874bf24ac69",
"elapsed_seconds": 5.391,
"usage": {
"input_tokens": 6521,
"output_tokens": 336,
"reasoning_tokens": null,
"cached_input_tokens": 2818,
"uncached_input_tokens": 3703,
"visible_output_tokens": null
}
},
{
"call_ref": "llm/operations/b7f2e84e7ce1ab15fea771e71ef5c71f3321d1b419eefa7f3f69f110b5c356c6/round-0001.json",
"call_sha256": "a11d6b43f076342897d1e1485fc3bb53ac3b8db7ac0b7ffb1347b78f46d2945f",
"phase": "INVESTIGATING_HYPOTHESES",
"status": "SUCCESS",
"code": null,
"validation_errors": [],
"accepted_by": [],
"prompt_version": "investigation_project_v20",
"provider": "gemini-native",
"model": "gemini-3.8-flash",
"config_hash": "249a08e844d8a62c6b202c0bf856d2fa67f9c77f7a1f03174e79f874bf24ac69",
"elapsed_seconds": 3.719,
"usage": {
"input_tokens": 7431,
"output_tokens": 221,
"reasoning_tokens": null,
"cached_input_tokens": 2818,
"uncached_input_tokens": 4613,
"visible_output_tokens": null
}
},
{
"call_ref": "llm/operations/25febf70da1f602d9d830c61c59e4504617a8bc05beac14676d7fd4e9f6589f9/round-0001.json",
"call_sha256": "0e3dfa99c65c75b58fe6553db44b578b86fe2ef569caa9257e67f4d498aa65f6",
"phase": "BUILDING_DIAGNOSIS",
"status": "SUCCESS",
"code": null,
"validation_errors": [],
"accepted_by": [
"diagnosis"
],
"prompt_version": "diagnosis_early_v7",
"provider": "gemini-native",
"model": "gemini-3.8-flash",
"config_hash": "249a08e844d8a62c6b202c0bf856d2fa67f9c77f7a1f03174e79f874bf24ac69",
"elapsed_seconds": 25.672,
"usage": {
"input_tokens": 21736,
"output_tokens": 3514,
"reasoning_tokens": 2300,
"cached_input_tokens": null,
"uncached_input_tokens": null,
"visible_output_tokens": 1214
}
},
{
"call_ref": "llm/operations/17917402a4c04bd20ae3b0a2f256a39daa4c026a0afff5f80f408478611d4e03/round-0001.json",
"call_sha256": "267554a74192630ddabdcd221cf78e62067b58abce18bf5403e9fcf061bfe74d",
"phase": "BUILDING_DIAGNOSIS",
"status": "ERROR",
"code": "LLM_RESPONSE",
"validation_errors": [
"LLM_RESPONSE"
],
"accepted_by": [],
"prompt_version": "change_request_v8",
"provider": "gemini-native",
"model": "gemini-3.8-flash",
"config_hash": "249a08e844d8a62c6b202c0bf856d2fa67f9c77f7a1f03174e79f874bf24ac69",
"elapsed_seconds": 26.75,
"usage": {
"input_tokens": 14456,
"output_tokens": 3815,
"reasoning_tokens": 2497,
"cached_input_tokens": null,
"uncached_input_tokens": null,
"visible_output_tokens": 1318
}
},
{
"call_ref": "llm/operations/c06b231c8faccaeb58e9684b7d28a566e8bd629c8dcd13a423c9ba2a012d27b6/round-0001.json",
"call_sha256": "0f6319fbe2b0defd9bcf0ad6c3ba9ff2ce81e8dcd6750e052552b29158c28d2b",
"phase": "BUILDING_DIAGNOSIS",
"status": "SUCCESS",
"code": null,
"validation_errors": [],
"accepted_by": [
"change_request"
],
"prompt_version": "change_request_v8",
"provider": "gemini-native",
"model": "gemini-3.8-flash",
"config_hash": "249a08e844d8a62c6b202c0bf856d2fa67f9c77f7a1f03174e79f874bf24ac69",
"elapsed_seconds": 24.75,
"usage": {
"input_tokens": 14604,
"output_tokens": 3584,
"reasoning_tokens": 2270,
"cached_input_tokens": null,
"uncached_input_tokens": null,
"visible_output_tokens": 1314
}
}
]
}