Nico/VianoBugAnalysis
1
1 Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Archive standalone token usage reports and retention rules

Browse Source
This commit is contained in:
Nico committed 2026-10-20 10:59:33 +02:00
1 parent 3872735c0a
commit 3beac3bd1c
8 files changed
+1829
Download Patch File Download Diff File Expand all files Collapse all files

No files matched your search

docs/test-results/token-usage/bug20-shared-recovery-20261019.json
+530
View File
@@ -0,0 +1,530 @@
{
"format": "viano-token-usage-report",
"format_version": 1,
"recorded_date": "2026-10-20",
"run": "bug20-shared-recovery-20261019",
"case_id": "BUG-000020",
"package_id": "trial-shared-recovery-BUG-000020-20261019",
"package_generation": 100,
"analysis_revision": 1,
"state": "OUTPUT_READY",
"routing": {
"destination": "outbox",
"reason": null,
"retry_count": 0,
"retry_not_before": null
},
"source_package": "service-data/trials/bug20-shared-recovery-20261019/cases/897a914b67a02e6109a6b567e377e43c72b90ab216bfb9d2dc24485a5a55db8d/49c833d7194c687b04596c9b9a4bd0f4f021f54171839fb8336fc85296f98ed6/g00000100.zip",
"manifest_sha256": "849c54c0324094dfa0ed61b28802bebf27a29dadd8c15674013689ebf9b1ba15",
"notes": [
"output_tokens includes reasoning_tokens; never add reasoning to output again",
"Null usage is unavailable, not zero; known sums carry missing counts",
"Accepted planning deduplicates calls used by both phase artifacts",
"Elapsed API sums are not wall-clock trial duration",
"Investigation calls without phase-artifact pointers are not automatically classified as accepted or rejected"
],
"totals_all_calls": {
"call_count": 19,
"input_tokens": {
"known_sum": 295146,
"missing_call_count": 0
},
"output_tokens": {
"known_sum": 63527,
"missing_call_count": 0
},
"reasoning_tokens": {
"known_sum": 49718,
"missing_call_count": 4
},
"visible_output_tokens": {
"known_sum": 12441,
"missing_call_count": 4
},
"cached_input_tokens": {
"known_sum": 69687,
"missing_call_count": 7
},
"api_elapsed_seconds_sum": 509.249
},
"totals_planning_all_attempts": {
"call_count": 4,
"input_tokens": {
"known_sum": 63120,
"missing_call_count": 0
},
"output_tokens": {
"known_sum": 19587,
"missing_call_count": 0
},
"reasoning_tokens": {
"known_sum": 12903,
"missing_call_count": 0
},
"visible_output_tokens": {
"known_sum": 6684,
"missing_call_count": 0
},
"cached_input_tokens": {
"known_sum": 14024,
"missing_call_count": 3
},
"api_elapsed_seconds_sum": 162.937
},
"totals_planning_accepted_only": {
"call_count": 2,
"input_tokens": {
"known_sum": 31170,
"missing_call_count": 0
},
"output_tokens": {
"known_sum": 11757,
"missing_call_count": 0
},
"reasoning_tokens": {
"known_sum": 8328,
"missing_call_count": 0
},
"visible_output_tokens": {
"known_sum": 3429,
"missing_call_count": 0
},
"cached_input_tokens": {
"known_sum": 14024,
"missing_call_count": 1
},
"api_elapsed_seconds_sum": 97.422
},
"calls": [
{
"call_ref": "llm/operations/6c0a36f93bea41b87241a30769bd92bb6dc387869b46d3a013ec595cfc7e9548/round-0001.json",
"call_sha256": "705adf20ab5efe08abfe681e41e988038f7967b230eb485e235bb1f5c60b2e5f",
"phase": "INTERPRETING_CASE",
"status": "SUCCESS",
"code": null,
"validation_errors": [],
"accepted_by": [],
"prompt_version": "entity_resolution_plan_v4",
"provider": "gemini-native",
"model": "gemini-3.8-flash",
"config_hash": "249a08e844d8a62c6b202c0bf856d2fa67f9c77f7a1f03174e79f874bf24ac69",
"elapsed_seconds": 3.547,
"usage": {
"input_tokens": 21008,
"output_tokens": 194,
"reasoning_tokens": null,
"cached_input_tokens": null,
"uncached_input_tokens": null,
"visible_output_tokens": null
}
},
{
"call_ref": "llm/operations/88adb8b462df2c473b421f617b086dd65351532f28e81a7a1052e1f24da87dea/round-0001.json",
"call_sha256": "f1b86b6be890ad059d389f6dfe790da972a34664076b9d3a71a50f6b8adc5e54",
"phase": "INTERPRETING_CASE",
"status": "SUCCESS",
"code": null,
"validation_errors": [],
"accepted_by": [],
"prompt_version": "entity_resolution_assessment_v4",
"provider": "gemini-native",
"model": "gemini-3.8-flash",
"config_hash": "249a08e844d8a62c6b202c0bf856d2fa67f9c77f7a1f03174e79f874bf24ac69",
"elapsed_seconds": 5.656,
"usage": {
"input_tokens": 25795,
"output_tokens": 521,
"reasoning_tokens": null,
"cached_input_tokens": null,
"uncached_input_tokens": null,
"visible_output_tokens": null
}
},
{
"call_ref": "llm/operations/572afccbd4034d9c5485045cb4bb28b61fdd40e48dc8a3fab67cfc17e997cd65/round-0001.json",
"call_sha256": "66bf6ec1b261a088dabe25cc1ac9718e502dac35a65ba342ff61d924dcf07f49",
"phase": "INTERPRETING_CASE",
"status": "SUCCESS",
"code": null,
"validation_errors": [],
"accepted_by": [
"case_interpretation"
],
"prompt_version": "case_interpretation_resolved_v8",
"provider": "gemini-native",
"model": "gemini-3.8-flash",
"config_hash": "249a08e844d8a62c6b202c0bf856d2fa67f9c77f7a1f03174e79f874bf24ac69",
"elapsed_seconds": 46.922,
"usage": {
"input_tokens": 15109,
"output_tokens": 6992,
"reasoning_tokens": 5155,
"cached_input_tokens": null,
"uncached_input_tokens": null,
"visible_output_tokens": 1837
}
},
{
"call_ref": "llm/operations/5fa06d3e4f4063a74b5818fdba690a7e1cd8b145506fb7c1d2a5deefc421ef98/round-0001.json",
"call_sha256": "bc380985aadade22f74e06b73d0bac5a5bded15078f9fd44884625971fb98d57",
"phase": "GENERATING_HYPOTHESES",
"status": "ERROR",
"code": "LLM_RESPONSE",
"validation_errors": [
"LLM_RESPONSE"
],
"accepted_by": [],
"prompt_version": "hypotheses_v4",
"provider": "gemini-native",
"model": "gemini-3.8-flash",
"config_hash": "249a08e844d8a62c6b202c0bf856d2fa67f9c77f7a1f03174e79f874bf24ac69",
"elapsed_seconds": 30.094,
"usage": {
"input_tokens": 15889,
"output_tokens": 3578,
"reasoning_tokens": 1963,
"cached_input_tokens": null,
"uncached_input_tokens": null,
"visible_output_tokens": 1615
}
},
{
"call_ref": "llm/operations/b58ae687fdde681ed31f46a21147298ced592a1fb391d86a3f346bfd3e648096/round-0001.json",
"call_sha256": "5fd4b4625d59cfa6409ffe8bd69d3dbb19a2fcc48dd0ffd08a2c2db08718b781",
"phase": "GENERATING_HYPOTHESES",
"status": "ERROR",
"code": "LLM_RESPONSE",
"validation_errors": [
"LLM_RESPONSE"
],
"accepted_by": [],
"prompt_version": "hypotheses_v4",
"provider": "gemini-native",
"model": "gemini-3.8-flash",
"config_hash": "249a08e844d8a62c6b202c0bf856d2fa67f9c77f7a1f03174e79f874bf24ac69",
"elapsed_seconds": 35.421,
"usage": {
"input_tokens": 16061,
"output_tokens": 4252,
"reasoning_tokens": 2612,
"cached_input_tokens": null,
"uncached_input_tokens": null,
"visible_output_tokens": 1640
}
},
{
"call_ref": "llm/operations/7a2157eed9ff7b1494fcc4bd20246322278721c551c2fa3f2efbc7c6ad88484e/round-0001.json",
"call_sha256": "f290eddf7cf0101f766ae9572dd525d1f7ab5802ce5d690bb064bd232bfc9365",
"phase": "GENERATING_HYPOTHESES",
"status": "SUCCESS",
"code": null,
"validation_errors": [],
"accepted_by": [
"hypotheses"
],
"prompt_version": "hypotheses_v4",
"provider": "gemini-native",
"model": "gemini-3.8-flash",
"config_hash": "249a08e844d8a62c6b202c0bf856d2fa67f9c77f7a1f03174e79f874bf24ac69",
"elapsed_seconds": 50.5,
"usage": {
"input_tokens": 16061,
"output_tokens": 4765,
"reasoning_tokens": 3173,
"cached_input_tokens": 14024,
"uncached_input_tokens": 2037,
"visible_output_tokens": 1592
}
},
{
"call_ref": "llm/operations/ca6cdff81de3cbae0492c26802daa287b11bf4fabefad477a9b64f1b6db30112/round-0001.json",
"call_sha256": "a7c442ae8d23276b64163c0837b1bde689e41148a1f8902b5e222aa003aefcb3",
"phase": "INVESTIGATING_HYPOTHESES",
"status": "SUCCESS",
"code": null,
"validation_errors": [],
"accepted_by": [],
"prompt_version": "investigation_bootstrap_v23",
"provider": "gemini-native",
"model": "gemini-3.8-flash",
"config_hash": "249a08e844d8a62c6b202c0bf856d2fa67f9c77f7a1f03174e79f874bf24ac69",
"elapsed_seconds": 13.031,
"usage": {
"input_tokens": 6088,
"output_tokens": 1407,
"reasoning_tokens": 1057,
"cached_input_tokens": 5119,
"uncached_input_tokens": 969,
"visible_output_tokens": 350
}
},
{
"call_ref": "llm/operations/54ef9b495e10fe49a2ffad5909c89efdbfe7ef7645b601865d12e5223b0651bc/round-0001.json",
"call_sha256": "73cdd99e946df223e0d2473742cd64532a7c4b8bb17d2fe7083f9788e45bb41d",
"phase": "INVESTIGATING_HYPOTHESES",
"status": "SUCCESS",
"code": null,
"validation_errors": [],
"accepted_by": [],
"prompt_version": "investigation_bootstrap_v23",
"provider": "gemini-native",
"model": "gemini-3.8-flash",
"config_hash": "249a08e844d8a62c6b202c0bf856d2fa67f9c77f7a1f03174e79f874bf24ac69",
"elapsed_seconds": 47.25,
"usage": {
"input_tokens": 8462,
"output_tokens": 6040,
"reasoning_tokens": 5554,
"cached_input_tokens": 5119,
"uncached_input_tokens": 3343,
"visible_output_tokens": 486
}
},
{
"call_ref": "llm/operations/71fd77c20b2af9bb2d842927c7a39cc8e1cf3e15541f387a26054fdb1047b6e4/round-0001.json",
"call_sha256": "a6a08a0d40b10272895171f82bcd4f28dccf9b6f46cead9e34894f64fa57747a",
"phase": "INVESTIGATING_HYPOTHESES",
"status": "SUCCESS",
"code": null,
"validation_errors": [],
"accepted_by": [],
"prompt_version": "investigation_bootstrap_v23",
"provider": "gemini-native",
"model": "gemini-3.8-flash",
"config_hash": "249a08e844d8a62c6b202c0bf856d2fa67f9c77f7a1f03174e79f874bf24ac69",
"elapsed_seconds": 101.89,
"usage": {
"input_tokens": 16254,
"output_tokens": 14508,
"reasoning_tokens": 13965,
"cached_input_tokens": 5119,
"uncached_input_tokens": 11135,
"visible_output_tokens": 543
}
},
{
"call_ref": "llm/operations/7b8f9ecd4cb00c7e1d8bbd314d9ab15032701b76a0d5cf4256b895312b03a731/round-0001.json",
"call_sha256": "fa50b565159984b7481c306e18eb37cfd2ae23e3a88c666456cc7c294230b41b",
"phase": "INVESTIGATING_HYPOTHESES",
"status": "SUCCESS",
"code": null,
"validation_errors": [],
"accepted_by": [],
"prompt_version": "investigation_bootstrap_v23",
"provider": "gemini-native",
"model": "gemini-3.8-flash",
"config_hash": "249a08e844d8a62c6b202c0bf856d2fa67f9c77f7a1f03174e79f874bf24ac69",
"elapsed_seconds": 55.703,
"usage": {
"input_tokens": 16350,
"output_tokens": 8197,
"reasoning_tokens": 7739,
"cached_input_tokens": 5119,
"uncached_input_tokens": 11231,
"visible_output_tokens": 458
}
},
{
"call_ref": "llm/operations/c619a7901de5674f54e8371759fba596a7746f67d62499b198780813912e5c31/round-0001.json",
"call_sha256": "a8286c3aefd694e23c7ae3920dadbbd8d977ff53c56caa1ef5e8ba73180a48c6",
"phase": "INVESTIGATING_HYPOTHESES",
"status": "SUCCESS",
"code": null,
"validation_errors": [],
"accepted_by": [],
"prompt_version": "investigation_project_v20",
"provider": "gemini-native",
"model": "gemini-3.8-flash",
"config_hash": "249a08e844d8a62c6b202c0bf856d2fa67f9c77f7a1f03174e79f874bf24ac69",
"elapsed_seconds": 9.219,
"usage": {
"input_tokens": 13303,
"output_tokens": 733,
"reasoning_tokens": 489,
"cached_input_tokens": 6271,
"uncached_input_tokens": 7032,
"visible_output_tokens": 244
}
},
{
"call_ref": "llm/operations/b5de43dfa1122fa86decfa538047ee813621839eded8ed15356d341f3439e383/round-0001.json",
"call_sha256": "fd33521b4d8adc676dc5030df2b229bd333f244a073bc26215ae6c015a44db65",
"phase": "INVESTIGATING_HYPOTHESES",
"status": "SUCCESS",
"code": null,
"validation_errors": [],
"accepted_by": [],
"prompt_version": "investigation_project_v20",
"provider": "gemini-native",
"model": "gemini-3.8-flash",
"config_hash": "249a08e844d8a62c6b202c0bf856d2fa67f9c77f7a1f03174e79f874bf24ac69",
"elapsed_seconds": 7.454,
"usage": {
"input_tokens": 12258,
"output_tokens": 752,
"reasoning_tokens": 605,
"cached_input_tokens": 6271,
"uncached_input_tokens": 5987,
"visible_output_tokens": 147
}
},
{
"call_ref": "llm/operations/6849c974442865e5ca3e8f146ef4520c275f2e37a25fb7caa498f17089ed6dc1/round-0001.json",
"call_sha256": "031712383a580693e1704d204378ddfb43bc38259e8290714f2e0e372a1929c6",
"phase": "INVESTIGATING_HYPOTHESES",
"status": "SUCCESS",
"code": null,
"validation_errors": [],
"accepted_by": [],
"prompt_version": "investigation_project_v20",
"provider": "gemini-native",
"model": "gemini-3.8-flash",
"config_hash": "249a08e844d8a62c6b202c0bf856d2fa67f9c77f7a1f03174e79f874bf24ac69",
"elapsed_seconds": 6.516,
"usage": {
"input_tokens": 13836,
"output_tokens": 611,
"reasoning_tokens": 395,
"cached_input_tokens": 6271,
"uncached_input_tokens": 7565,
"visible_output_tokens": 216
}
},
{
"call_ref": "llm/operations/475d5f458554c35131f24fc92fb2e762c69a8d9c6d4ab9d6426fbd72e6303af3/round-0001.json",
"call_sha256": "18826877271bb0f7f96bcc6426bfa7538a2876a6aa6bd7b9dabe6bacff93a29a",
"phase": "INVESTIGATING_HYPOTHESES",
"status": "SUCCESS",
"code": null,
"validation_errors": [],
"accepted_by": [],
"prompt_version": "investigation_project_v20",
"provider": "gemini-native",
"model": "gemini-3.8-flash",
"config_hash": "249a08e844d8a62c6b202c0bf856d2fa67f9c77f7a1f03174e79f874bf24ac69",
"elapsed_seconds": 15.265,
"usage": {
"input_tokens": 14727,
"output_tokens": 1608,
"reasoning_tokens": 1411,
"cached_input_tokens": 6271,
"uncached_input_tokens": 8456,
"visible_output_tokens": 197
}
},
{
"call_ref": "llm/operations/8f58f73379896f4edda417f564668be151dea6f1dd75d1872c8aeb64d0cef5ce/round-0001.json",
"call_sha256": "ffe30d21f4f51828fcdac8e3b5b5f9e935f335b66c9ea8f020ff44f905e896ac",
"phase": "INVESTIGATING_HYPOTHESES",
"status": "SUCCESS",
"code": null,
"validation_errors": [],
"accepted_by": [],
"prompt_version": "investigation_project_v20",
"provider": "gemini-native",
"model": "gemini-3.8-flash",
"config_hash": "249a08e844d8a62c6b202c0bf856d2fa67f9c77f7a1f03174e79f874bf24ac69",
"elapsed_seconds": 13.625,
"usage": {
"input_tokens": 14221,
"output_tokens": 1291,
"reasoning_tokens": 904,
"cached_input_tokens": 4463,
"uncached_input_tokens": 9758,
"visible_output_tokens": 387
}
},
{
"call_ref": "llm/operations/a4ed5334e4125ed14bcbca18629a561513bba48ef92afecc570c14d9e90e05cc/round-0001.json",
"call_sha256": "0cf4f485d9ff4d0d9573c74d40af4561a8314cda3ce214ec02e9fc1e4b23ecea",
"phase": "INVESTIGATING_HYPOTHESES",
"status": "SUCCESS",
"code": null,
"validation_errors": [],
"accepted_by": [],
"prompt_version": "investigation_project_v20",
"provider": "gemini-native",
"model": "gemini-3.8-flash",
"config_hash": "249a08e844d8a62c6b202c0bf856d2fa67f9c77f7a1f03174e79f874bf24ac69",
"elapsed_seconds": 5.922,
"usage": {
"input_tokens": 15391,
"output_tokens": 301,
"reasoning_tokens": null,
"cached_input_tokens": 2820,
"uncached_input_tokens": 12571,
"visible_output_tokens": null
}
},
{
"call_ref": "llm/operations/b7f2e84e7ce1ab15fea771e71ef5c71f3321d1b419eefa7f3f69f110b5c356c6/round-0001.json",
"call_sha256": "0a7c1d0be70b47185884c534b166b4c7192c952ee44dc5accbcc7f842e8e2b0f",
"phase": "INVESTIGATING_HYPOTHESES",
"status": "SUCCESS",
"code": null,
"validation_errors": [],
"accepted_by": [],
"prompt_version": "investigation_project_v20",
"provider": "gemini-native",
"model": "gemini-3.8-flash",
"config_hash": "249a08e844d8a62c6b202c0bf856d2fa67f9c77f7a1f03174e79f874bf24ac69",
"elapsed_seconds": 4.14,
"usage": {
"input_tokens": 6565,
"output_tokens": 352,
"reasoning_tokens": null,
"cached_input_tokens": 2820,
"uncached_input_tokens": 3745,
"visible_output_tokens": null
}
},
{
"call_ref": "llm/operations/25febf70da1f602d9d830c61c59e4504617a8bc05beac14676d7fd4e9f6589f9/round-0001.json",
"call_sha256": "c96450d455d354e827206c97915f537e042252e49ae2a107145d79a4889808b2",
"phase": "BUILDING_DIAGNOSIS",
"status": "SUCCESS",
"code": null,
"validation_errors": [],
"accepted_by": [
"diagnosis"
],
"prompt_version": "diagnosis_early_v7",
"provider": "gemini-native",
"model": "gemini-3.8-flash",
"config_hash": "249a08e844d8a62c6b202c0bf856d2fa67f9c77f7a1f03174e79f874bf24ac69",
"elapsed_seconds": 24.938,
"usage": {
"input_tokens": 27266,
"output_tokens": 3140,
"reasoning_tokens": 1752,
"cached_input_tokens": null,
"uncached_input_tokens": null,
"visible_output_tokens": 1388
}
},
{
"call_ref": "llm/operations/17917402a4c04bd20ae3b0a2f256a39daa4c026a0afff5f80f408478611d4e03/round-0001.json",
"call_sha256": "7766d97a27a0ee0387f28b18db1f9ee83c86c58e6610626e27dcd28236b6bdc9",
"phase": "BUILDING_DIAGNOSIS",
"status": "SUCCESS",
"code": null,
"validation_errors": [],
"accepted_by": [
"change_request"
],
"prompt_version": "change_request_v8",
"provider": "gemini-native",
"model": "gemini-3.8-flash",
"config_hash": "249a08e844d8a62c6b202c0bf856d2fa67f9c77f7a1f03174e79f874bf24ac69",
"elapsed_seconds": 32.156,
"usage": {
"input_tokens": 20502,
"output_tokens": 4285,
"reasoning_tokens": 2944,
"cached_input_tokens": null,
"uncached_input_tokens": null,
"visible_output_tokens": 1341
}
}
]
}