215 lines
8.2 KiB
JSON
215 lines
8.2 KiB
JSON
{
|
|
"case_id": "BUG-000021",
|
|
"snapshot": "review-after-entity-origin-fix",
|
|
"result": "FAILED_TO_ANALYZE",
|
|
"reason": "MODEL_VALIDATION_EXHAUSTED",
|
|
"recorded_at": "2026-10-24",
|
|
"scope": "Six saved model calls; no new model calls executed.",
|
|
"calls": [
|
|
{
|
|
"ref": "llm/operations/6c0a36f93bea41b87241a30769bd92bb6dc387869b46d3a013ec595cfc7e9548/round-0001.json",
|
|
"status": "SUCCESS",
|
|
"code": null,
|
|
"config_hash": "692c8bac07efc915a44a89ac8aab1b4caa3e125d8619745f13c2ee570cb9e054",
|
|
"request_hash": "022e6abbf1925482838f81b0a3a8b1994afe54835adc0510707b4a3ea00a88be",
|
|
"phase": "INTERPRETING_CASE",
|
|
"usage_classification": "regular",
|
|
"metadata": {
|
|
"attempts": [],
|
|
"cache_created_tokens": 0,
|
|
"cache_status": "below_minimum",
|
|
"cached_input_tokens": null,
|
|
"cost_currency": "USD",
|
|
"elapsed_seconds": 71.552436,
|
|
"estimated_cache_storage_cost": 0.0,
|
|
"estimated_cached_input_cost": null,
|
|
"estimated_cost": null,
|
|
"estimated_input_cost": null,
|
|
"estimated_output_cost": 0.00036,
|
|
"input_tokens": 15626,
|
|
"model": "gemini-3.8-flash",
|
|
"output_tokens": 96,
|
|
"prompt_version": "entity_resolution_plan_v4",
|
|
"provider": "gemini-native",
|
|
"reasoning_tokens": null,
|
|
"uncached_input_tokens": null
|
|
}
|
|
},
|
|
{
|
|
"ref": "llm/operations/88adb8b462df2c473b421f617b086dd65351532f28e81a7a1052e1f24da87dea/round-0001.json",
|
|
"status": "SUCCESS",
|
|
"code": null,
|
|
"config_hash": "692c8bac07efc915a44a89ac8aab1b4caa3e125d8619745f13c2ee570cb9e054",
|
|
"request_hash": "aae23ca176952a643fb9a5f5546e2f003eb0af9ce1fe1b3c6e3d4d4a852ad33f",
|
|
"phase": "INTERPRETING_CASE",
|
|
"usage_classification": "regular",
|
|
"metadata": {
|
|
"attempts": [],
|
|
"cache_created_tokens": 0,
|
|
"cache_status": "below_minimum",
|
|
"cached_input_tokens": null,
|
|
"cost_currency": "USD",
|
|
"elapsed_seconds": 4.446479,
|
|
"estimated_cache_storage_cost": 0.0,
|
|
"estimated_cached_input_cost": null,
|
|
"estimated_cost": null,
|
|
"estimated_input_cost": null,
|
|
"estimated_output_cost": 0.00103875,
|
|
"input_tokens": 18384,
|
|
"model": "gemini-3.8-flash",
|
|
"output_tokens": 277,
|
|
"prompt_version": "entity_resolution_assessment_v4",
|
|
"provider": "gemini-native",
|
|
"reasoning_tokens": null,
|
|
"uncached_input_tokens": null
|
|
}
|
|
},
|
|
{
|
|
"ref": "llm/operations/e6f77de4396a9e8dc19665d9f8d2544febad7983aa8797141760c691a4d2a805/round-0001.json",
|
|
"status": "SUCCESS",
|
|
"code": null,
|
|
"config_hash": "692c8bac07efc915a44a89ac8aab1b4caa3e125d8619745f13c2ee570cb9e054",
|
|
"request_hash": "3715adca8b12d9e2b10dedc65c07ff801e659bda71db5042fc6e63b0e9420e8b",
|
|
"phase": "INTERPRETING_CASE",
|
|
"usage_classification": "correction",
|
|
"metadata": {
|
|
"attempts": [],
|
|
"cache_created_tokens": 0,
|
|
"cache_status": "below_minimum",
|
|
"cached_input_tokens": 16341,
|
|
"cost_currency": "USD",
|
|
"elapsed_seconds": 4.580154,
|
|
"estimated_cache_storage_cost": 0.0,
|
|
"estimated_cached_input_cost": 0.001225575,
|
|
"estimated_cost": 0.004089074999999999,
|
|
"estimated_input_cost": 0.00160725,
|
|
"estimated_output_cost": 0.00125625,
|
|
"input_tokens": 18484,
|
|
"model": "gemini-3.8-flash",
|
|
"output_tokens": 335,
|
|
"prompt_version": "entity_resolution_assessment_v4",
|
|
"provider": "gemini-native",
|
|
"reasoning_tokens": null,
|
|
"uncached_input_tokens": 2143
|
|
}
|
|
},
|
|
{
|
|
"ref": "llm/operations/572afccbd4034d9c5485045cb4bb28b61fdd40e48dc8a3fab67cfc17e997cd65/round-0001.json",
|
|
"status": "ERROR",
|
|
"code": "LLM_RESPONSE",
|
|
"config_hash": "692c8bac07efc915a44a89ac8aab1b4caa3e125d8619745f13c2ee570cb9e054",
|
|
"request_hash": "33b5c731797a37d26f4d7ac5f560573bbe576db6a51fe099f2952ecfa818c33f",
|
|
"phase": "INTERPRETING_CASE",
|
|
"usage_classification": "correction",
|
|
"metadata": {
|
|
"attempts": [],
|
|
"cache_created_tokens": 0,
|
|
"cache_status": "below_minimum",
|
|
"cached_input_tokens": null,
|
|
"cost_currency": "USD",
|
|
"elapsed_seconds": 26.257507,
|
|
"estimated_cache_storage_cost": 0.0,
|
|
"estimated_cached_input_cost": null,
|
|
"estimated_cost": null,
|
|
"estimated_input_cost": null,
|
|
"estimated_output_cost": 0.01366875,
|
|
"input_tokens": 11100,
|
|
"model": "gemini-3.8-flash",
|
|
"output_tokens": 3645,
|
|
"prompt_version": "case_plan_v2",
|
|
"provider": "gemini-native",
|
|
"reasoning_tokens": 783,
|
|
"uncached_input_tokens": null
|
|
}
|
|
},
|
|
{
|
|
"ref": "llm/operations/cdf9fddd5dccf7c6859f2f4c5aa65e46778d6d44e446cf579fa6b6f462b9b85c/round-0001.json",
|
|
"status": "SUCCESS",
|
|
"code": null,
|
|
"config_hash": "692c8bac07efc915a44a89ac8aab1b4caa3e125d8619745f13c2ee570cb9e054",
|
|
"request_hash": "6038fe06c92ae2093575231052b86d9c9336db7c1be6db290d38788247acac54",
|
|
"phase": "INTERPRETING_CASE",
|
|
"usage_classification": "correction",
|
|
"metadata": {
|
|
"attempts": [],
|
|
"cache_created_tokens": 0,
|
|
"cache_status": "below_minimum",
|
|
"cached_input_tokens": null,
|
|
"cost_currency": "USD",
|
|
"elapsed_seconds": 36.071492,
|
|
"estimated_cache_storage_cost": 0.0,
|
|
"estimated_cached_input_cost": null,
|
|
"estimated_cost": null,
|
|
"estimated_input_cost": null,
|
|
"estimated_output_cost": 0.02161875,
|
|
"input_tokens": 10867,
|
|
"model": "gemini-3.8-flash",
|
|
"output_tokens": 5765,
|
|
"prompt_version": "case_plan_interpretation_repair_v1",
|
|
"provider": "gemini-native",
|
|
"reasoning_tokens": 4138,
|
|
"uncached_input_tokens": null
|
|
}
|
|
},
|
|
{
|
|
"ref": "llm/operations/2cd36795173fe6d547ff571814187ce1b12b3a7ec6accd4ebd98869d46bad248/round-0001.json",
|
|
"status": "SUCCESS",
|
|
"code": null,
|
|
"config_hash": "692c8bac07efc915a44a89ac8aab1b4caa3e125d8619745f13c2ee570cb9e054",
|
|
"request_hash": "6ca3f5d95072a753690196dd2bb30d8df60d75c6d3fc41c64f4e736dfb64ab18",
|
|
"phase": "INTERPRETING_CASE",
|
|
"usage_classification": "correction",
|
|
"metadata": {
|
|
"attempts": [],
|
|
"cache_created_tokens": 0,
|
|
"cache_status": "below_minimum",
|
|
"cached_input_tokens": null,
|
|
"cost_currency": "USD",
|
|
"elapsed_seconds": 24.407819,
|
|
"estimated_cache_storage_cost": 0.0,
|
|
"estimated_cached_input_cost": null,
|
|
"estimated_cost": null,
|
|
"estimated_input_cost": null,
|
|
"estimated_output_cost": 0.01227,
|
|
"input_tokens": 4163,
|
|
"model": "gemini-3.8-flash",
|
|
"output_tokens": 3272,
|
|
"prompt_version": "case_plan_statement_repair_v2",
|
|
"provider": "gemini-native",
|
|
"reasoning_tokens": 3064,
|
|
"uncached_input_tokens": null
|
|
}
|
|
}
|
|
],
|
|
"pricing": {
|
|
"currency": "USD",
|
|
"source": "saved per-call metadata; local example rates match output 3.75/million, input .75/million, cache .075/million",
|
|
"captured_at": "2026-10-24",
|
|
"storage": "saved estimate 0; no additional estimate"
|
|
},
|
|
"totals": {
|
|
"input_tokens": 78624,
|
|
"output_tokens_including_reasoning": 13390,
|
|
"reasoning_tokens": "unknown for entity resolution calls; included in output_tokens elsewhere"
|
|
},
|
|
"account_balance_eur": "unknown",
|
|
"clean_accounting_note": "First case_plan_v2 call mislabeled correction; count as regular. Entity assessment second attempt and two interpretation repair calls are corrections.",
|
|
"limitations": [
|
|
"Cache token counts missing for five calls; exact total USD estimate unknown.",
|
|
"Reasoning must not be added again to output_tokens."
|
|
],
|
|
"total_balance": {
|
|
"input_tokens": 78624,
|
|
"output_tokens_including_reasoning": 13390,
|
|
"model_seconds": 167.315887,
|
|
"estimated_usd": "unknown (missing cache accounting)",
|
|
"per_call_output_cost_usd": 0.05021250000000001
|
|
},
|
|
"clean_balance": {
|
|
"input_tokens": 45110,
|
|
"output_tokens_including_reasoning": 4018,
|
|
"model_seconds": 102.256422,
|
|
"estimated_usd": "unknown (missing cache accounting)",
|
|
"per_call_output_cost_usd": 0.015067500000000001
|
|
}
|
|
} |