Bound investigation prompts and paginate research evidence

2026-10-20 17:04:49 +02:00
1 parent 377644ffa0
commit 682f275590
@@ -0,0 +1,95 @@
+{
+  "format": "viano-offline-prompt-window-measurement",
+  "format_version": 1,
+  "date": "2026-10-20",
+  "source_trial": "bug20-startup-batch-20261020",
+  "source_generation": 67,
+  "paid_llm_calls": 0,
+  "target_characters": 10000,
+  "hard_limit_characters": 20000,
+  "notes": [
+    "Offline reconstruction, not an LLM quality or token benchmark.",
+    "Full Gemini character counts include system, cached prefix, live input, response contract and outer schema.",
+    "Archived contexts and source packages were not modified.",
+    "Original message characters exclude provider-added framing; new accounted counts include separately supplied schema."
+  ],
+  "measurements": [
+    {
+      "context_ref": "analysis/investigation/0001/contexts/H1-0001.json",
+      "old_message_characters": 25084,
+      "new_accounted_characters": 8106,
+      "new_full_gemini_json_object_characters": 9056
+    },
+    {
+      "context_ref": "analysis/investigation/0001/contexts/H2-0001.json",
+      "old_message_characters": 32867,
+      "new_accounted_characters": 11271,
+      "new_full_gemini_json_object_characters": 12221
+    },
+    {
+      "context_ref": "analysis/investigation/0001/contexts/H3-0001.json",
+      "old_message_characters": 39172,
+      "new_accounted_characters": 14316,
+      "new_full_gemini_json_object_characters": 15266
+    },
+    {
+      "context_ref": "analysis/investigation/0001/startup/contexts/H1.json",
+      "old_message_characters": 29981,
+      "new_accounted_characters": 9821,
+      "new_full_gemini_json_object_characters": 10771
+    },
+    {
+      "context_ref": "analysis/investigation/0001/startup/contexts/H2.json",
+      "old_message_characters": 30075,
+      "new_accounted_characters": 9780,
+      "new_full_gemini_json_object_characters": 10730
+    },
+    {
+      "context_ref": "analysis/investigation/0001/startup/contexts/H3.json",
+      "old_message_characters": 29352,
+      "new_accounted_characters": 7997,
+      "new_full_gemini_json_object_characters": 8947
+    },
+    {
+      "context_ref": "analysis/investigation/0001/contexts/H1-0002.json",
+      "old_message_characters": 23596,
+      "new_accounted_characters": 8148,
+      "new_full_gemini_json_object_characters": 9098
+    },
+    {
+      "context_ref": "analysis/investigation/0001/contexts/H1-0003.json",
+      "old_message_characters": 51599,
+      "new_accounted_characters": 10881,
+      "new_full_gemini_json_object_characters": 11831
+    },
+    {
+      "phase": "startup_joint_review",
+      "new_accounted_characters": 12576,
+      "new_full_gemini_json_object_characters": 12594
+    }
+  ],
+  "source_manifest_sha256": "cf721c7c2b152f9decc0c51d7c1574f120a0dd95ee8c33305472bc3f9abf6d46",
+  "implementation_sha256": {
+    "src/viano_bug_analysis/analysis/investigation_window.py": "9f219c67535aec01d73a85675c4ab4be591ad2c95f30091fb00f6db1150fa95f",
+    "src/viano_bug_analysis/llm/investigation_size.py": "425f3d983da62b0ed7ffacf3e7119612f1736d0a7e4cb32545f368ee1f8bd41b",
+    "config/investigation.bounded.toml": "cf5317fbcf43494043ecd574843588888a5f756d8c9c52987b6411df4ba98250"
+  },
+  "local_verification": {
+    "passed_tests": 286,
+    "elapsed_seconds": 150.04,
+    "paid_api_calls": 0,
+    "coverage": [
+      "bounded window",
+      "startup batch",
+      "lean loop and controller",
+      "gateway",
+      "Gemini caching",
+      "stable case cache",
+      "response recovery",
+      "repair admission",
+      "failure diagnostics",
+      "tool repair feedback",
+      "bootstrap schemas"
+    ]
+  }
+}
@@ -0,0 +1,59 @@
+{
+  "trial": "bug20-startup-batch-20261020",
+  "snapshot": "g00000067",
+  "account_eur": {
+    "start": 12.55,
+    "final": 12.7,
+    "difference": 0.15,
+    "scope": "Complete ten-dispatch trial snapshot, not startup calls alone"
+  },
+  "comparison": {
+    "baseline": "bug20-joint-planning-20261019",
+    "old_three_start_calls_input_tokens": 23929,
+    "new_three_start_calls_input_tokens": 33087,
+    "new_joint_review_input_tokens": 9442,
+    "new_startup_total_input_tokens": 42529
+  },
+  "request_component_characters": {
+    "measurement": "Compact JSON sections; section sizes do not sum to serialized request size",
+    "old_h1": {
+      "system": 5950,
+      "user": 13730,
+      "output_schema": 2279,
+      "tool_schema": 3020,
+      "hypotheses": 2107,
+      "interpretation": 3371
+    },
+    "new_h1": {
+      "system": 2162,
+      "user": 22922,
+      "output_schema": 6718,
+      "tool_schema": 9535,
+      "hypothesis": 346,
+      "interpretation": 2715
+    },
+    "old_evidence_by_hypothesis": [
+      2,
+      5466,
+      6211
+    ],
+    "new_evidence_by_hypothesis": [
+      2,
+      7065,
+      11644
+    ]
+  },
+  "findings": [
+    "Shorter instructions were offset by larger strict response and tool schemas.",
+    "The startup builder duplicates output_schema.properties.next in input.tool_schema.request_contract.",
+    "Later startup calls also carry larger shared evidence payloads.",
+    "The joint review is an additional call performing assessment work deferred by the baseline.",
+    "Input totals include cached tokens; they are not equivalent to uncached billable input."
+  ],
+  "uncached_input_tokens": {
+    "old_three": 8554,
+    "new_three": 9534,
+    "new_joint_review": 7382,
+    "new_total": 16916
+  }
+}