105 lines
3.2 KiB
JSON
105 lines
3.2 KiB
JSON
{
|
|
"measurement": "v18_framing_offline_same_v17_contexts",
|
|
"notes": "No API calls; old contexts have no stored next_step criteria, so this measures bootstrap views, not the eventual v18 live trajectory. No token/thinking/cost claim.",
|
|
"rows": [
|
|
{
|
|
"context": "analysis/investigation/0001/contexts/H1-0001.json",
|
|
"v17_wire_chars": 18523,
|
|
"v18_wire_chars": 17636,
|
|
"task": "advance_investigation_goal",
|
|
"known_inputs": 0
|
|
},
|
|
{
|
|
"context": "analysis/investigation/0001/contexts/H2-0001.json",
|
|
"v17_wire_chars": 19744,
|
|
"v18_wire_chars": 18857,
|
|
"task": "advance_investigation_goal",
|
|
"known_inputs": 0
|
|
},
|
|
{
|
|
"context": "analysis/investigation/0001/contexts/H3-0001.json",
|
|
"v17_wire_chars": 20771,
|
|
"v18_wire_chars": 19884,
|
|
"task": "advance_investigation_goal",
|
|
"known_inputs": 0
|
|
},
|
|
{
|
|
"context": "analysis/investigation/0001/contexts/H1-0002.json",
|
|
"v17_wire_chars": 25949,
|
|
"v18_wire_chars": 25062,
|
|
"task": "advance_investigation_goal",
|
|
"known_inputs": 0
|
|
},
|
|
{
|
|
"context": "analysis/investigation/0001/contexts/H1-0003.json",
|
|
"v17_wire_chars": 26411,
|
|
"v18_wire_chars": 25724,
|
|
"task": "advance_investigation_goal",
|
|
"known_inputs": 1
|
|
},
|
|
{
|
|
"context": "analysis/investigation/0001/contexts/H1-0004.json",
|
|
"v17_wire_chars": 28075,
|
|
"v18_wire_chars": 27388,
|
|
"task": "advance_investigation_goal",
|
|
"known_inputs": 1
|
|
},
|
|
{
|
|
"context": "analysis/investigation/0001/contexts/H1-0005.json",
|
|
"v17_wire_chars": 29557,
|
|
"v18_wire_chars": 29238,
|
|
"task": "advance_investigation_goal",
|
|
"known_inputs": 2
|
|
},
|
|
{
|
|
"context": "analysis/investigation/0001/contexts/H1-0006.json",
|
|
"v17_wire_chars": 29241,
|
|
"v18_wire_chars": 28922,
|
|
"task": "advance_investigation_goal",
|
|
"known_inputs": 2
|
|
},
|
|
{
|
|
"context": "analysis/investigation/0001/contexts/H1-0007.json",
|
|
"v17_wire_chars": 30326,
|
|
"v18_wire_chars": 30443,
|
|
"task": "advance_investigation_goal",
|
|
"known_inputs": 2
|
|
},
|
|
{
|
|
"context": "analysis/investigation/0001/contexts/H1-0008.json",
|
|
"v17_wire_chars": 31355,
|
|
"v18_wire_chars": 31472,
|
|
"task": "advance_investigation_goal",
|
|
"known_inputs": 2
|
|
},
|
|
{
|
|
"context": "analysis/investigation/0001/contexts/H1-0009.json",
|
|
"v17_wire_chars": 31891,
|
|
"v18_wire_chars": 31835,
|
|
"task": "advance_investigation_goal",
|
|
"known_inputs": 2
|
|
},
|
|
{
|
|
"context": "analysis/investigation/0001/contexts/H1-0009-attempt-0001.json",
|
|
"v17_wire_chars": 32112,
|
|
"v18_wire_chars": 32056,
|
|
"task": "advance_investigation_goal",
|
|
"known_inputs": 2
|
|
},
|
|
{
|
|
"context": "analysis/investigation/0001/contexts/H2-0002.json",
|
|
"v17_wire_chars": 16263,
|
|
"v18_wire_chars": 16263,
|
|
"task": "assess_pending_result_for_early_review",
|
|
"known_inputs": 0
|
|
},
|
|
{
|
|
"context": "analysis/investigation/0001/contexts/H3-0002.json",
|
|
"v17_wire_chars": 22774,
|
|
"v18_wire_chars": 22774,
|
|
"task": "assess_pending_result_for_early_review",
|
|
"known_inputs": 0
|
|
}
|
|
]
|
|
}
|