504 lines
16 KiB
JSON
504 lines
16 KiB
JSON
{
|
|
"measurement": "investigation_v15_offline_projection_v1",
|
|
"notes": "Actual Gemini wire text characters, not measured tokens, cost, model output or proof of quality. Old stored model findings are reused without rewriting.",
|
|
"results": [
|
|
{
|
|
"package": "C:\\Users\\User\\Documents\\Projekte\\VianoBugAnalysis\\VianoBugAnalysis\\service-data\\trials\\bug17-working-brief-20261016\\cases\\ee545dc4fba1e7d80fe28afa53898e02427d7114493f62d3eb771d670253282d\\64852e6db3f62a047bf987787fac2e4ef02c0534dc2d4da325ec63b999ad387f\\g00000114.zip",
|
|
"samples": 18,
|
|
"median_reduction_percent": 73.50999999999999,
|
|
"median_v15_characters": 21824.0,
|
|
"min_v15_characters": 15896,
|
|
"max_v15_characters": 24952,
|
|
"above_target_samples": 18,
|
|
"rows": [
|
|
{
|
|
"context": "analysis/investigation/0001/contexts/H1-0001.json",
|
|
"baseline_prompt_version": "investigation_project_v13",
|
|
"baseline_characters": 62737,
|
|
"v15_characters": 15896,
|
|
"reduction_percent": 74.66,
|
|
"target_characters": 13125,
|
|
"above_target": true,
|
|
"evidence_count": 0,
|
|
"visible_raw_ids": [],
|
|
"schema_ids": [],
|
|
"archive_ids_count": 0
|
|
},
|
|
{
|
|
"context": "analysis/investigation/0001/contexts/H2-0001.json",
|
|
"baseline_prompt_version": "investigation_project_v13",
|
|
"baseline_characters": 66087,
|
|
"v15_characters": 19270,
|
|
"reduction_percent": 70.84,
|
|
"target_characters": 13125,
|
|
"above_target": true,
|
|
"evidence_count": 1,
|
|
"visible_raw_ids": [
|
|
"E000001"
|
|
],
|
|
"schema_ids": [],
|
|
"archive_ids_count": 0
|
|
},
|
|
{
|
|
"context": "analysis/investigation/0001/contexts/H3-0001.json",
|
|
"baseline_prompt_version": "investigation_project_v13",
|
|
"baseline_characters": 69798,
|
|
"v15_characters": 21575,
|
|
"reduction_percent": 69.09,
|
|
"target_characters": 13125,
|
|
"above_target": true,
|
|
"evidence_count": 2,
|
|
"visible_raw_ids": [
|
|
"E000001",
|
|
"E000002"
|
|
],
|
|
"schema_ids": [
|
|
"E000002"
|
|
],
|
|
"archive_ids_count": 0
|
|
},
|
|
{
|
|
"context": "analysis/investigation/0001/contexts/H3-0001-attempt-0001.json",
|
|
"baseline_prompt_version": "investigation_project_v13",
|
|
"baseline_characters": 69841,
|
|
"v15_characters": 21618,
|
|
"reduction_percent": 69.05,
|
|
"target_characters": 13125,
|
|
"above_target": true,
|
|
"evidence_count": 2,
|
|
"visible_raw_ids": [
|
|
"E000001",
|
|
"E000002"
|
|
],
|
|
"schema_ids": [
|
|
"E000002"
|
|
],
|
|
"archive_ids_count": 0
|
|
},
|
|
{
|
|
"context": "analysis/investigation/0001/contexts/H1-0002.json",
|
|
"baseline_prompt_version": "investigation_project_v13",
|
|
"baseline_characters": 73940,
|
|
"v15_characters": 21639,
|
|
"reduction_percent": 70.73,
|
|
"target_characters": 13125,
|
|
"above_target": true,
|
|
"evidence_count": 3,
|
|
"visible_raw_ids": [
|
|
"E000001"
|
|
],
|
|
"schema_ids": [
|
|
"E000002"
|
|
],
|
|
"archive_ids_count": 0
|
|
},
|
|
{
|
|
"context": "analysis/investigation/0001/contexts/H1-0003.json",
|
|
"baseline_prompt_version": "investigation_project_v13",
|
|
"baseline_characters": 77892,
|
|
"v15_characters": 22460,
|
|
"reduction_percent": 71.17,
|
|
"target_characters": 13125,
|
|
"above_target": true,
|
|
"evidence_count": 4,
|
|
"visible_raw_ids": [
|
|
"E000004"
|
|
],
|
|
"schema_ids": [
|
|
"E000002"
|
|
],
|
|
"archive_ids_count": 0
|
|
},
|
|
{
|
|
"context": "analysis/investigation/0001/contexts/H1-0003-attempt-0001.json",
|
|
"baseline_prompt_version": "investigation_project_v13",
|
|
"baseline_characters": 77944,
|
|
"v15_characters": 22512,
|
|
"reduction_percent": 71.12,
|
|
"target_characters": 13125,
|
|
"above_target": true,
|
|
"evidence_count": 4,
|
|
"visible_raw_ids": [
|
|
"E000004"
|
|
],
|
|
"schema_ids": [
|
|
"E000002"
|
|
],
|
|
"archive_ids_count": 0
|
|
},
|
|
{
|
|
"context": "analysis/investigation/0001/contexts/H1-0004.json",
|
|
"baseline_prompt_version": "investigation_project_v13",
|
|
"baseline_characters": 80802,
|
|
"v15_characters": 22221,
|
|
"reduction_percent": 72.5,
|
|
"target_characters": 13125,
|
|
"above_target": true,
|
|
"evidence_count": 5,
|
|
"visible_raw_ids": [
|
|
"E000005"
|
|
],
|
|
"schema_ids": [
|
|
"E000002"
|
|
],
|
|
"archive_ids_count": 0
|
|
},
|
|
{
|
|
"context": "analysis/investigation/0001/contexts/H1-0005.json",
|
|
"baseline_prompt_version": "investigation_project_v13",
|
|
"baseline_characters": 84432,
|
|
"v15_characters": 23183,
|
|
"reduction_percent": 72.54,
|
|
"target_characters": 13125,
|
|
"above_target": true,
|
|
"evidence_count": 6,
|
|
"visible_raw_ids": [
|
|
"E000006"
|
|
],
|
|
"schema_ids": [
|
|
"E000002"
|
|
],
|
|
"archive_ids_count": 0
|
|
},
|
|
{
|
|
"context": "analysis/investigation/0001/contexts/H2-0002.json",
|
|
"baseline_prompt_version": "investigation_project_v13",
|
|
"baseline_characters": 87184,
|
|
"v15_characters": 21192,
|
|
"reduction_percent": 75.69,
|
|
"target_characters": 13125,
|
|
"above_target": true,
|
|
"evidence_count": 7,
|
|
"visible_raw_ids": [
|
|
"E000002"
|
|
],
|
|
"schema_ids": [
|
|
"E000002"
|
|
],
|
|
"archive_ids_count": 0
|
|
},
|
|
{
|
|
"context": "analysis/investigation/0001/contexts/H2-0002-attempt-0001.json",
|
|
"baseline_prompt_version": "investigation_project_v13",
|
|
"baseline_characters": 87227,
|
|
"v15_characters": 21235,
|
|
"reduction_percent": 75.66,
|
|
"target_characters": 13125,
|
|
"above_target": true,
|
|
"evidence_count": 7,
|
|
"visible_raw_ids": [
|
|
"E000002"
|
|
],
|
|
"schema_ids": [
|
|
"E000002"
|
|
],
|
|
"archive_ids_count": 0
|
|
},
|
|
{
|
|
"context": "analysis/investigation/0001/contexts/H2-0002-attempt-0002.json",
|
|
"baseline_prompt_version": "investigation_project_v13",
|
|
"baseline_characters": 87239,
|
|
"v15_characters": 21247,
|
|
"reduction_percent": 75.65,
|
|
"target_characters": 13125,
|
|
"above_target": true,
|
|
"evidence_count": 7,
|
|
"visible_raw_ids": [
|
|
"E000002"
|
|
],
|
|
"schema_ids": [
|
|
"E000002"
|
|
],
|
|
"archive_ids_count": 0
|
|
},
|
|
{
|
|
"context": "analysis/investigation/0001/contexts/H2-0003.json",
|
|
"baseline_prompt_version": "investigation_project_v13",
|
|
"baseline_characters": 88697,
|
|
"v15_characters": 21798,
|
|
"reduction_percent": 75.42,
|
|
"target_characters": 13125,
|
|
"above_target": true,
|
|
"evidence_count": 8,
|
|
"visible_raw_ids": [
|
|
"E000008"
|
|
],
|
|
"schema_ids": [
|
|
"E000002"
|
|
],
|
|
"archive_ids_count": 0
|
|
},
|
|
{
|
|
"context": "analysis/investigation/0001/contexts/H2-0003-attempt-0001.json",
|
|
"baseline_prompt_version": "investigation_project_v13",
|
|
"baseline_characters": 88749,
|
|
"v15_characters": 21850,
|
|
"reduction_percent": 75.38,
|
|
"target_characters": 13125,
|
|
"above_target": true,
|
|
"evidence_count": 8,
|
|
"visible_raw_ids": [
|
|
"E000008"
|
|
],
|
|
"schema_ids": [
|
|
"E000002"
|
|
],
|
|
"archive_ids_count": 0
|
|
},
|
|
{
|
|
"context": "analysis/investigation/0001/contexts/H2-0003-attempt-0002.json",
|
|
"baseline_prompt_version": "investigation_project_v13",
|
|
"baseline_characters": 88750,
|
|
"v15_characters": 21851,
|
|
"reduction_percent": 75.38,
|
|
"target_characters": 13125,
|
|
"above_target": true,
|
|
"evidence_count": 8,
|
|
"visible_raw_ids": [
|
|
"E000008"
|
|
],
|
|
"schema_ids": [
|
|
"E000002"
|
|
],
|
|
"archive_ids_count": 0
|
|
},
|
|
{
|
|
"context": "analysis/investigation/0001/contexts/H2-0004.json",
|
|
"baseline_prompt_version": "investigation_project_v13",
|
|
"baseline_characters": 91020,
|
|
"v15_characters": 23207,
|
|
"reduction_percent": 74.5,
|
|
"target_characters": 13125,
|
|
"above_target": true,
|
|
"evidence_count": 9,
|
|
"visible_raw_ids": [
|
|
"E000009"
|
|
],
|
|
"schema_ids": [
|
|
"E000002"
|
|
],
|
|
"archive_ids_count": 0
|
|
},
|
|
{
|
|
"context": "analysis/investigation/0001/contexts/H2-0005.json",
|
|
"baseline_prompt_version": "investigation_project_v13",
|
|
"baseline_characters": 94055,
|
|
"v15_characters": 24897,
|
|
"reduction_percent": 73.53,
|
|
"target_characters": 13125,
|
|
"above_target": true,
|
|
"evidence_count": 10,
|
|
"visible_raw_ids": [
|
|
"E000010"
|
|
],
|
|
"schema_ids": [
|
|
"E000002"
|
|
],
|
|
"archive_ids_count": 0
|
|
},
|
|
{
|
|
"context": "analysis/investigation/0001/contexts/H2-0005-attempt-0001.json",
|
|
"baseline_prompt_version": "investigation_project_v13",
|
|
"baseline_characters": 94110,
|
|
"v15_characters": 24952,
|
|
"reduction_percent": 73.49,
|
|
"target_characters": 13125,
|
|
"above_target": true,
|
|
"evidence_count": 10,
|
|
"visible_raw_ids": [
|
|
"E000010"
|
|
],
|
|
"schema_ids": [
|
|
"E000002"
|
|
],
|
|
"archive_ids_count": 0
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"package": "C:\\Users\\User\\Documents\\Projekte\\VianoBugAnalysis\\VianoBugAnalysis\\service-data\\trials\\bug20-lean-reply-20261017\\cases\\897a914b67a02e6109a6b567e377e43c72b90ab216bfb9d2dc24485a5a55db8d\\a4c26dd6d602c9c6d0ac7964d029953916d7a47784cc23e56bcc62bd79325067\\g00000103.zip",
|
|
"samples": 10,
|
|
"median_reduction_percent": 72.22999999999999,
|
|
"median_v15_characters": 21410.5,
|
|
"min_v15_characters": 16460,
|
|
"max_v15_characters": 25694,
|
|
"above_target_samples": 10,
|
|
"rows": [
|
|
{
|
|
"context": "analysis/investigation/0001/contexts/H1-0001.json",
|
|
"baseline_prompt_version": "investigation_project_v14",
|
|
"baseline_characters": 66329,
|
|
"v15_characters": 16460,
|
|
"reduction_percent": 75.18,
|
|
"target_characters": 13125,
|
|
"above_target": true,
|
|
"evidence_count": 0,
|
|
"visible_raw_ids": [],
|
|
"schema_ids": [],
|
|
"archive_ids_count": 0
|
|
},
|
|
{
|
|
"context": "analysis/investigation/0001/contexts/H2-0001.json",
|
|
"baseline_prompt_version": "investigation_project_v14",
|
|
"baseline_characters": 70086,
|
|
"v15_characters": 18498,
|
|
"reduction_percent": 73.61,
|
|
"target_characters": 13125,
|
|
"above_target": true,
|
|
"evidence_count": 1,
|
|
"visible_raw_ids": [
|
|
"E000001"
|
|
],
|
|
"schema_ids": [
|
|
"E000001"
|
|
],
|
|
"archive_ids_count": 0
|
|
},
|
|
{
|
|
"context": "analysis/investigation/0001/contexts/H3-0001.json",
|
|
"baseline_prompt_version": "investigation_project_v14",
|
|
"baseline_characters": 72752,
|
|
"v15_characters": 20641,
|
|
"reduction_percent": 71.63,
|
|
"target_characters": 13125,
|
|
"above_target": true,
|
|
"evidence_count": 2,
|
|
"visible_raw_ids": [
|
|
"E000001",
|
|
"E000002"
|
|
],
|
|
"schema_ids": [
|
|
"E000001"
|
|
],
|
|
"archive_ids_count": 0
|
|
},
|
|
{
|
|
"context": "analysis/investigation/0001/contexts/H2-0002.json",
|
|
"baseline_prompt_version": "investigation_project_v14",
|
|
"baseline_characters": 76060,
|
|
"v15_characters": 20983,
|
|
"reduction_percent": 72.41,
|
|
"target_characters": 13125,
|
|
"above_target": true,
|
|
"evidence_count": 3,
|
|
"visible_raw_ids": [
|
|
"E000002"
|
|
],
|
|
"schema_ids": [
|
|
"E000001"
|
|
],
|
|
"archive_ids_count": 0
|
|
},
|
|
{
|
|
"context": "analysis/investigation/0001/contexts/H1-0002.json",
|
|
"baseline_prompt_version": "investigation_project_v14",
|
|
"baseline_characters": 77025,
|
|
"v15_characters": 21072,
|
|
"reduction_percent": 72.64,
|
|
"target_characters": 13125,
|
|
"above_target": true,
|
|
"evidence_count": 4,
|
|
"visible_raw_ids": [
|
|
"E000001"
|
|
],
|
|
"schema_ids": [
|
|
"E000001",
|
|
"E000004"
|
|
],
|
|
"archive_ids_count": 0
|
|
},
|
|
{
|
|
"context": "analysis/investigation/0001/contexts/H1-0003.json",
|
|
"baseline_prompt_version": "investigation_project_v14",
|
|
"baseline_characters": 78758,
|
|
"v15_characters": 21749,
|
|
"reduction_percent": 72.39,
|
|
"target_characters": 13125,
|
|
"above_target": true,
|
|
"evidence_count": 5,
|
|
"visible_raw_ids": [
|
|
"E000005"
|
|
],
|
|
"schema_ids": [
|
|
"E000001",
|
|
"E000004"
|
|
],
|
|
"archive_ids_count": 0
|
|
},
|
|
{
|
|
"context": "analysis/investigation/0001/contexts/H1-0004.json",
|
|
"baseline_prompt_version": "investigation_project_v14",
|
|
"baseline_characters": 80164,
|
|
"v15_characters": 22392,
|
|
"reduction_percent": 72.07,
|
|
"target_characters": 13125,
|
|
"above_target": true,
|
|
"evidence_count": 6,
|
|
"visible_raw_ids": [
|
|
"E000006"
|
|
],
|
|
"schema_ids": [
|
|
"E000001",
|
|
"E000004"
|
|
],
|
|
"archive_ids_count": 0
|
|
},
|
|
{
|
|
"context": "analysis/investigation/0001/contexts/H1-0005.json",
|
|
"baseline_prompt_version": "investigation_project_v14",
|
|
"baseline_characters": 81606,
|
|
"v15_characters": 23085,
|
|
"reduction_percent": 71.71,
|
|
"target_characters": 13125,
|
|
"above_target": true,
|
|
"evidence_count": 7,
|
|
"visible_raw_ids": [
|
|
"E000007"
|
|
],
|
|
"schema_ids": [
|
|
"E000001",
|
|
"E000004"
|
|
],
|
|
"archive_ids_count": 0
|
|
},
|
|
{
|
|
"context": "analysis/investigation/0001/contexts/H2-0003.json",
|
|
"baseline_prompt_version": "investigation_project_v14",
|
|
"baseline_characters": 81828,
|
|
"v15_characters": 24308,
|
|
"reduction_percent": 70.29,
|
|
"target_characters": 13125,
|
|
"above_target": true,
|
|
"evidence_count": 7,
|
|
"visible_raw_ids": [
|
|
"E000004"
|
|
],
|
|
"schema_ids": [
|
|
"E000001",
|
|
"E000004"
|
|
],
|
|
"archive_ids_count": 0
|
|
},
|
|
{
|
|
"context": "analysis/investigation/0001/contexts/H3-0002.json",
|
|
"baseline_prompt_version": "investigation_project_v14",
|
|
"baseline_characters": 81478,
|
|
"v15_characters": 25694,
|
|
"reduction_percent": 68.47,
|
|
"target_characters": 13125,
|
|
"above_target": true,
|
|
"evidence_count": 7,
|
|
"visible_raw_ids": [
|
|
"E000003"
|
|
],
|
|
"schema_ids": [
|
|
"E000001",
|
|
"E000004"
|
|
],
|
|
"archive_ids_count": 0
|
|
}
|
|
]
|
|
}
|
|
]
|
|
}
|