Files
VianoBugAnalysis/docs/measurements/investigation-v14-replies-20261017.json
T

594 lines
20 KiB
JSON

{
"measurement": "investigation_v14_reply_projection",
"old_document_bytes": 41718,
"new_document_bytes": 30334,
"visible_json_reduction_percent": 27.29,
"rejected_v13_structured": 5,
"rejected_v14_projection": 1,
"request_totals": {
"old": {
"message_bytes": 1932966,
"prefix_bytes": 1762049,
"live_bytes": 504704
},
"new": {
"message_bytes": 1882022,
"prefix_bytes": 1706227,
"live_bytes": 502869
}
},
"limitations": [
"Canonical visible JSON bytes only, not provider output/thinking tokens.",
"No new model replies; semantic claims copied exactly, no proof of correctness.",
"Schema-failing replies without stored documents cannot be projected.",
"Projection validates wire and brief normalization, not external tool availability or final diagnosis."
],
"packages": [
{
"case_id": "BUG-000017",
"package_generation": 114,
"calls": 17,
"unavailable_schema_replies": 2,
"samples": [
{
"call_ref": "llm/operations/ca6cdff81de3cbae0492c26802daa287b11bf4fabefad477a9b64f1b6db30112/round-0001.json",
"original_rejection": null,
"projected_rejection": null,
"old_document_bytes": 994,
"new_document_bytes": 571,
"projected_effect": "neutral",
"projected_confidence": "unassessed"
},
{
"call_ref": "llm/operations/54ef9b495e10fe49a2ffad5909c89efdbfe7ef7645b601865d12e5223b0651bc/round-0001.json",
"original_rejection": null,
"projected_rejection": null,
"old_document_bytes": 1200,
"new_document_bytes": 870,
"projected_effect": "neutral",
"projected_confidence": "unassessed"
},
{
"call_ref": "llm/operations/7b8f9ecd4cb00c7e1d8bbd314d9ab15032701b76a0d5cf4256b895312b03a731/round-0001.json",
"original_rejection": null,
"projected_rejection": null,
"old_document_bytes": 1288,
"new_document_bytes": 902,
"projected_effect": "neutral",
"projected_confidence": "unassessed"
},
{
"call_ref": "llm/operations/c619a7901de5674f54e8371759fba596a7746f67d62499b198780813912e5c31/round-0001.json",
"original_rejection": null,
"projected_rejection": null,
"old_document_bytes": 1720,
"new_document_bytes": 1232,
"projected_effect": "neutral",
"projected_confidence": "plausible"
},
{
"call_ref": "llm/operations/b5de43dfa1122fa86decfa538047ee813621839eded8ed15356d341f3439e383/round-0001.json",
"original_rejection": "INVESTIGATION_BRIEF_CHANGE",
"projected_rejection": null,
"old_document_bytes": 1846,
"new_document_bytes": 1428,
"projected_effect": "neutral",
"projected_confidence": "plausible"
},
{
"call_ref": "llm/operations/eab2fd8c33f57337c6061e06495fda080ccbde40a5d1f671fc105b5fc3f48332/round-0001.json",
"original_rejection": null,
"projected_rejection": null,
"old_document_bytes": 1828,
"new_document_bytes": 1217,
"projected_effect": "neutral",
"projected_confidence": "plausible"
},
{
"call_ref": "llm/operations/6849c974442865e5ca3e8f146ef4520c275f2e37a25fb7caa498f17089ed6dc1/round-0001.json",
"original_rejection": null,
"projected_rejection": null,
"old_document_bytes": 2164,
"new_document_bytes": 1503,
"projected_effect": "supports",
"projected_confidence": "plausible"
},
{
"call_ref": "llm/operations/475d5f458554c35131f24fc92fb2e762c69a8d9c6d4ab9d6426fbd72e6303af3/round-0001.json",
"original_rejection": null,
"projected_rejection": null,
"old_document_bytes": 2422,
"new_document_bytes": 1783,
"projected_effect": "contradicts",
"projected_confidence": "weakened"
},
{
"call_ref": "llm/operations/ddf237df888a860f57b91498528fd599614514dff235353c4f61410ff3594423/round-0001.json",
"original_rejection": "INVESTIGATION_BRIEF_REFERENCE",
"projected_rejection": null,
"old_document_bytes": 1844,
"new_document_bytes": 1475,
"projected_effect": "neutral",
"projected_confidence": "plausible"
},
{
"call_ref": "llm/operations/fe2d0c043a943c62bf4221e261b0028ef4b669d048b30c68c9259e58c1380881/round-0001.json",
"original_rejection": null,
"projected_rejection": null,
"old_document_bytes": 1772,
"new_document_bytes": 1434,
"projected_effect": "neutral",
"projected_confidence": "unassessed"
},
{
"call_ref": "llm/operations/23e886f4a2c5eeadfea37a9114a2282780ab8a12c14b970fdcc26da184fc793b/round-0001.json",
"original_rejection": "INVESTIGATION_BRIEF_CHANGE",
"projected_rejection": null,
"old_document_bytes": 1890,
"new_document_bytes": 1380,
"projected_effect": "neutral",
"projected_confidence": "plausible"
},
{
"call_ref": "llm/operations/dc6beafc7db15bec5af22b3b34f0fd40506f577c3921f56d87190df9faf8d348/round-0001.json",
"original_rejection": "INVESTIGATION_CAUSAL_EFFECT",
"projected_rejection": null,
"old_document_bytes": 2062,
"new_document_bytes": 1550,
"projected_effect": "supports",
"projected_confidence": "plausible"
},
{
"call_ref": "llm/operations/898e7a9789e7fe2a53b817190bcedf9ad0eba7e0ad19e114d95ad21a2cb0bdb2/round-0001.json",
"original_rejection": null,
"projected_rejection": null,
"old_document_bytes": 2140,
"new_document_bytes": 1510,
"projected_effect": "neutral",
"projected_confidence": "plausible"
},
{
"call_ref": "llm/operations/90894bde812875d10dcc9a11218c864322aa1f10e8f2c0ee7db07eaa21a4a687/round-0001.json",
"original_rejection": null,
"projected_rejection": null,
"old_document_bytes": 2031,
"new_document_bytes": 1557,
"projected_effect": "neutral",
"projected_confidence": "plausible"
},
{
"call_ref": "llm/operations/bbf03137db61614a7898353127aae3d114e56606ca757881038446b590a4cc21/round-0001.json",
"original_rejection": "INVESTIGATION_BRIEF_REFERENCE",
"projected_rejection": "INVESTIGATION_BRIEF_CHANGE",
"old_document_bytes": 2512,
"new_document_bytes": 1986,
"projected_effect": null,
"projected_confidence": null
}
],
"requests": [
{
"call_ref": "llm/operations/ca6cdff81de3cbae0492c26802daa287b11bf4fabefad477a9b64f1b6db30112/round-0001.json",
"old": {
"message_bytes": 58525,
"prefix_bytes": 65356,
"live_bytes": 3552
},
"new": {
"message_bytes": 56605,
"prefix_bytes": 63209,
"live_bytes": 3529
}
},
{
"call_ref": "llm/operations/54ef9b495e10fe49a2ffad5909c89efdbfe7ef7645b601865d12e5223b0651bc/round-0001.json",
"old": {
"message_bytes": 61698,
"prefix_bytes": 65356,
"live_bytes": 7188
},
"new": {
"message_bytes": 59778,
"prefix_bytes": 63209,
"live_bytes": 7165
}
},
{
"call_ref": "llm/operations/71fd77c20b2af9bb2d842927c7a39cc8e1cf3e15541f387a26054fdb1047b6e4/round-0001.json",
"old": {
"message_bytes": 65163,
"prefix_bytes": 65356,
"live_bytes": 11385
},
"new": {
"message_bytes": 63243,
"prefix_bytes": 63209,
"live_bytes": 11362
}
},
{
"call_ref": "llm/operations/7b8f9ecd4cb00c7e1d8bbd314d9ab15032701b76a0d5cf4256b895312b03a731/round-0001.json",
"old": {
"message_bytes": 65204,
"prefix_bytes": 65356,
"live_bytes": 11432
},
"new": {
"message_bytes": 63284,
"prefix_bytes": 63209,
"live_bytes": 11409
}
},
{
"call_ref": "llm/operations/c619a7901de5674f54e8371759fba596a7746f67d62499b198780813912e5c31/round-0001.json",
"old": {
"message_bytes": 69134,
"prefix_bytes": 65356,
"live_bytes": 15849
},
"new": {
"message_bytes": 67201,
"prefix_bytes": 63209,
"live_bytes": 15809
}
},
{
"call_ref": "llm/operations/b5de43dfa1122fa86decfa538047ee813621839eded8ed15356d341f3439e383/round-0001.json",
"old": {
"message_bytes": 72946,
"prefix_bytes": 65356,
"live_bytes": 20027
},
"new": {
"message_bytes": 71004,
"prefix_bytes": 63209,
"live_bytes": 19976
}
},
{
"call_ref": "llm/operations/eab2fd8c33f57337c6061e06495fda080ccbde40a5d1f671fc105b5fc3f48332/round-0001.json",
"old": {
"message_bytes": 72996,
"prefix_bytes": 65356,
"live_bytes": 20083
},
"new": {
"message_bytes": 71054,
"prefix_bytes": 63209,
"live_bytes": 20032
}
},
{
"call_ref": "llm/operations/6849c974442865e5ca3e8f146ef4520c275f2e37a25fb7caa498f17089ed6dc1/round-0001.json",
"old": {
"message_bytes": 75733,
"prefix_bytes": 65356,
"live_bytes": 23161
},
"new": {
"message_bytes": 73622,
"prefix_bytes": 63209,
"live_bytes": 22918
}
},
{
"call_ref": "llm/operations/475d5f458554c35131f24fc92fb2e762c69a8d9c6d4ab9d6426fbd72e6303af3/round-0001.json",
"old": {
"message_bytes": 79229,
"prefix_bytes": 65356,
"live_bytes": 26999
},
"new": {
"message_bytes": 77092,
"prefix_bytes": 63209,
"live_bytes": 26730
}
},
{
"call_ref": "llm/operations/a4ed5334e4125ed14bcbca18629a561513bba48ef92afecc570c14d9e90e05cc/round-0001.json",
"old": {
"message_bytes": 81865,
"prefix_bytes": 65356,
"live_bytes": 29955
},
"new": {
"message_bytes": 79923,
"prefix_bytes": 63209,
"live_bytes": 29904
}
},
{
"call_ref": "llm/operations/ddf237df888a860f57b91498528fd599614514dff235353c4f61410ff3594423/round-0001.json",
"old": {
"message_bytes": 81906,
"prefix_bytes": 65356,
"live_bytes": 30002
},
"new": {
"message_bytes": 79964,
"prefix_bytes": 63209,
"live_bytes": 29951
}
},
{
"call_ref": "llm/operations/fe2d0c043a943c62bf4221e261b0028ef4b669d048b30c68c9259e58c1380881/round-0001.json",
"old": {
"message_bytes": 81918,
"prefix_bytes": 65356,
"live_bytes": 30014
},
"new": {
"message_bytes": 79976,
"prefix_bytes": 63209,
"live_bytes": 29963
}
},
{
"call_ref": "llm/operations/23e886f4a2c5eeadfea37a9114a2282780ab8a12c14b970fdcc26da184fc793b/round-0001.json",
"old": {
"message_bytes": 83289,
"prefix_bytes": 65356,
"live_bytes": 31620
},
"new": {
"message_bytes": 81337,
"prefix_bytes": 63209,
"live_bytes": 31556
}
},
{
"call_ref": "llm/operations/dc6beafc7db15bec5af22b3b34f0fd40506f577c3921f56d87190df9faf8d348/round-0001.json",
"old": {
"message_bytes": 83339,
"prefix_bytes": 65356,
"live_bytes": 31676
},
"new": {
"message_bytes": 81387,
"prefix_bytes": 63209,
"live_bytes": 31612
}
},
{
"call_ref": "llm/operations/898e7a9789e7fe2a53b817190bcedf9ad0eba7e0ad19e114d95ad21a2cb0bdb2/round-0001.json",
"old": {
"message_bytes": 83340,
"prefix_bytes": 65356,
"live_bytes": 31677
},
"new": {
"message_bytes": 81388,
"prefix_bytes": 63209,
"live_bytes": 31613
}
},
{
"call_ref": "llm/operations/90894bde812875d10dcc9a11218c864322aa1f10e8f2c0ee7db07eaa21a4a687/round-0001.json",
"old": {
"message_bytes": 85514,
"prefix_bytes": 65356,
"live_bytes": 34111
},
"new": {
"message_bytes": 83423,
"prefix_bytes": 63209,
"live_bytes": 33888
}
},
{
"call_ref": "llm/operations/bbf03137db61614a7898353127aae3d114e56606ca757881038446b590a4cc21/round-0001.json",
"old": {
"message_bytes": 88415,
"prefix_bytes": 65356,
"live_bytes": 37378
},
"new": {
"message_bytes": 86443,
"prefix_bytes": 63209,
"live_bytes": 37288
}
}
]
},
{
"case_id": "BUG-000020",
"package_generation": 86,
"calls": 9,
"unavailable_schema_replies": 1,
"samples": [
{
"call_ref": "llm/operations/ca6cdff81de3cbae0492c26802daa287b11bf4fabefad477a9b64f1b6db30112/round-0001.json",
"original_rejection": null,
"projected_rejection": null,
"old_document_bytes": 753,
"new_document_bytes": 488,
"projected_effect": "neutral",
"projected_confidence": "unassessed"
},
{
"call_ref": "llm/operations/54ef9b495e10fe49a2ffad5909c89efdbfe7ef7645b601865d12e5223b0651bc/round-0001.json",
"original_rejection": null,
"projected_rejection": null,
"old_document_bytes": 1130,
"new_document_bytes": 720,
"projected_effect": "neutral",
"projected_confidence": "unassessed"
},
{
"call_ref": "llm/operations/71fd77c20b2af9bb2d842927c7a39cc8e1cf3e15541f387a26054fdb1047b6e4/round-0001.json",
"original_rejection": null,
"projected_rejection": null,
"old_document_bytes": 1393,
"new_document_bytes": 913,
"projected_effect": "neutral",
"projected_confidence": "plausible"
},
{
"call_ref": "llm/operations/315f7926815c1671b537fb3e66cab04a5c6fae6211162461c0bd9de7aaaf48ae/round-0001.json",
"original_rejection": null,
"projected_rejection": null,
"old_document_bytes": 1888,
"new_document_bytes": 1396,
"projected_effect": "neutral",
"projected_confidence": "plausible"
},
{
"call_ref": "llm/operations/1704c36027e9e7cb8b3d1ec6c6ce478bbf9541e4a8d6a85ebe0c63fbb951d4ca/round-0001.json",
"original_rejection": null,
"projected_rejection": null,
"old_document_bytes": 2790,
"new_document_bytes": 2051,
"projected_effect": "contradicts",
"projected_confidence": "weakened"
},
{
"call_ref": "llm/operations/c619a7901de5674f54e8371759fba596a7746f67d62499b198780813912e5c31/round-0001.json",
"original_rejection": null,
"projected_rejection": null,
"old_document_bytes": 2100,
"new_document_bytes": 1517,
"projected_effect": "supports",
"projected_confidence": "supported"
},
{
"call_ref": "llm/operations/b5de43dfa1122fa86decfa538047ee813621839eded8ed15356d341f3439e383/round-0001.json",
"original_rejection": null,
"projected_rejection": null,
"old_document_bytes": 2275,
"new_document_bytes": 1676,
"projected_effect": "supports",
"projected_confidence": "strongly_supported"
},
{
"call_ref": "llm/operations/a4ed5334e4125ed14bcbca18629a561513bba48ef92afecc570c14d9e90e05cc/round-0001.json",
"original_rejection": null,
"projected_rejection": null,
"old_document_bytes": 1676,
"new_document_bytes": 1175,
"projected_effect": "contradicts",
"projected_confidence": "weakened"
}
],
"requests": [
{
"call_ref": "llm/operations/ca6cdff81de3cbae0492c26802daa287b11bf4fabefad477a9b64f1b6db30112/round-0001.json",
"old": {
"message_bytes": 64355,
"prefix_bytes": 72333,
"live_bytes": 3626
},
"new": {
"message_bytes": 62435,
"prefix_bytes": 70186,
"live_bytes": 3603
}
},
{
"call_ref": "llm/operations/54ef9b495e10fe49a2ffad5909c89efdbfe7ef7645b601865d12e5223b0651bc/round-0001.json",
"old": {
"message_bytes": 67889,
"prefix_bytes": 72333,
"live_bytes": 7974
},
"new": {
"message_bytes": 65969,
"prefix_bytes": 70186,
"live_bytes": 7951
}
},
{
"call_ref": "llm/operations/71fd77c20b2af9bb2d842927c7a39cc8e1cf3e15541f387a26054fdb1047b6e4/round-0001.json",
"old": {
"message_bytes": 69936,
"prefix_bytes": 72333,
"live_bytes": 10412
},
"new": {
"message_bytes": 68016,
"prefix_bytes": 70186,
"live_bytes": 10389
}
},
{
"call_ref": "llm/operations/b7f2e84e7ce1ab15fea771e71ef5c71f3321d1b419eefa7f3f69f110b5c356c6/round-0001.json",
"old": {
"message_bytes": 72063,
"prefix_bytes": 72333,
"live_bytes": 12833
},
"new": {
"message_bytes": 70111,
"prefix_bytes": 70186,
"live_bytes": 12769
}
},
{
"call_ref": "llm/operations/315f7926815c1671b537fb3e66cab04a5c6fae6211162461c0bd9de7aaaf48ae/round-0001.json",
"old": {
"message_bytes": 72104,
"prefix_bytes": 72333,
"live_bytes": 12880
},
"new": {
"message_bytes": 70152,
"prefix_bytes": 70186,
"live_bytes": 12816
}
},
{
"call_ref": "llm/operations/1704c36027e9e7cb8b3d1ec6c6ce478bbf9541e4a8d6a85ebe0c63fbb951d4ca/round-0001.json",
"old": {
"message_bytes": 73748,
"prefix_bytes": 72333,
"live_bytes": 14793
},
"new": {
"message_bytes": 71786,
"prefix_bytes": 70186,
"live_bytes": 14716
}
},
{
"call_ref": "llm/operations/c619a7901de5674f54e8371759fba596a7746f67d62499b198780813912e5c31/round-0001.json",
"old": {
"message_bytes": 73086,
"prefix_bytes": 72333,
"live_bytes": 14063
},
"new": {
"message_bytes": 71153,
"prefix_bytes": 70186,
"live_bytes": 14023
}
},
{
"call_ref": "llm/operations/b5de43dfa1122fa86decfa538047ee813621839eded8ed15356d341f3439e383/round-0001.json",
"old": {
"message_bytes": 74864,
"prefix_bytes": 72333,
"live_bytes": 16106
},
"new": {
"message_bytes": 72902,
"prefix_bytes": 70186,
"live_bytes": 16029
}
},
{
"call_ref": "llm/operations/a4ed5334e4125ed14bcbca18629a561513bba48ef92afecc570c14d9e90e05cc/round-0001.json",
"old": {
"message_bytes": 74707,
"prefix_bytes": 72333,
"live_bytes": 15908
},
"new": {
"message_bytes": 72774,
"prefix_bytes": 70186,
"live_bytes": 15868
}
}
]
}
]
}