247 lines
12 KiB
JSON
247 lines
12 KiB
JSON
{
|
|
"format": "viano-rejected-response-corpus",
|
|
"format_version": 1,
|
|
"created_on": "2026-10-19",
|
|
"code_commit": "f979258",
|
|
"purpose": "Curated standalone examples explicitly retained at user request; not a full trial archive.",
|
|
"entries": [
|
|
{
|
|
"id": "joint-interpretation-source-kinds",
|
|
"trial": "bug20-joint-planning-20261019",
|
|
"case_id": "BUG-000020",
|
|
"package_id": "trial-joint-planning-BUG-000020-20261019",
|
|
"analysis_revision": 1,
|
|
"source_generation": 97,
|
|
"original_package_filename": "897a914b67a02e6109a6b567e377e43c72b90ab216bfb9d2dc24485a5a55db8d-60d94dc476555860dafbb6b852fa5a4d763ea432e1f62723280817bafa379d35-r0001-g00000097.zip",
|
|
"original_call_ref": "llm/operations/572afccbd4034d9c5485045cb4bb28b61fdd40e48dc8a3fab67cfc17e997cd65/round-0001.json",
|
|
"rejection_code": "INTERPRETATION_SOURCE_KIND",
|
|
"protocol_status": "SUCCESS",
|
|
"reason": "Two source-category errors: observed_behavior/2 cites a fact in addition to a valid observation; tester_assumptions/0 overstates the tester report as an exclusive prerequisite. Further unverified item labels and a flag-symbol mapping are qualitative findings, not emitted validation codes.",
|
|
"files": [
|
|
{
|
|
"file": "call.json",
|
|
"sha256": "81b5649c121cf83dc049bac836a5fd607aed4031bf1626f6c0768e1ff19f2fa5",
|
|
"bytes": 24390,
|
|
"original_ref": "llm/operations/572afccbd4034d9c5485045cb4bb28b61fdd40e48dc8a3fab67cfc17e997cd65/round-0001.json"
|
|
},
|
|
{
|
|
"file": "request.json",
|
|
"sha256": "8edbe2caf7edc8a7bd70ddc442e94d3bbb776852a6f70415e08fd749e689020d",
|
|
"bytes": 42493,
|
|
"original_ref": "llm/operations/572afccbd4034d9c5485045cb4bb28b61fdd40e48dc8a3fab67cfc17e997cd65/request.json"
|
|
},
|
|
{
|
|
"file": "answer.txt",
|
|
"sha256": "0f477bb21271863135a96b1628fd4e5b90e629476876bd79921d22a625273c89",
|
|
"bytes": 11841,
|
|
"original_ref": "llm/operations/572afccbd4034d9c5485045cb4bb28b61fdd40e48dc8a3fab67cfc17e997cd65/round-0001.json#/outcome/response_capture/text"
|
|
},
|
|
{
|
|
"file": "parsed-answer.json",
|
|
"sha256": "3aff74a41ef50ac6187356a9e4fa01873226aa99e0abdfe7f10c6fd65f80fc34",
|
|
"bytes": 12921,
|
|
"original_ref": "llm/operations/572afccbd4034d9c5485045cb4bb28b61fdd40e48dc8a3fab67cfc17e997cd65/round-0001.json#/outcome/document"
|
|
},
|
|
{
|
|
"file": "validation-context.json",
|
|
"sha256": "565e3369d71e182f79c7267a7c75ed4e065292e9d33005155ffd4fb0e461f804",
|
|
"bytes": 141003,
|
|
"original_ref": "analysis/interpretations/0001/context.json"
|
|
},
|
|
{
|
|
"file": "rejection-records.json",
|
|
"sha256": "4c0378f533f38ed16cf34dd1aa04a3e82e9ef25dfcc4236a674d257e7cf22792",
|
|
"bytes": 3009,
|
|
"original_ref": null
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"id": "joint-change-request-closing-bracket",
|
|
"trial": "bug20-joint-planning-20261019",
|
|
"case_id": "BUG-000020",
|
|
"package_id": "trial-joint-planning-BUG-000020-20261019",
|
|
"analysis_revision": 1,
|
|
"source_generation": 97,
|
|
"original_package_filename": "897a914b67a02e6109a6b567e377e43c72b90ab216bfb9d2dc24485a5a55db8d-60d94dc476555860dafbb6b852fa5a4d763ea432e1f62723280817bafa379d35-r0001-g00000097.zip",
|
|
"original_call_ref": "llm/operations/17917402a4c04bd20ae3b0a2f256a39daa4c026a0afff5f80f408478611d4e03/round-0001.json",
|
|
"rejection_code": "LLM_RESPONSE",
|
|
"protocol_status": "ERROR",
|
|
"reason": "The human_dev object ends with ] instead of }. Replacing that single closing bracket in memory made the full output pass the existing change-request validator. No original content was accepted or modified.",
|
|
"files": [
|
|
{
|
|
"file": "call.json",
|
|
"sha256": "267554a74192630ddabdcd221cf78e62067b58abce18bf5403e9fcf061bfe74d",
|
|
"bytes": 7005,
|
|
"original_ref": "llm/operations/17917402a4c04bd20ae3b0a2f256a39daa4c026a0afff5f80f408478611d4e03/round-0001.json"
|
|
},
|
|
{
|
|
"file": "request.json",
|
|
"sha256": "102a8dfbae42f36a98a1397f9b8325e7007761dd043d436b5ed105891937ae41",
|
|
"bytes": 46720,
|
|
"original_ref": "llm/operations/17917402a4c04bd20ae3b0a2f256a39daa4c026a0afff5f80f408478611d4e03/request.json"
|
|
},
|
|
{
|
|
"file": "answer.txt",
|
|
"sha256": "61e732ecd61b5a04790bcef1d2049cf75fb36075df6a4a5c12a63756f1f9d716",
|
|
"bytes": 4652,
|
|
"original_ref": "llm/operations/17917402a4c04bd20ae3b0a2f256a39daa4c026a0afff5f80f408478611d4e03/round-0001.json#/outcome/response_capture/text"
|
|
},
|
|
{
|
|
"file": "validation-context.json",
|
|
"sha256": "48d4ec5a7671f42eac599fd3f186a52733bbed9f7aa1a090f228764798547ca4",
|
|
"bytes": 324098,
|
|
"original_ref": "analysis/change-requests/0001/context.json"
|
|
},
|
|
{
|
|
"file": "rejection-records.json",
|
|
"sha256": "34536a46d16f0fefe08e370433a36fe1c2a7c82bc32635b40e94781039460d13",
|
|
"bytes": 257,
|
|
"original_ref": null
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"id": "separate-hypotheses-terminal-character",
|
|
"trial": "bug20-shared-recovery-20261019",
|
|
"case_id": "BUG-000020",
|
|
"package_id": "trial-shared-recovery-BUG-000020-20261019",
|
|
"analysis_revision": 1,
|
|
"source_generation": 100,
|
|
"original_package_filename": "897a914b67a02e6109a6b567e377e43c72b90ab216bfb9d2dc24485a5a55db8d-49c833d7194c687b04596c9b9a4bd0f4f021f54171839fb8336fc85296f98ed6-r0001-g00000100.zip",
|
|
"original_call_ref": "llm/operations/5fa06d3e4f4063a74b5818fdba690a7e1cd8b145506fb7c1d2a5deefc421ef98/round-0001.json",
|
|
"rejection_code": "LLM_RESPONSE",
|
|
"protocol_status": "ERROR",
|
|
"reason": "The response ends after three complete proposal objects with an extraneous character and missing outer closers. Replacing the terminal character with ]} in memory passed the existing hypothesis validator. This is NOT an approved generic repair: completing containers can conceal truncation.",
|
|
"files": [
|
|
{
|
|
"file": "call.json",
|
|
"sha256": "bc380985aadade22f74e06b73d0bac5a5bded15078f9fd44884625971fb98d57",
|
|
"bytes": 8324,
|
|
"original_ref": "llm/operations/5fa06d3e4f4063a74b5818fdba690a7e1cd8b145506fb7c1d2a5deefc421ef98/round-0001.json"
|
|
},
|
|
{
|
|
"file": "request.json",
|
|
"sha256": "2d0c1c94f68b686d0837c7c1f1137e88363b62e3d26f89781b46c9e9881fc900",
|
|
"bytes": 47383,
|
|
"original_ref": "llm/operations/5fa06d3e4f4063a74b5818fdba690a7e1cd8b145506fb7c1d2a5deefc421ef98/request.json"
|
|
},
|
|
{
|
|
"file": "answer.txt",
|
|
"sha256": "b1f8453566dc2f0ed38d48478a4db57906f6cd96ba2e40757887950678317d6a",
|
|
"bytes": 6015,
|
|
"original_ref": "llm/operations/5fa06d3e4f4063a74b5818fdba690a7e1cd8b145506fb7c1d2a5deefc421ef98/round-0001.json#/outcome/response_capture/text"
|
|
},
|
|
{
|
|
"file": "validation-context.json",
|
|
"sha256": "2b979744cf039d037887ac9abd4f0154ef1682918959c0139969d2f32867524f",
|
|
"bytes": 149529,
|
|
"original_ref": "analysis/hypotheses/0001/context.json"
|
|
},
|
|
{
|
|
"file": "rejection-records.json",
|
|
"sha256": "8c5fd3b22a44deffe99b5f3c600818768b32f39910c3493e7cba2a6630697989",
|
|
"bytes": 2118,
|
|
"original_ref": null
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"id": "separate-hypotheses-stray-token",
|
|
"trial": "bug20-shared-recovery-20261019",
|
|
"case_id": "BUG-000020",
|
|
"package_id": "trial-shared-recovery-BUG-000020-20261019",
|
|
"analysis_revision": 1,
|
|
"source_generation": 100,
|
|
"original_package_filename": "897a914b67a02e6109a6b567e377e43c72b90ab216bfb9d2dc24485a5a55db8d-49c833d7194c687b04596c9b9a4bd0f4f021f54171839fb8336fc85296f98ed6-r0001-g00000100.zip",
|
|
"original_call_ref": "llm/operations/b58ae687fdde681ed31f46a21147298ced592a1fb391d86a3f346bfd3e648096/round-0001.json",
|
|
"rejection_code": "LLM_RESPONSE",
|
|
"protocol_status": "ERROR",
|
|
"reason": "An unquoted stray word syndromes occurs between the final proposal object and existing ]}. Deleting only this token in memory passed the existing hypothesis validator. A future rule must preserve all literals and reject ambiguous deletions.",
|
|
"files": [
|
|
{
|
|
"file": "call.json",
|
|
"sha256": "5fd4b4625d59cfa6409ffe8bd69d3dbb19a2fcc48dd0ffd08a2c2db08718b781",
|
|
"bytes": 8302,
|
|
"original_ref": "llm/operations/b58ae687fdde681ed31f46a21147298ced592a1fb391d86a3f346bfd3e648096/round-0001.json"
|
|
},
|
|
{
|
|
"file": "request.json",
|
|
"sha256": "7805fb5cb286733c015e25fda71ad63fa74109faeb7ee036441cc4299153c1ae",
|
|
"bytes": 48375,
|
|
"original_ref": "llm/operations/b58ae687fdde681ed31f46a21147298ced592a1fb391d86a3f346bfd3e648096/request.json"
|
|
},
|
|
{
|
|
"file": "answer.txt",
|
|
"sha256": "bc041ff5810c56a62b28ca95877d404c9d5759fcab708d8187b3d49499378c12",
|
|
"bytes": 6004,
|
|
"original_ref": "llm/operations/b58ae687fdde681ed31f46a21147298ced592a1fb391d86a3f346bfd3e648096/round-0001.json#/outcome/response_capture/text"
|
|
},
|
|
{
|
|
"file": "validation-context.json",
|
|
"sha256": "2b979744cf039d037887ac9abd4f0154ef1682918959c0139969d2f32867524f",
|
|
"bytes": 149529,
|
|
"original_ref": "analysis/hypotheses/0001/context.json"
|
|
},
|
|
{
|
|
"file": "rejection-records.json",
|
|
"sha256": "6848c99604c6cde8679b2cfc6d6eec805650cefd82b4ac6f43267700583e55cd",
|
|
"bytes": 2118,
|
|
"original_ref": null
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"id": "separate-investigation-filter-list",
|
|
"trial": "bug20-shared-recovery-20261019",
|
|
"case_id": "BUG-000020",
|
|
"package_id": "trial-shared-recovery-BUG-000020-20261019",
|
|
"analysis_revision": 1,
|
|
"source_generation": 100,
|
|
"original_package_filename": "897a914b67a02e6109a6b567e377e43c72b90ab216bfb9d2dc24485a5a55db8d-49c833d7194c687b04596c9b9a4bd0f4f021f54171839fb8336fc85296f98ed6-r0001-g00000100.zip",
|
|
"original_call_ref": "llm/operations/71fd77c20b2af9bb2d842927c7a39cc8e1cf3e15541f387a26054fdb1047b6e4/round-0001.json",
|
|
"rejection_code": "INVESTIGATION_OUTPUT",
|
|
"protocol_status": "SUCCESS",
|
|
"reason": "The tool query uses an undocumented flat filter array with !#flatten instead of column/operator/value objects. The same response also overstates static Horde spawns as disproof of dynamic spawning. Do not repair only the filter and blindly execute coupled confidence/evidence updates.",
|
|
"files": [
|
|
{
|
|
"file": "call.json",
|
|
"sha256": "a6a08a0d40b10272895171f82bcd4f28dccf9b6f46cead9e34894f64fa57747a",
|
|
"bytes": 5346,
|
|
"original_ref": "llm/operations/71fd77c20b2af9bb2d842927c7a39cc8e1cf3e15541f387a26054fdb1047b6e4/round-0001.json"
|
|
},
|
|
{
|
|
"file": "request.json",
|
|
"sha256": "f4fe5aca4a013ea1a030e75cb9e3a5d3d024c4ea68a8795fd5178f6557acf52e",
|
|
"bytes": 51406,
|
|
"original_ref": "llm/operations/71fd77c20b2af9bb2d842927c7a39cc8e1cf3e15541f387a26054fdb1047b6e4/request.json"
|
|
},
|
|
{
|
|
"file": "answer.txt",
|
|
"sha256": "0def03fad919def538aa1d72ce1d97333364029fcd2ae95e8bad31d9fc550e31",
|
|
"bytes": 1941,
|
|
"original_ref": "llm/operations/71fd77c20b2af9bb2d842927c7a39cc8e1cf3e15541f387a26054fdb1047b6e4/round-0001.json#/outcome/response_capture/text"
|
|
},
|
|
{
|
|
"file": "parsed-answer.json",
|
|
"sha256": "0def03fad919def538aa1d72ce1d97333364029fcd2ae95e8bad31d9fc550e31",
|
|
"bytes": 1941,
|
|
"original_ref": "llm/operations/71fd77c20b2af9bb2d842927c7a39cc8e1cf3e15541f387a26054fdb1047b6e4/round-0001.json#/outcome/document"
|
|
},
|
|
{
|
|
"file": "validation-context.json",
|
|
"sha256": "e205dcc34b1be5efa05de33ccb8a9984c6867f5d220d68dc0dda1a37696e9956",
|
|
"bytes": 393837,
|
|
"original_ref": "analysis/investigation/0001/contexts/H3-0001-attempt-0001.json"
|
|
},
|
|
{
|
|
"file": "rejection-records.json",
|
|
"sha256": "aaa0462cf3ce158c307280e4ef9c339222209f97dc58a0451a625a5dcc3a4133",
|
|
"bytes": 317,
|
|
"original_ref": null
|
|
}
|
|
]
|
|
}
|
|
]
|
|
}
|