Files
VianoBugAnalysis/docs/measurements/investigation-context-study-20261016.json
T

572 lines
16 KiB
JSON

{
"study": "offline_investigation_context_v1",
"limitations": [
"Not a runnable prompt protocol; production unchanged.",
"No quality test or token/cost claim; bytes are UTF-8.",
"Old note history removed in both variants; no semantic summary fabricated.",
"Fresh-only deliberately lacks evidence; not recommended for deployment.",
"Historical v11 has no structured causal review; a reliable pro/con brief needs a new persisted contract.",
"Same original system/schema for fair data-size comparison; a live protocol needs consistent revised instructions."
],
"identity": {
"case_id": "BUG-000017",
"package_id": "trial-stable-case-cache-BUG-000017-20261016",
"package_generation": 148
},
"contexts": 17,
"totals": {
"baseline": {
"message_bytes": 1400843,
"live_transport_bytes": 645032,
"prefix_transport_bytes": 987326
},
"administrative_trim": {
"message_bytes": 1233456,
"live_transport_bytes": 459777,
"prefix_transport_bytes": 987326,
"live_reduction_percent": 28.72
},
"fresh_only_unsafe": {
"message_bytes": 1110549,
"live_transport_bytes": 313571,
"prefix_transport_bytes": 987326,
"live_reduction_percent": 51.39
}
},
"largest_evidence_example": {
"context": "analysis/investigation/0001/contexts/H1-0013.json",
"evidence_count": 15,
"selected_hypothesis": "H1",
"task_brief": {
"claim": "The CreatureScript npc_professor_phizzlethorpe in src/server/scripts/EasternKingdoms/arathi_highlands.cpp may either completely lack an OnQuestAccept hook or check for an outdated quest ID instead of 26050, resulting in no escort start routine or AI state transition being invoked when the player accepts Goggle Boggle.",
"confidence": "supported",
"causal_balance": {
"status": "not_recorded_in_this_legacy_run",
"meaning": "No support/against summary can be inferred from confidence or novelty."
},
"last_working_note": "E000014 resolves Q0008, confirming that npc_professor_phizzlethorpe correctly overrides CreatureScript::GetAI to return a new npc_professor_phizzlethorpeAI instance and registers it via AddSC_arathi_highlands. Now checking Player.cpp around line 14157 to inspect the exact conditions guarding the dispatch of QuestAccept to the creature AI.",
"note_status": "prior_model_claim_not_independent_evidence",
"open_questions": [
{
"id": "Q0009",
"resolved": false,
"text": "Under what exact conditions does Player.cpp invoke questGiver->ToCreature()->AI()->QuestAccept(this, quest)?"
}
]
}
},
"samples": [
{
"context": "analysis/investigation/0001/contexts/H1-0001.json",
"hypothesis": "H1",
"evidence_count": 0,
"baseline": {
"message_bytes": 54135,
"live_transport_bytes": 6169,
"prefix_transport_bytes": 58078
},
"administrative_trim": {
"message_bytes": 53354,
"live_transport_bytes": 5172,
"prefix_transport_bytes": 58078
},
"fresh_only_unsafe": {
"message_bytes": 53476,
"live_transport_bytes": 5304,
"prefix_transport_bytes": 58078
},
"unsafe_omitted_evidence": [],
"selected_notes": 0
},
{
"context": "analysis/investigation/0001/contexts/H2-0001.json",
"hypothesis": "H2",
"evidence_count": 1,
"baseline": {
"message_bytes": 58772,
"live_transport_bytes": 11418,
"prefix_transport_bytes": 58078
},
"administrative_trim": {
"message_bytes": 56657,
"live_transport_bytes": 8961,
"prefix_transport_bytes": 58078
},
"fresh_only_unsafe": {
"message_bytes": 56179,
"live_transport_bytes": 8365,
"prefix_transport_bytes": 58078
},
"unsafe_omitted_evidence": [
"E000001"
],
"selected_notes": 0
},
{
"context": "analysis/investigation/0001/contexts/H3-0001.json",
"hypothesis": "H3",
"evidence_count": 2,
"baseline": {
"message_bytes": 63436,
"live_transport_bytes": 16638,
"prefix_transport_bytes": 58078
},
"administrative_trim": {
"message_bytes": 59986,
"live_transport_bytes": 12718,
"prefix_transport_bytes": 58078
},
"fresh_only_unsafe": {
"message_bytes": 58904,
"live_transport_bytes": 11390,
"prefix_transport_bytes": 58078
},
"unsafe_omitted_evidence": [
"E000001",
"E000002"
],
"selected_notes": 0
},
{
"context": "analysis/investigation/0001/contexts/H4-0001.json",
"hypothesis": "H4",
"evidence_count": 3,
"baseline": {
"message_bytes": 65888,
"live_transport_bytes": 19359,
"prefix_transport_bytes": 58078
},
"administrative_trim": {
"message_bytes": 60857,
"live_transport_bytes": 13712,
"prefix_transport_bytes": 58078
},
"fresh_only_unsafe": {
"message_bytes": 59641,
"live_transport_bytes": 12218,
"prefix_transport_bytes": 58078
},
"unsafe_omitted_evidence": [
"E000001",
"E000002",
"E000003"
],
"selected_notes": 0
},
{
"context": "analysis/investigation/0001/contexts/H1-0002.json",
"hypothesis": "H1",
"evidence_count": 4,
"baseline": {
"message_bytes": 70806,
"live_transport_bytes": 25148,
"prefix_transport_bytes": 58078
},
"administrative_trim": {
"message_bytes": 65004,
"live_transport_bytes": 18640,
"prefix_transport_bytes": 58078
},
"fresh_only_unsafe": {
"message_bytes": 61450,
"live_transport_bytes": 14247,
"prefix_transport_bytes": 58078
},
"unsafe_omitted_evidence": [
"E000002",
"E000003",
"E000004"
],
"selected_notes": 1
},
{
"context": "analysis/investigation/0001/contexts/H1-0003.json",
"hypothesis": "H1",
"evidence_count": 5,
"baseline": {
"message_bytes": 73842,
"live_transport_bytes": 28514,
"prefix_transport_bytes": 58078
},
"administrative_trim": {
"message_bytes": 66952,
"live_transport_bytes": 20811,
"prefix_transport_bytes": 58078
},
"fresh_only_unsafe": {
"message_bytes": 62798,
"live_transport_bytes": 15690,
"prefix_transport_bytes": 58078
},
"unsafe_omitted_evidence": [
"E000001",
"E000002",
"E000003",
"E000004"
],
"selected_notes": 2
},
{
"context": "analysis/investigation/0001/contexts/H1-0004.json",
"hypothesis": "H1",
"evidence_count": 6,
"baseline": {
"message_bytes": 77785,
"live_transport_bytes": 32913,
"prefix_transport_bytes": 58078
},
"administrative_trim": {
"message_bytes": 69753,
"live_transport_bytes": 23977,
"prefix_transport_bytes": 58078
},
"fresh_only_unsafe": {
"message_bytes": 64845,
"live_transport_bytes": 17962,
"prefix_transport_bytes": 58078
},
"unsafe_omitted_evidence": [
"E000001",
"E000002",
"E000003",
"E000004",
"E000005"
],
"selected_notes": 3
},
{
"context": "analysis/investigation/0001/contexts/H1-0005.json",
"hypothesis": "H1",
"evidence_count": 7,
"baseline": {
"message_bytes": 80230,
"live_transport_bytes": 35636,
"prefix_transport_bytes": 58078
},
"administrative_trim": {
"message_bytes": 71278,
"live_transport_bytes": 25689,
"prefix_transport_bytes": 58078
},
"fresh_only_unsafe": {
"message_bytes": 65765,
"live_transport_bytes": 18941,
"prefix_transport_bytes": 58078
},
"unsafe_omitted_evidence": [
"E000001",
"E000002",
"E000003",
"E000004",
"E000005",
"E000006"
],
"selected_notes": 4
},
{
"context": "analysis/investigation/0001/contexts/H1-0006.json",
"hypothesis": "H1",
"evidence_count": 8,
"baseline": {
"message_bytes": 83442,
"live_transport_bytes": 39188,
"prefix_transport_bytes": 58078
},
"administrative_trim": {
"message_bytes": 73634,
"live_transport_bytes": 28310,
"prefix_transport_bytes": 58078
},
"fresh_only_unsafe": {
"message_bytes": 67421,
"live_transport_bytes": 20734,
"prefix_transport_bytes": 58078
},
"unsafe_omitted_evidence": [
"E000001",
"E000002",
"E000003",
"E000004",
"E000005",
"E000006",
"E000007"
],
"selected_notes": 5
},
{
"context": "analysis/investigation/0001/contexts/H1-0007.json",
"hypothesis": "H1",
"evidence_count": 9,
"baseline": {
"message_bytes": 86998,
"live_transport_bytes": 43110,
"prefix_transport_bytes": 58078
},
"administrative_trim": {
"message_bytes": 76091,
"live_transport_bytes": 31042,
"prefix_transport_bytes": 58078
},
"fresh_only_unsafe": {
"message_bytes": 68486,
"live_transport_bytes": 21884,
"prefix_transport_bytes": 58078
},
"unsafe_omitted_evidence": [
"E000001",
"E000002",
"E000003",
"E000004",
"E000005",
"E000006",
"E000007",
"E000008"
],
"selected_notes": 6
},
{
"context": "analysis/investigation/0001/contexts/H1-0008.json",
"hypothesis": "H1",
"evidence_count": 10,
"baseline": {
"message_bytes": 90310,
"live_transport_bytes": 46776,
"prefix_transport_bytes": 58078
},
"administrative_trim": {
"message_bytes": 78294,
"live_transport_bytes": 33508,
"prefix_transport_bytes": 58078
},
"fresh_only_unsafe": {
"message_bytes": 68716,
"live_transport_bytes": 22145,
"prefix_transport_bytes": 58078
},
"unsafe_omitted_evidence": [
"E000001",
"E000002",
"E000003",
"E000004",
"E000005",
"E000006",
"E000007",
"E000008",
"E000009"
],
"selected_notes": 7
},
{
"context": "analysis/investigation/0001/contexts/H1-0009.json",
"hypothesis": "H1",
"evidence_count": 11,
"baseline": {
"message_bytes": 93077,
"live_transport_bytes": 49876,
"prefix_transport_bytes": 58078
},
"administrative_trim": {
"message_bytes": 79984,
"live_transport_bytes": 35440,
"prefix_transport_bytes": 58078
},
"fresh_only_unsafe": {
"message_bytes": 68813,
"live_transport_bytes": 22280,
"prefix_transport_bytes": 58078
},
"unsafe_omitted_evidence": [
"E000001",
"E000002",
"E000003",
"E000004",
"E000005",
"E000006",
"E000007",
"E000008",
"E000009",
"E000010"
],
"selected_notes": 8
},
{
"context": "analysis/investigation/0001/contexts/H1-0010.json",
"hypothesis": "H1",
"evidence_count": 12,
"baseline": {
"message_bytes": 96183,
"live_transport_bytes": 53309,
"prefix_transport_bytes": 58078
},
"administrative_trim": {
"message_bytes": 81989,
"live_transport_bytes": 37681,
"prefix_transport_bytes": 58078
},
"fresh_only_unsafe": {
"message_bytes": 70138,
"live_transport_bytes": 23713,
"prefix_transport_bytes": 58078
},
"unsafe_omitted_evidence": [
"E000001",
"E000002",
"E000003",
"E000004",
"E000005",
"E000006",
"E000007",
"E000008",
"E000009",
"E000010",
"E000011"
],
"selected_notes": 9
},
{
"context": "analysis/investigation/0001/contexts/H1-0011.json",
"hypothesis": "H1",
"evidence_count": 13,
"baseline": {
"message_bytes": 98736,
"live_transport_bytes": 56150,
"prefix_transport_bytes": 58078
},
"administrative_trim": {
"message_bytes": 83291,
"live_transport_bytes": 39164,
"prefix_transport_bytes": 58078
},
"fresh_only_unsafe": {
"message_bytes": 70036,
"live_transport_bytes": 23609,
"prefix_transport_bytes": 58078
},
"unsafe_omitted_evidence": [
"E000001",
"E000002",
"E000003",
"E000004",
"E000005",
"E000006",
"E000007",
"E000008",
"E000009",
"E000010",
"E000011",
"E000012"
],
"selected_notes": 10
},
{
"context": "analysis/investigation/0001/contexts/H1-0012.json",
"hypothesis": "H1",
"evidence_count": 14,
"baseline": {
"message_bytes": 101062,
"live_transport_bytes": 58786,
"prefix_transport_bytes": 58078
},
"administrative_trim": {
"message_bytes": 84476,
"live_transport_bytes": 40568,
"prefix_transport_bytes": 58078
},
"fresh_only_unsafe": {
"message_bytes": 70527,
"live_transport_bytes": 24191,
"prefix_transport_bytes": 58078
},
"unsafe_omitted_evidence": [
"E000001",
"E000002",
"E000003",
"E000004",
"E000005",
"E000006",
"E000007",
"E000008",
"E000009",
"E000010",
"E000011",
"E000012",
"E000013"
],
"selected_notes": 11
},
{
"context": "analysis/investigation/0001/contexts/H1-0012-attempt-0001.json",
"hypothesis": "H1",
"evidence_count": 14,
"baseline": {
"message_bytes": 101106,
"live_transport_bytes": 58836,
"prefix_transport_bytes": 58078
},
"administrative_trim": {
"message_bytes": 84520,
"live_transport_bytes": 40618,
"prefix_transport_bytes": 58078
},
"fresh_only_unsafe": {
"message_bytes": 70571,
"live_transport_bytes": 24241,
"prefix_transport_bytes": 58078
},
"unsafe_omitted_evidence": [
"E000001",
"E000002",
"E000003",
"E000004",
"E000005",
"E000006",
"E000007",
"E000008",
"E000009",
"E000010",
"E000011",
"E000012",
"E000013"
],
"selected_notes": 11
},
{
"context": "analysis/investigation/0001/contexts/H1-0013.json",
"hypothesis": "H1",
"evidence_count": 15,
"baseline": {
"message_bytes": 105035,
"live_transport_bytes": 63206,
"prefix_transport_bytes": 58078
},
"administrative_trim": {
"message_bytes": 87336,
"live_transport_bytes": 43766,
"prefix_transport_bytes": 58078
},
"fresh_only_unsafe": {
"message_bytes": 72783,
"live_transport_bytes": 26657,
"prefix_transport_bytes": 58078
},
"unsafe_omitted_evidence": [
"E000001",
"E000002",
"E000003",
"E000004",
"E000005",
"E000006",
"E000007",
"E000008",
"E000009",
"E000010",
"E000011",
"E000012",
"E000013",
"E000014"
],
"selected_notes": 13
}
]
}