Calibrate causal confidence and avoid rescanning obsolete case archives

This commit is contained in:
Nico committed 2026-10-16 21:06:06 +02:00
1 parent af1f0a66c9
commit 0b7bfabb00
22 files changed
+545 -27

No files matched your search

+7 -4
View File
@@ -144,10 +144,11 @@ def test_instruction_only_compatibility_mode_preserves_previous_snapshot_and_wir
assert 'stable_case_context' not in json.loads(prefix[0]['parts'][0]['text'])
def test_v11_aliases_and_cached_case_do_not_shift_with_new_research():
@pytest.mark.parametrize('version',['investigation_project_v11','investigation_project_v12'])
def test_v11_aliases_and_cached_case_do_not_shift_with_new_research(version):
from test_investigation_consolidation import populated, capture
from viano_bug_analysis.analysis.investigation_prompt import build_prompt
c=populated();c['format']='viano-investigation-context';c['prompt_version']='investigation_project_v11'
c=populated();c['format']='viano-investigation-context';c['prompt_version']=version
c['interpretation']={'summary':'Preserve the interpretation'}
before=copy.deepcopy(c)
first=build_prompt(c)
@@ -177,11 +178,12 @@ def test_v11_short_identifier_aliases_are_stable_and_reversible():
assert compact_context(first)['sources']['path'].startswith('P0001:')
def test_offline_measurement_matches_saved_context_without_provider_calls(make_package,monkeypatch):
@pytest.mark.parametrize('version',['investigation_project_v10','investigation_project_v12'])
def test_offline_measurement_matches_saved_context_without_provider_calls(make_package,monkeypatch,version):
from test_investigation_consolidation import populated
from viano_bug_analysis.analysis.investigation_prompt import build_prompt
from viano_bug_analysis.llm.cache_measurement import measure_package
c=populated();c['format']='viano-investigation-context';c['prompt_version']='investigation_project_v10'
c=populated();c['format']='viano-investigation-context';c['prompt_version']=version
c['interpretation']={'summary':'Original interpretation'}
entries={
'analysis/investigation/0001/contexts/H1-0001.json':json.dumps(c),
@@ -192,6 +194,7 @@ def test_offline_measurement_matches_saved_context_without_provider_calls(make_p
report=measure_package(path)
assert report['requests']==1 and report['unmatched_requests']==0
assert report['unique_prefixes']==1 and report['all_exactly_reconstructed']
assert report['samples'][0]['rebuilt_prompt']==('investigation_project_v12' if version.endswith('v12') else 'investigation_project_v11')
@pytest.mark.parametrize('failure',[None,400,404])