Calibrate causal confidence and avoid rescanning obsolete case archives
This commit is contained in:
1 parent
af1f0a66c9
commit
0b7bfabb00
22 files changed
+545
-27
No files matched your search
@@ -144,10 +144,11 @@ def test_instruction_only_compatibility_mode_preserves_previous_snapshot_and_wir
|
||||
assert 'stable_case_context' not in json.loads(prefix[0]['parts'][0]['text'])
|
||||
|
||||
|
||||
def test_v11_aliases_and_cached_case_do_not_shift_with_new_research():
|
||||
@pytest.mark.parametrize('version',['investigation_project_v11','investigation_project_v12'])
|
||||
def test_v11_aliases_and_cached_case_do_not_shift_with_new_research(version):
|
||||
from test_investigation_consolidation import populated, capture
|
||||
from viano_bug_analysis.analysis.investigation_prompt import build_prompt
|
||||
c=populated();c['format']='viano-investigation-context';c['prompt_version']='investigation_project_v11'
|
||||
c=populated();c['format']='viano-investigation-context';c['prompt_version']=version
|
||||
c['interpretation']={'summary':'Preserve the interpretation'}
|
||||
before=copy.deepcopy(c)
|
||||
first=build_prompt(c)
|
||||
@@ -177,11 +178,12 @@ def test_v11_short_identifier_aliases_are_stable_and_reversible():
|
||||
assert compact_context(first)['sources']['path'].startswith('P0001:')
|
||||
|
||||
|
||||
def test_offline_measurement_matches_saved_context_without_provider_calls(make_package,monkeypatch):
|
||||
@pytest.mark.parametrize('version',['investigation_project_v10','investigation_project_v12'])
|
||||
def test_offline_measurement_matches_saved_context_without_provider_calls(make_package,monkeypatch,version):
|
||||
from test_investigation_consolidation import populated
|
||||
from viano_bug_analysis.analysis.investigation_prompt import build_prompt
|
||||
from viano_bug_analysis.llm.cache_measurement import measure_package
|
||||
c=populated();c['format']='viano-investigation-context';c['prompt_version']='investigation_project_v10'
|
||||
c=populated();c['format']='viano-investigation-context';c['prompt_version']=version
|
||||
c['interpretation']={'summary':'Original interpretation'}
|
||||
entries={
|
||||
'analysis/investigation/0001/contexts/H1-0001.json':json.dumps(c),
|
||||
@@ -192,6 +194,7 @@ def test_offline_measurement_matches_saved_context_without_provider_calls(make_p
|
||||
report=measure_package(path)
|
||||
assert report['requests']==1 and report['unmatched_requests']==0
|
||||
assert report['unique_prefixes']==1 and report['all_exactly_reconstructed']
|
||||
assert report['samples'][0]['rebuilt_prompt']==('investigation_project_v12' if version.endswith('v12') else 'investigation_project_v11')
|
||||
|
||||
|
||||
@pytest.mark.parametrize('failure',[None,400,404])
|
||||
|
||||
Reference in new issue
Block a user