Group resolved entities and distinguish locally described behavior
This commit is contained in:
1 parent
12bc84c02c
commit
cb57db794d
15 files changed
+997
-146
No files matched your search
@@ -81,6 +81,8 @@ class Model:
|
||||
document["resolutions"][0]["candidate_id"] = "K9999"
|
||||
else:
|
||||
document = payload()
|
||||
if version == "case_interpretation_resolved_v3":
|
||||
document.update(described_behavior=[],provisional_behavior_gap=None)
|
||||
data = json.loads(request["messages"][1]["content"])["input"]
|
||||
selected = [(k,v) for k,v in data["sources"].items() if v["kind"] == "entity" and v["case_pointer"].startswith("/entity_resolution/")]
|
||||
for k,v in selected:
|
||||
@@ -124,7 +126,7 @@ def test_resolves_unrecorded_subject_preserves_case_and_portable_replay(built_ca
|
||||
model = Model(); service = service_for(store)
|
||||
result = run(store, model, service)
|
||||
assert result.status == "COMPLETED" and PackageValidator().validate(result.package).valid
|
||||
assert [r["prompt_version"] for r in model.requests] == ["entity_resolution_plan_v2","entity_resolution_assessment_v2","case_interpretation_resolved_v2"]
|
||||
assert [r["prompt_version"] for r in model.requests] == ["entity_resolution_plan_v2","entity_resolution_assessment_v2","case_interpretation_resolved_v3"]
|
||||
assert len(service.database.calls) == 1
|
||||
assert service.database.calls[0]["filters"] == [{"column":"name","operator":"contains","value":"switch"}]
|
||||
with PackageReader(result.package) as reader:
|
||||
@@ -236,10 +238,10 @@ def test_search_cannot_be_grounded_in_a_capture_filename(built_case):
|
||||
validate_plan(p,context,policy(SETTINGS))
|
||||
|
||||
|
||||
def test_empty_plan_keeps_old_interpretation_contract(built_case):
|
||||
def test_empty_plan_still_supports_descriptive_quality_contract(built_case):
|
||||
store=built_case[0];model=Model(plan={'searches':[]});service=service_for(store)
|
||||
assert run(store,model,service).status=='COMPLETED'
|
||||
assert model.requests[-1]['prompt_version']=='case_interpretation_v1' and not service.database.calls
|
||||
assert model.requests[-1]['prompt_version']=='case_interpretation_resolved_v3' and not service.database.calls
|
||||
|
||||
|
||||
def test_trial_phase_stop_includes_resolution_and_is_idempotent(built_case):
|
||||
|
||||
Reference in new issue
Block a user