58 lines
3.1 KiB
Python
58 lines
3.1 KiB
Python
from .report_collector import collect_statements
|
|
|
|
|
|
def collect_expected_behavior(reports: list[tuple[str, dict]]) -> dict:
|
|
statements = collect_statements(reports, "expected_behavior", "E")
|
|
flags = {document.get("expected_behavior_complete") for _, document in reports
|
|
if document.get("expected_behavior")}
|
|
if not statements:
|
|
status = "missing"
|
|
elif True in flags and False in flags:
|
|
status = "conflicting"
|
|
elif False in flags:
|
|
status = "reported_partial"
|
|
elif flags == {True}:
|
|
status = "reported_complete"
|
|
else:
|
|
status = "unspecified"
|
|
return {"statements": statements, "completeness": status,
|
|
"provenance": "tester" if statements else "none"}
|
|
|
|
|
|
class ExpectedBehaviorResolver:
|
|
"""Resolve explicit declarations without interpreting natural language."""
|
|
|
|
def request(self, identity: dict, reports: list[dict], entities: list[dict], expected: dict) -> dict | None:
|
|
if expected["completeness"] in {"reported_complete", "researched_complete"}:
|
|
return None
|
|
return {"format": "viano-research-request", "format_version": 1,
|
|
"case_id": identity["case_id"], "package_id": identity["package_id"],
|
|
"analysis_revision": identity["analysis_revision"],
|
|
"purpose": "expected_behavior", "scope": "intended_behavior_only",
|
|
"project": identity["project"],
|
|
"reports": [{"title": r.get("title"), "summary": r.get("summary")} for r in reports],
|
|
"entities": [{"type": e["type"], "id": e["id"]} for e in entities],
|
|
"tester_expectations": [r["text"] for r in expected["statements"] if r["provenance"]["kind"] == "tester"]}
|
|
|
|
def resolve(self, expected: dict, research: list[tuple[str, dict]]) -> dict:
|
|
import copy
|
|
from .errors import CaseBuildError
|
|
result = copy.deepcopy(expected)
|
|
statuses = []
|
|
for path, document in research:
|
|
for index, statement in enumerate(document["statements"]):
|
|
if any(i >= len(document["sources"]) for i in statement["source_indices"]):
|
|
raise CaseBuildError("RESEARCH_SOURCE", "Research statement references a missing source", path)
|
|
record = {"id": f"E{len(result['statements']) + 1:04d}", "text": statement["text"],
|
|
"provenance": {"kind": "external_research", "source_ref": path,
|
|
"json_pointer": f"/statements/{index}", "author": None, "observed_at": None},
|
|
"external_sources": [copy.deepcopy(document["sources"][i]) for i in statement["source_indices"]]}
|
|
result["statements"].append(record)
|
|
if document["statements"]:
|
|
statuses.append(document["status"])
|
|
if statuses:
|
|
result["provenance"] = "combined" if expected["statements"] else "external_research"
|
|
if result["completeness"] not in {"reported_complete", "conflicting"}:
|
|
result["completeness"] = "researched_complete" if set(statuses) == {"complete"} else "researched_partial"
|
|
return result
|