"""Executable contracts for the source-to-test risk map.""" from __future__ import annotations import json import sys from copy import deepcopy from pathlib import Path from scripts import check_test_risk_map ROOT = Path(__file__).parents[1] def _write(path: Path, value: object) -> Path: path.write_text(json.dumps(value), encoding="utf-8") return path def test_committed_test_risk_map_is_complete(): assert check_test_risk_map.validate( ROOT / "ci" / "test-risk-map.json", ROOT / "ci" / "test-quality-policy.json", ROOT / "ci" / "conditional-test-policy.json", ) == [] def test_risk_map_rejects_duplicate_missing_and_unowned_modules(tmp_path): risk = json.loads((ROOT / "ci" / "test-risk-map.json").read_text()) risk["owner"] = "" duplicate = deepcopy( next(module for module in risk["modules"] if module["path"] == "obliteratus/cli.py") ) duplicate["required_tests"] = ["tests/missing.py"] duplicate["risk_class"] = "unknown" risk["modules"].append(duplicate) errors = check_test_risk_map.validate( _write(tmp_path / "risk.json", risk), ROOT / "ci" / "test-quality-policy.json", ROOT / "ci" / "conditional-test-policy.json", ) assert "test risk map requires a non-empty owner" in errors assert "duplicate risk module path: obliteratus/cli.py" in errors assert "risk module obliteratus/cli.py has invalid risk_class" in errors assert "risk module obliteratus/cli.py maps missing test path: tests/missing.py" in errors def test_risk_map_rejects_missing_exclusion_and_gate_mapping(tmp_path): risk = json.loads((ROOT / "ci" / "test-risk-map.json").read_text()) risk["modules"] = [ module for module in risk["modules"] if module["path"] != "obliteratus/remote.py" ] loader = next( module for module in risk["modules"] if module["path"] == "obliteratus/models/loader.py" ) loader["conditional_gates"].remove("cuda-runtime") errors = check_test_risk_map.validate( _write(tmp_path / "risk.json", risk), ROOT / "ci" / "test-quality-policy.json", ROOT / "ci" / "conditional-test-policy.json", ) assert "CPU exclusion is missing from test risk map: obliteratus/remote.py" in errors assert "conditional path is missing from test risk map: obliteratus/remote.py" in errors assert "risk module obliteratus/models/loader.py is missing conditional gate cuda-runtime" in errors def test_risk_map_rejects_gate_that_does_not_cover_module(tmp_path): risk = json.loads((ROOT / "ci" / "test-risk-map.json").read_text()) cli = next(module for module in risk["modules"] if module["path"] == "obliteratus/cli.py") cli["conditional_gates"] = ["remote-execution", "unknown-gate"] errors = check_test_risk_map.validate( _write(tmp_path / "risk.json", risk), ROOT / "ci" / "test-quality-policy.json", ROOT / "ci" / "conditional-test-policy.json", ) assert "risk module obliteratus/cli.py is not covered by gate remote-execution" in errors assert "risk module obliteratus/cli.py references unknown gate unknown-gate" in errors def test_risk_map_cannot_drop_critical_cpu_path(tmp_path): risk = json.loads((ROOT / "ci" / "test-risk-map.json").read_text()) risk["modules"] = [ module for module in risk["modules"] if module["path"] != "obliteratus/cli.py" ] errors = check_test_risk_map.validate( _write(tmp_path / "risk.json", risk), ROOT / "ci" / "test-quality-policy.json", ROOT / "ci" / "conditional-test-policy.json", ) assert "critical CPU path is missing from test risk map: obliteratus/cli.py" in errors def test_contract_inventory_rejects_unmapped_and_multiply_owned_source(tmp_path): risk = json.loads((ROOT / "ci" / "test-risk-map.json").read_text()) risk["source_inventory"]["roots"].append("scripts/check_test_risk_map.py") second_surface = risk["contract_surfaces"][1] second_surface["paths"].append("app.py") errors = check_test_risk_map.validate( _write(tmp_path / "risk.json", risk), ROOT / "ci" / "test-quality-policy.json", ROOT / "ci" / "conditional-test-policy.json", ) assert "unmapped production source path: scripts/check_test_risk_map.py" in errors assert ( "production source path has multiple contract owners: " "app.py (package-entrypoints, core-pipeline)" ) in errors def test_contract_surface_requires_valid_identity_contracts_and_tests(tmp_path): risk = json.loads((ROOT / "ci" / "test-risk-map.json").read_text()) surface = risk["contract_surfaces"][0] surface["id"] = "Invalid surface" surface["owner"] = "" surface["description"] = "" surface["contract_types"] = ["package-entrypoint", "invented-contract", {"bad": "type"}] surface["required_tests"] = ["tests/missing.py"] errors = check_test_risk_map.validate( _write(tmp_path / "risk.json", risk), ROOT / "ci" / "test-quality-policy.json", ROOT / "ci" / "conditional-test-policy.json", ) assert "contract surface 0 has invalid id: 'Invalid surface'" in errors assert "contract surface index-0 requires a non-empty owner" in errors assert "contract surface index-0 requires a non-empty description" in errors assert "contract surface index-0 has invalid contract type: 'invented-contract'" in errors assert "contract surface index-0 has invalid contract type: {'bad': 'type'}" in errors assert "contract surface index-0 maps missing test path: tests/missing.py" in errors def test_risk_module_must_resolve_to_contract_owner(tmp_path): risk = json.loads((ROOT / "ci" / "test-risk-map.json").read_text()) surface = next( item for item in risk["contract_surfaces"] if item["id"] == "public-interface-and-services" ) surface["paths"].remove("obliteratus/cli.py") errors = check_test_risk_map.validate( _write(tmp_path / "risk.json", risk), ROOT / "ci" / "test-quality-policy.json", ROOT / "ci" / "conditional-test-policy.json", ) assert "unmapped production source path: obliteratus/cli.py" in errors assert "risk module is missing a contract owner: obliteratus/cli.py" in errors def test_risk_map_rejects_legacy_schema_and_invalid_inventory_roots(tmp_path): risk = json.loads((ROOT / "ci" / "test-risk-map.json").read_text()) risk["schema_version"] = 1 risk["source_inventory"]["roots"] = ["missing-source-root", "/absolute/source.py"] risk["source_inventory"]["coverage_roots"] = [ "obliteratus", "obliteratus", "missing-coverage-root", "/absolute/coverage", ] errors = check_test_risk_map.validate( _write(tmp_path / "risk.json", risk), ROOT / "ci" / "test-quality-policy.json", ROOT / "ci" / "conditional-test-policy.json", ) assert "test risk map schema_version must be 2" in errors assert "source_inventory root does not exist: missing-source-root" in errors assert "source_inventory has invalid root: '/absolute/source.py'" in errors assert "test risk map source_inventory has duplicate coverage_roots" in errors assert "source_inventory coverage root does not exist: missing-coverage-root" in errors assert "source_inventory has invalid coverage root: '/absolute/coverage'" in errors def test_targeted_risk_module_must_be_inside_measured_coverage_roots(tmp_path): risk = json.loads((ROOT / "ci" / "test-risk-map.json").read_text()) risk["modules"].append( { "path": "app.py", "risk_class": "conditional-runtime", "risk": "optional application construction", "required_tests": ["tests/conditional/test_operator_ui.py"], "conditional_gates": [], } ) errors = check_test_risk_map.validate( _write(tmp_path / "risk.json", risk), ROOT / "ci" / "test-quality-policy.json", ROOT / "ci" / "conditional-test-policy.json", ) assert "risk module is outside measured coverage roots: app.py" in errors def test_loader_rejects_unreadable_and_nonobject_documents(tmp_path): errors = [] assert check_test_risk_map._load_object(tmp_path / "missing.json", "fixture", errors) == {} assert errors and errors[0].startswith("cannot read fixture:") errors = [] path = tmp_path / "list.json" path.write_text("[]", encoding="utf-8") assert check_test_risk_map._load_object(path, "fixture", errors) == {} assert errors == ["fixture root must be an object"] def test_source_inventory_rejects_invalid_shape_duplicates_and_non_python_file(tmp_path): risk = json.loads((ROOT / "ci" / "test-risk-map.json").read_text()) risk["source_inventory"] = {"roots": ["app.py", "app.py", "README.md"]} errors = check_test_risk_map.validate( _write(tmp_path / "risk.json", risk), ROOT / "ci" / "test-quality-policy.json", ROOT / "ci" / "conditional-test-policy.json", ) assert "test risk map source_inventory has duplicate roots" in errors assert "source_inventory root is not Python source: README.md" in errors assert any(error.startswith("contract surface ") and "maps source outside inventory" in error for error in errors) risk["source_inventory"] = [] errors = check_test_risk_map.validate( _write(tmp_path / "risk-invalid.json", risk), ROOT / "ci" / "test-quality-policy.json", ROOT / "ci" / "conditional-test-policy.json", ) assert "test risk map source_inventory must be an object" in errors def test_contract_surface_rejects_duplicate_and_malformed_fields(tmp_path): risk = json.loads((ROOT / "ci" / "test-risk-map.json").read_text()) first = risk["contract_surfaces"][0] second = risk["contract_surfaces"][1] second["id"] = first["id"] first["contract_types"] = ["public-interface", "public-interface"] first["required_tests"] = ["tests/test_cli.py", "tests/test_cli.py", 42] first["paths"] = ["app.py", "app.py", 42, "missing.py"] errors = check_test_risk_map.validate( _write(tmp_path / "risk.json", risk), ROOT / "ci" / "test-quality-policy.json", ROOT / "ci" / "conditional-test-policy.json", ) assert "duplicate contract surface id: package-entrypoints" in errors assert "contract surface package-entrypoints has duplicate contract types" in errors assert "contract surface package-entrypoints has duplicate test paths" in errors assert "contract surface package-entrypoints has invalid test path: 42" in errors assert "contract surface package-entrypoints has duplicate source paths" in errors assert "contract surface package-entrypoints has invalid source path: 42" in errors assert "contract surface package-entrypoints maps source outside inventory: missing.py" in errors def test_contract_surface_and_module_collections_must_be_nonempty(tmp_path): risk = json.loads((ROOT / "ci" / "test-risk-map.json").read_text()) risk["contract_surfaces"] = [] risk["modules"] = [] errors = check_test_risk_map.validate( _write(tmp_path / "risk.json", risk), ROOT / "ci" / "test-quality-policy.json", ROOT / "ci" / "conditional-test-policy.json", ) assert "test risk map contract_surfaces must be a non-empty list" in errors assert "test risk map modules must be a non-empty list" in errors def test_risk_modules_reject_malformed_shape_risk_tests_and_gates(tmp_path): risk = json.loads((ROOT / "ci" / "test-risk-map.json").read_text()) original_count = len(risk["modules"]) malformed = deepcopy(risk["modules"][0]) malformed["path"] = "obliteratus/cli.py" malformed["risk"] = "" malformed["required_tests"] = [] malformed["conditional_gates"] = ["unknown-gate", "unknown-gate", {"bad": "gate"}] risk["modules"].extend([None, {}, malformed]) errors = check_test_risk_map.validate( _write(tmp_path / "risk.json", risk), ROOT / "ci" / "test-quality-policy.json", ROOT / "ci" / "conditional-test-policy.json", ) assert f"risk module {original_count} must be an object" in errors assert f"risk module {original_count + 1} requires a non-empty path" in errors assert "duplicate risk module path: obliteratus/cli.py" in errors assert "risk module obliteratus/cli.py requires a non-empty risk" in errors assert "risk module obliteratus/cli.py requires at least one test" in errors assert "risk module obliteratus/cli.py has duplicate conditional gates" in errors assert "risk module obliteratus/cli.py references unknown gate unknown-gate" in errors assert "risk module obliteratus/cli.py has invalid conditional gate: {'bad': 'gate'}" in errors def test_quality_policy_collection_shapes_are_validated(tmp_path): risk = ROOT / "ci" / "test-risk-map.json" quality = json.loads((ROOT / "ci" / "test-quality-policy.json").read_text()) quality["mature_cpu_scope"]["exclusions"] = [None] quality["critical_cpu_paths"] = "not-a-list" errors = check_test_risk_map.validate( risk, _write(tmp_path / "quality.json", quality), ROOT / "ci" / "conditional-test-policy.json", ) assert "quality policy exclusion must be an object" in errors assert "quality policy critical_cpu_paths must be a list" in errors def test_main_reports_success_and_failure(tmp_path, monkeypatch, capsys): monkeypatch.setattr(sys, "argv", ["check_test_risk_map.py"]) assert check_test_risk_map.main() == 0 assert capsys.readouterr().out == "test risk map: valid\n" bad_risk = tmp_path / "bad-risk.json" bad_risk.write_text("{}", encoding="utf-8") monkeypatch.setattr( sys, "argv", ["check_test_risk_map.py", "--risk-map", str(bad_risk)], ) assert check_test_risk_map.main() == 1 assert "ERROR: test risk map schema_version must be 2" in capsys.readouterr().out