tests/test_rgbd_bounds_amend1.py
"""V7 Amendment 1: the amended estimator differs from the frozen one by one assertion only."""
import difflib
import importlib.util
import inspect
import json
from pathlib import Path
import pytest
from test_geometry_carrier_statistics import fixture, region_fixture
from mcss.mechanism_pilot import geometry_carrier_statistics as frozen
def script(name):
path = Path(__file__).parents[1] / "scripts" / name
spec = importlib.util.spec_from_file_location(name.replace(".py", ""), path)
module = importlib.util.module_from_spec(spec)
spec.loader.exec_module(module)
return module
def inputs(query=None):
data = fixture()
kwargs = {
"seeds": data[4]["seeds"],
"state_use_audit": data[4]["state_use_audit"],
"static_matched_rows": data[4]["static_matched_rows"],
}
return (query or data[0], data[1], data[2], data[3]), kwargs
def test_only_the_two_assertion_lines_are_removed():
module = script("analyze_rgbd_bounds_carrier_amend1.py")
old = inspect.getsource(frozen.analyze)
new = old.replace(module.CHECK, "")
removed = [
line
for line in difflib.ndiff(old.splitlines(), new.splitlines())
if line.startswith(("- ", "+ "))
]
assert len(removed) == 2 and all(line.startswith("- ") for line in removed)
assert "ray-hit fractions" in removed[1]
def test_equal_hit_fractions_give_identical_results():
args, kwargs = inputs()
amended = script("analyze_rgbd_bounds_carrier_amend1.py").amended_analyze()
expected = json.dumps(frozen.analyze(*args, **kwargs), sort_keys=True)
assert json.dumps(amended(*args, **kwargs), sort_keys=True) == expected
def test_unequal_hit_fractions_stop_only_the_frozen_estimator():
args, _ = inputs()
query = [dict(r) for r in args[0]]
for row in query:
if row["variant"] == "C1" and row["method"] == "direct":
row["ray_hitfraction"] = row["ray_hitfraction"] * 0.5
args, kwargs = inputs(query)
with pytest.raises(ValueError, match="ray-hit fractions"):
frozen.analyze(*args, **kwargs)
amended = script("analyze_rgbd_bounds_carrier_amend1.py").amended_analyze()
assert "static_results" in amended(*args, **kwargs)
def test_amended_analysis_and_audit_reproduce_byte_exactly(tmp_path):
data = fixture()
values = {
"scene_split": data[3],
"training_contract": {"seeds": data[4]["seeds"], "steps": 6000},
"raw/dev_query_results": data[0],
"raw/dev_context_results": data[1],
"raw/dev_matched_results": data[2],
"raw/dev_region_results": region_fixture(data),
"raw/dev_static_matched_results": data[4]["static_matched_rows"],
"audit/dev_state_use": data[4]["state_use_audit"],
"training_curves": {"training": [], "dev": []},
"cost_analysis": {"variants": {v: {"training_seconds": 1.0} for v in ("C0", "C1")}},
}
for name, value in values.items():
path = tmp_path / (name + ".json")
path.parent.mkdir(parents=True, exist_ok=True)
path.write_text(json.dumps(value))
script("analyze_rgbd_bounds_carrier_amend1.py").run(tmp_path)
fractions = json.loads((tmp_path / "ray_hit_fractions.json").read_text())
assert fractions["descriptive_only"] and set(fractions["per_variant_scene"]) >= {"C0", "C1"}
provenance = json.loads((tmp_path / "statistics_reproduction.json").read_text())
assert "Amendment 1" in provenance["amendment"]
assert any(
p.endswith("analyze_rgbd_bounds_carrier_amend1.py") for p in provenance["source_sha256"]
)
script("audit_rgbd_bounds_statistics_amend1.py").audit(tmp_path)
audit = json.loads((tmp_path / "audit/statistics_reproduction_audit.json").read_text())
assert audit["status"] == "PASS" and audit["all_scientific_json_byte_exact"]
def test_resume_runner_executes_only_the_amended_phases():
module = script("run_rgbd_bounds_experiment_amend1.py")
assert [s for _, s in module.PHASES] == [
"scripts/analyze_rgbd_bounds_carrier_amend1.py",
"scripts/audit_rgbd_bounds_statistics_amend1.py",
]
source = Path(module.__file__).read_text()
assert (
"train_rgbd_bounds_carrier" not in source and "evaluate_rgbd_bounds_carrier" not in source
)