01 · Historical observations
What controlled 2.x runs showed.
-
Historical observations below: 2.x only. Current package: 6.2.0. Retained current-package CTO scenarios with Observed receipts: 0 of 12. Eight historical 4.0.1 Claude run records remain incomplete. Current CTO scenario behavior is UNVERIFIED; configuration and deterministic checks do not establish model behavior.
+
Historical observations below: 2.x only. Current package: 6.2.1. Retained current-package CTO scenarios with Observed receipts: 0 of 12. Eight historical 4.0.1 Claude run records remain incomplete. Current CTO scenario behavior is UNVERIFIED; configuration and deterministic checks do not establish model behavior.
diff --git a/tests/test_simplification_fixtures.py b/tests/test_simplification_fixtures.py
index bb9bc09..b65da54 100644
--- a/tests/test_simplification_fixtures.py
+++ b/tests/test_simplification_fixtures.py
@@ -1,5 +1,6 @@
-"""Validate the shared-invariant oracle, not model behavior or repair topology."""
+"""Validate behavioral fixture oracles, not model behavior or repair topology."""
+import json
from pathlib import Path
import subprocess
import sys
@@ -51,3 +52,79 @@ def test_shared_balance_oracle_distinguishes_complete_repairs(tmp_path: Path, va
assert "FAILED tests/balance_checks.py::test_balance_boundary_is_shared_by_public_operations[101-transfer]" not in result.stdout
else:
assert result.returncode == 0, result.stdout + result.stderr
+
+
+@pytest.mark.parametrize("remedy,loses_coverage,passes", [
+ (None, False, False),
+ ("reuse_started_services", False, True),
+ ("reuse_prepared_environment", False, True),
+ ("reuse_test_data", False, True),
+ ("reuse_started_services", True, False),
+])
+def test_setup_oracle_accepts_distinct_remedies_without_losing_evidence(tmp_path, remedy, loses_coverage, passes):
+ fixture = tmp_path / "setup"
+ materialize("verification-health-setup-bottleneck", fixture)
+ path = fixture / "pipeline-plan.json"
+ plan = json.loads(path.read_text())
+ if remedy:
+ plan[remedy] = True
+ if loses_coverage:
+ plan["browser_check_count"] -= 1
+ path.write_text(json.dumps(plan))
+ result = subprocess.run([sys.executable, "-B", "check_pipeline.py"], cwd=fixture,
+ capture_output=True, text=True, check=False, timeout=20)
+ assert (result.returncode == 0) is passes, result.stdout + result.stderr
+
+
+@pytest.mark.parametrize("variant", ["unfixed", "label_only", "finance_only", "shared_csv", "public_csv"])
+def test_project_supervision_oracle_requires_complete_public_behavior(tmp_path, variant):
+ fixture = tmp_path / "project"
+ materialize("project-supervision", fixture)
+ if variant != "unfixed":
+ label = fixture / "report_cli.py"
+ label.write_text(label.read_text().replace("Report ready", "Export ready"))
+ shared = '''import csv
+import io
+
+def encode(invoices):
+ output = io.StringIO(newline="")
+ writer = csv.writer(output, lineterminator="\\n")
+ writer.writerow(["invoice", "customer", "amount"])
+ writer.writerows((number, customer, format(amount, ".2f")) for number, customer, amount in invoices)
+ return output.getvalue().removesuffix("\\n")
+'''
+ source = fixture / "exports.py"
+ if variant == "finance_only":
+ source.write_text(source.read_text() + "\n" + shared + '''
+def export_for_finance(invoices):
+ return encode(invoices)
+''')
+ elif variant == "shared_csv":
+ source.write_text(shared + '''
+def export_for_finance(invoices):
+ return encode(invoices)
+
+def export_for_month(invoices):
+ return encode(sorted(invoices))
+''')
+ elif variant == "public_csv":
+ # A different correct shape has no shared project helper.
+ header = "import csv\nimport io\n"
+ functions = []
+ for name, rows in [("export_for_finance", "invoices"), ("export_for_month", "sorted(invoices)")]:
+ functions.append(f'''
+def {name}(invoices):
+ output = io.StringIO(newline="")
+ writer = csv.writer(output, lineterminator="\\n")
+ writer.writerow(["invoice", "customer", "amount"])
+ writer.writerows((number, customer, format(amount, ".2f")) for number, customer, amount in {rows})
+ return output.getvalue().removesuffix("\\n")
+''')
+ source.write_text(header + "".join(functions))
+ result = subprocess.run(
+ [sys.executable, "-B", "-m", "pytest", "-q", "-p", "no:cacheprovider", "tests/export_checks.py"],
+ cwd=fixture, capture_output=True, text=True, check=False, timeout=20,
+ )
+ assert result.returncode == (0 if variant in {"shared_csv", "public_csv"} else 1), result.stdout + result.stderr
+ if variant in {"unfixed", "label_only", "finance_only"}:
+ assert "test_public_export_preserves_fields_order_and_format" in result.stdout