Files
Brennen Herbruck 916b91e8d0 Vendor solidcore at solidcore/ with its history (solidcore c0d3cc0124)
solidcore's main at c0d3cc0124, rewritten to one commit per same-author run per
PR (2,800 commits, author credit kept; tree identical). Full original history:
tangency-labs/solidcore archive/full-history.

Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>

git-subtree-dir: solidcore
git-subtree-mainline: 44525da669
git-subtree-split: c440e5f892
2026-11-08 15:18:40 -05:00

127 lines
6.1 KiB
Python
Vendored

"""Regression tests for the stored golden counts published in plan/PROGRESS.md.
Run with: python3 -m unittest discover -s harness/plan
"""
import json
import pathlib
import tempfile
import unittest
from unittest import mock
import progress
class CaseCountsTest(unittest.TestCase):
"""Keep source-derived counts separate from prose and runtime pass claims."""
def setUp(self):
"""Prepare an isolated checklist and committed-expectation directory."""
self.tmp = tempfile.TemporaryDirectory()
self.addCleanup(self.tmp.cleanup)
self.root = pathlib.Path(self.tmp.name)
(self.root / "plan").mkdir()
(self.root / "crates/goldens/expected").mkdir(parents=True)
self.patch_root = mock.patch.object(progress, "ROOT", self.root)
self.patch_root.start()
self.addCleanup(self.patch_root.stop)
def unit(self, uid, notes, status="partial"):
"""Construct a minimal port-plan entry without deriving counts from notes."""
return {"id": uid, "rust_module": uid.replace(".", "::"),
"est_lines": 100, "layer": 0, "depends_on": [],
"status": status, "notes": notes,
"claimed_by": "", "claimed_at": ""}
def golden(self, uid, count):
"""Write a header followed by the requested number of stored records."""
path = self.root / f"crates/goldens/expected/{uid}.jsonl"
rows = [{"unit": uid, "format": 1}, *[{"case": f"case{i:06d}"} for i in range(count)]]
path.write_text("\n".join(json.dumps(row) for row in rows) + "\n")
return path
def render(self, units):
"""Run the real checklist publisher with fixture units."""
with mock.patch.object(progress, "load_units", return_value=units), \
mock.patch.object(progress.sys, "argv", ["progress.py"]):
progress.main()
return (self.root / "plan/PROGRESS.md").read_text()
def test_goldens_override_stress_runs_and_operation_numbers(self):
"""The same misleading notes cannot override stored expectations."""
# These prefixes reproduce the misleading counts committed at d045b293:
# the prose regex reported the tail of 100,076 and the 0 from op-0.
units = [
self.unit("surface.offset_surface",
"GREEN (PR #62): 3077 difftest cases (77 fixtures + 3000 generated), "
"3077 pass bit-identical, 0 failed, 0 deferred, max_rel_err 0. "
"Extended 100,000-seed run: 100,076 cases, 100,076 pass, 0 failed.",
"green"),
self.unit("topology.brep_p6",
"PARTIAL (PR #169): 498 difftest cases, 450 passed, 0 failed, "
"48 deferred. Of the explicit op-0 cases, 369 return before "
"acquiring a mark.")]
self.golden(units[0]["id"], 3077)
self.golden(units[1]["id"], 498)
output = self.render(units)
self.assertIn("`surface.offset_surface` (100 lines) — green, 3077 golden records", output)
self.assertIn("`topology.brep_p6` (100 lines) — partial, 498 golden records", output)
self.assertIn("2 / 2 units ported** (1 green, 1 partial)", output)
def test_golden_update_changes_count_without_editing_notes(self):
"""A new record changes the published inventory without a prose edit."""
unit = self.unit("curve.example", "An older run had 41 cases.")
self.golden(unit["id"], 42)
self.assertIn("— partial, 42 golden records", self.render([unit]))
self.golden(unit["id"], 43)
self.assertIn("— partial, 43 golden records", self.render([unit]))
def test_missing_golden_does_not_invent_a_count_from_notes(self):
"""No stored inventory is distinct from an old count in the notes."""
unit = self.unit("curve.example", "An earlier experiment had 41 cases.")
output = self.render([unit])
self.assertIn("`curve.example` (100 lines) — partial\n", output)
self.assertNotIn("41 cases", output)
def test_zero_records_is_distinct_from_a_missing_golden(self):
"""A header-only golden has a known zero record count."""
unit = self.unit("curve.example", "An earlier experiment had 41 cases.")
self.golden(unit["id"], 0)
self.assertIn("`curve.example` (100 lines) — partial, 0 golden records", self.render([unit]))
def test_invalid_golden_does_not_overwrite_existing_checklist(self):
"""Invalid headers fail before publication, preserving the old checklist."""
unit = self.unit("curve.example", "An earlier experiment had 41 cases.")
path = self.golden(unit["id"], 42)
checklist = self.root / "plan/PROGRESS.md"
bad_goldens = [
"{invalid JSON",
"[]",
json.dumps({"unit": "another.unit", "format": 1}),
json.dumps({"unit": unit["id"]}),
*[json.dumps({"unit": unit["id"], "format": version})
for version in (-1, True, "1", 1.0)],
]
for bad in bad_goldens:
with self.subTest(golden=bad):
path.write_text(bad)
checklist.write_text("existing checklist\n")
with self.assertRaisesRegex(ValueError, r"curve\.example\.jsonl"):
self.render([unit])
self.assertEqual(checklist.read_text(), "existing checklist\n")
def test_missing_inventory_does_not_overwrite_existing_checklist(self):
"""An omitted golden directory fails before replacing a published checklist."""
unit = self.unit("curve.example", "An earlier experiment had 41 cases.")
directory = self.root / "crates/goldens/expected"
directory.rename(directory.with_name("expected-away"))
checklist = self.root / "plan/PROGRESS.md"
checklist.write_text("existing checklist\n")
with self.assertRaises(FileNotFoundError) as error:
self.render([unit])
self.assertIn(str(directory), str(error.exception))
self.assertEqual(checklist.read_text(), "existing checklist\n")
if __name__ == "__main__":
unittest.main()