Implement AXIS parity UI and execution baseline
This commit is contained in:
56
scripts/test_full_case_acceptance_s8_10.py
Normal file
56
scripts/test_full_case_acceptance_s8_10.py
Normal file
@@ -0,0 +1,56 @@
|
||||
#!/usr/bin/env python3
|
||||
"""Contract tests for the S8-10 final case acceptance aggregate."""
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
import hashlib
|
||||
import json
|
||||
import unittest
|
||||
from pathlib import Path
|
||||
|
||||
import generate_full_case_acceptance_s8_10
|
||||
|
||||
|
||||
ROOT = Path(__file__).resolve().parents[1]
|
||||
REPORT = ROOT / "coverage/full-case-acceptance-s8-10.report.json"
|
||||
|
||||
|
||||
class FullCaseAcceptanceS810Tests(unittest.TestCase):
|
||||
def test_blocked_acceptance_preserves_implementation_status(self) -> None:
|
||||
report = json.loads(REPORT.read_text(encoding="utf-8"))
|
||||
self.assertEqual(report["schema"], "full-case-acceptance-s8-10-report.v1")
|
||||
self.assertEqual(report["task_id"], "S8-10")
|
||||
self.assertEqual(report["status"], "blocked")
|
||||
self.assertEqual(report["implementation_status"], "verified")
|
||||
self.assertEqual(report["acceptance_status"], "blocked")
|
||||
self.assertFalse(report["candidate_eligible"])
|
||||
self.assertEqual(report["release_action"], "STOP_RELEASE")
|
||||
|
||||
def test_235_case_and_family_aggregation(self) -> None:
|
||||
report = json.loads(REPORT.read_text(encoding="utf-8"))
|
||||
coverage = report["coverage"]
|
||||
self.assertEqual(coverage["case_matrix"]["case_count"], 235)
|
||||
self.assertGreater(coverage["case_matrix"]["blocked"], 0)
|
||||
self.assertEqual(coverage["display_families"]["case_count"], 235)
|
||||
self.assertEqual(coverage["runtime_extensions"]["runner_counts"]["failed"], 0)
|
||||
self.assertIn("remaining_case_blockers", {row["id"] for row in report["blockers"]})
|
||||
self.assertIn("official_oracle", {row["id"] for row in report["blockers"]})
|
||||
self.assertIn("browser_matrix", {row["id"] for row in report["blockers"]})
|
||||
|
||||
def test_regression_commands_are_recorded(self) -> None:
|
||||
report = json.loads(REPORT.read_text(encoding="utf-8"))
|
||||
technical = report["real_regression"]["technical"]
|
||||
self.assertEqual(technical["status"], "verified")
|
||||
self.assertEqual(technical["counts"]["failed"], 0)
|
||||
self.assertGreater(technical["counts"]["worker_tests"], 0)
|
||||
self.assertGreater(technical["counts"]["app_tests"], 0)
|
||||
|
||||
def test_self_hash(self) -> None:
|
||||
report = json.loads(REPORT.read_text(encoding="utf-8"))
|
||||
unsigned = {key: value for key, value in report.items() if key != "report_sha256"}
|
||||
expected = hashlib.sha256(generate_full_case_acceptance_s8_10.canonical(unsigned).encode("utf-8")).hexdigest()
|
||||
self.assertEqual(report["report_sha256"], expected)
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
unittest.main()
|
||||
Reference in New Issue
Block a user