57 lines
2.5 KiB
Python
57 lines
2.5 KiB
Python
#!/usr/bin/env python3
|
|
"""Contract tests for the S8-10 final case acceptance aggregate."""
|
|
|
|
from __future__ import annotations
|
|
|
|
import hashlib
|
|
import json
|
|
import unittest
|
|
from pathlib import Path
|
|
|
|
import generate_full_case_acceptance_s8_10
|
|
|
|
|
|
ROOT = Path(__file__).resolve().parents[1]
|
|
REPORT = ROOT / "coverage/full-case-acceptance-s8-10.report.json"
|
|
|
|
|
|
class FullCaseAcceptanceS810Tests(unittest.TestCase):
|
|
def test_blocked_acceptance_preserves_implementation_status(self) -> None:
|
|
report = json.loads(REPORT.read_text(encoding="utf-8"))
|
|
self.assertEqual(report["schema"], "full-case-acceptance-s8-10-report.v1")
|
|
self.assertEqual(report["task_id"], "S8-10")
|
|
self.assertEqual(report["status"], "blocked")
|
|
self.assertEqual(report["implementation_status"], "verified")
|
|
self.assertEqual(report["acceptance_status"], "blocked")
|
|
self.assertFalse(report["candidate_eligible"])
|
|
self.assertEqual(report["release_action"], "STOP_RELEASE")
|
|
|
|
def test_235_case_and_family_aggregation(self) -> None:
|
|
report = json.loads(REPORT.read_text(encoding="utf-8"))
|
|
coverage = report["coverage"]
|
|
self.assertEqual(coverage["case_matrix"]["case_count"], 235)
|
|
self.assertGreater(coverage["case_matrix"]["blocked"], 0)
|
|
self.assertEqual(coverage["display_families"]["case_count"], 235)
|
|
self.assertEqual(coverage["runtime_extensions"]["runner_counts"]["failed"], 0)
|
|
self.assertIn("remaining_case_blockers", {row["id"] for row in report["blockers"]})
|
|
self.assertIn("official_oracle", {row["id"] for row in report["blockers"]})
|
|
self.assertIn("browser_matrix", {row["id"] for row in report["blockers"]})
|
|
|
|
def test_regression_commands_are_recorded(self) -> None:
|
|
report = json.loads(REPORT.read_text(encoding="utf-8"))
|
|
technical = report["real_regression"]["technical"]
|
|
self.assertEqual(technical["status"], "verified")
|
|
self.assertEqual(technical["counts"]["failed"], 0)
|
|
self.assertGreater(technical["counts"]["worker_tests"], 0)
|
|
self.assertGreater(technical["counts"]["app_tests"], 0)
|
|
|
|
def test_self_hash(self) -> None:
|
|
report = json.loads(REPORT.read_text(encoding="utf-8"))
|
|
unsigned = {key: value for key, value in report.items() if key != "report_sha256"}
|
|
expected = hashlib.sha256(generate_full_case_acceptance_s8_10.canonical(unsigned).encode("utf-8")).hexdigest()
|
|
self.assertEqual(report["report_sha256"], expected)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
unittest.main()
|