64 lines
3.2 KiB
Python
64 lines
3.2 KiB
Python
#!/usr/bin/env python3
|
|
"""Generate deterministic P8-01 native oracle/golden closure evidence."""
|
|
|
|
from __future__ import annotations
|
|
|
|
import argparse
|
|
import hashlib
|
|
import json
|
|
import subprocess
|
|
from pathlib import Path
|
|
from typing import Any
|
|
|
|
|
|
OUTPUTS = (Path("scripts/native_runner.py"), Path("coverage/golden-schema.json"), Path("coverage/test-entries.jsonl"))
|
|
|
|
|
|
def canonical(value: Any) -> str:
|
|
return json.dumps(value, ensure_ascii=False, sort_keys=True, separators=(",", ":"))
|
|
|
|
|
|
def sha256(path: Path) -> str:
|
|
return hashlib.sha256(path.read_bytes()).hexdigest()
|
|
|
|
|
|
def run(root: Path, command: list[str]) -> dict[str, Any]:
|
|
result = subprocess.run(command, cwd=root, stdout=subprocess.PIPE, stderr=subprocess.PIPE, check=False)
|
|
return {"status": "verified" if result.returncode == 0 else "blocked", "command": " ".join(command), "returncode": result.returncode, "stdout": result.stdout.decode("utf-8", errors="replace")[-1800:], "stderr": result.stderr.decode("utf-8", errors="replace")[-1200:]}
|
|
|
|
|
|
def generate(root: Path, report_path: Path) -> dict[str, Any]:
|
|
self_test = run(root, ["python3", "scripts/native_runner.py", "--self-test"])
|
|
native = run(root, ["./build-native/sim_interpreter_test"])
|
|
wasm = run(root, ["node", "web/worker/test_sim_runner.mjs"])
|
|
report: dict[str, Any] = {
|
|
"schema": "native-oracle-closure-report.v1",
|
|
"task_id": "P8-01",
|
|
"context_id": "linuxcnc-2.10.0-pre0-wasm-m1-py-c1",
|
|
"status": "verified" if all(item["status"] == "verified" for item in (self_test, native, wasm)) else "blocked",
|
|
"golden_schema": {"schema": "native-golden.v1", "exact_fields": True, "first_difference": ["tick", "field", "expected", "actual"]},
|
|
"runner": {"portable_env": True, "timeout": True, "stdout_stderr_hash": True, "artifact_capture": True, "wall_clock_excluded_from_digest": True},
|
|
"tests": {"self_test": self_test, "native_interpreter": native, "wasm_worker": wasm},
|
|
"outputs": [{"path": path.as_posix(), "bytes": (root / path).stat().st_size, "sha256": sha256(root / path)} for path in OUTPUTS],
|
|
"oracle_boundary": {"status": "blocked", "reason": "official full LinuxCNC oracle inputs remain source-gated; derived tests are not accepted as official goldens"},
|
|
"known_boundaries": ["P8-02 executes full startup matrix", "P8-03 repeats execution modes"],
|
|
}
|
|
report["report_sha256"] = hashlib.sha256(canonical(report).encode("utf-8")).hexdigest()
|
|
report_path.parent.mkdir(parents=True, exist_ok=True)
|
|
report_path.write_text(json.dumps(report, ensure_ascii=False, sort_keys=True, indent=2) + "\n", encoding="utf-8")
|
|
return report
|
|
|
|
|
|
def main() -> int:
|
|
parser = argparse.ArgumentParser(description=__doc__)
|
|
parser.add_argument("--repo-root", type=Path, default=Path(__file__).resolve().parents[1])
|
|
parser.add_argument("--report", type=Path, default=Path("coverage/native-oracle-closure.report.json"))
|
|
args = parser.parse_args()
|
|
report = generate(args.repo_root.resolve(), args.repo_root.resolve() / args.report)
|
|
print(f"native_oracle={report['status']} self_test={report['tests']['self_test']['status']}")
|
|
return 0 if report["status"] == "verified" else 1
|
|
|
|
|
|
if __name__ == "__main__":
|
|
raise SystemExit(main())
|