Advance simulation parity and 3-axis tutorial coverage
This commit is contained in:
@@ -46,7 +46,7 @@ def generate(output: Path) -> dict[str, Any]:
|
||||
break
|
||||
except json.JSONDecodeError:
|
||||
continue
|
||||
passed = first.returncode == 0 and sample and sample.get("status") == "verified" and sample.get("case_count") == 235 and sample.get("counts") == {"BLOCKED_HAL": 4, "BLOCKED_INI": 3, "BLOCKED_RESOURCE": 216, "BLOCKED_STARTUP": 2, "TASK_READY": 10}
|
||||
passed = first.returncode == 0 and sample and sample.get("status") == "verified" and sample.get("case_count") == 235 and sample.get("counts") == {"BLOCKED_HAL": 106, "BLOCKED_INI": 19, "BLOCKED_RESOURCE": 12, "BLOCKED_STARTUP": 3, "TASK_READY": 95}
|
||||
report: dict[str, Any] = {
|
||||
"schema": "sim-case-matrix-s8-06-report.v1",
|
||||
"task_id": "S8-06",
|
||||
@@ -55,9 +55,9 @@ def generate(output: Path) -> dict[str, Any]:
|
||||
"implementation_status": "verified" if passed else "blocked",
|
||||
"execution": {"command": list(RUNNER), "returncode": first.returncode, "status": "PASSED" if first.returncode == 0 else "FAILED", "stdout_sha256": digest(first.stdout), "stderr_sha256": digest(first.stderr), "sample": sample},
|
||||
"counts": sample.get("counts") if sample else {},
|
||||
"checks": {"all_catalog_cases_processed": {"status": "verified" if passed else "blocked", "cases": sample.get("case_count") if sample else None}, "deterministic_repeat": {"status": "verified" if passed else "blocked"}, "exact_path_resource_closure": {"status": "verified" if passed else "blocked"}, "blocked_diagnostics_retained": {"status": "verified" if passed else "blocked"}, "known_ready_cases": {"status": "verified" if passed else "blocked", "cases": 10}},
|
||||
"checks": {"all_catalog_cases_processed": {"status": "verified" if passed else "blocked", "cases": sample.get("case_count") if sample else None}, "deterministic_repeat": {"status": "verified" if passed else "blocked"}, "exact_path_resource_closure": {"status": "verified" if passed else "blocked"}, "blocked_diagnostics_retained": {"status": "verified" if passed else "blocked"}, "known_ready_cases": {"status": "verified" if passed else "blocked", "cases": 95}},
|
||||
"inputs": [artifact(path) for path in INPUTS],
|
||||
"boundaries": ["TASK_READY is limited to 7 cases; 228 cases remain explicitly blocked by resource/HAL/INI conditions", "matrix is Worker startup classification, not official native oracle acceptance", "no blocked case is promoted by basename substitution"],
|
||||
"boundaries": ["TASK_READY includes only cases whose exact resources and Web HAL/INI preflight pass; remaining cases retain explicit blockers", "matrix is Worker startup classification, not official native oracle acceptance", "no blocked case is promoted by basename substitution"],
|
||||
}
|
||||
report["report_sha256"] = hashlib.sha256(canonical({key: value for key, value in report.items() if key != "report_sha256"}).encode()).hexdigest()
|
||||
destination = output if output.is_absolute() else ROOT / output
|
||||
|
||||
Reference in New Issue
Block a user