"""Assemble the PR comment body. The numerical conformance report (produced by ``scripts/conformance_report.py``) is the lead content; the per-Python-version test and coverage table is kept in a collapsed section below it. """ import os import xml.etree.ElementTree as ET def parse_test_results(test_dir): summary = [] total_tests = 0 total_failures = 0 if not os.path.exists(test_dir): return "No test results found.", 0, 0 # Distinguish between test results and coverage reports test_files = [] coverage_files = {} # version -> path for root, _, filenames in os.walk(test_dir): for filename in filenames: f_path = os.path.join(root, filename) if filename.startswith("test-results-") and filename.endswith(".xml"): test_files.append(f_path) elif filename == "coverage.xml": # Extract version from parent directory name version = os.path.basename(root).replace("test-results-", "") coverage_files[version] = f_path test_files.sort() summary.append("| Python Version | Tests | Failures | Coverage | Status |") summary.append("|---|---|---|---|---|") for f_path in test_files: f_name = os.path.basename(f_path) try: tree = ET.parse(f_path) root = tree.getroot() if root.tag == "testsuites": tests = 0 failures = 0 for suite in root: tests += int(suite.attrib.get("tests", 0)) failures += int(suite.attrib.get("failures", 0)) else: tests = int(root.attrib.get("tests", 0)) failures = int(root.attrib.get("failures", 0)) version = f_name.replace("test-results-", "").replace(".xml", "") # Parse coverage for this version if available coverage_pct = "-" if version in coverage_files: try: cov_tree = ET.parse(coverage_files[version]) cov_root = cov_tree.getroot() line_rate = float(cov_root.attrib.get("line-rate", 0)) coverage_pct = f"{line_rate * 100:.1f}%" except Exception: coverage_pct = "error" status = "✅ Passed" if failures == 0 else "❌ Failed" summary.append( f"| {version} | {tests} | {failures} | {coverage_pct} | {status} |" ) total_tests += tests total_failures += failures except Exception as e: summary.append(f"| {f_name} | - | - | - | ⚠️ Error parsing: {e} |") return "\n".join(summary), total_tests, total_failures def read_conformance_report(): """Return the conformance-report Markdown, or a fallback notice.""" if os.path.exists("conformance_report.md"): with open("conformance_report.md", "r", encoding="utf-8") as f: return f.read().strip() return ( "## Numerical conformance report\n\n" "⚠️ The conformance report could not be generated in this run." ) def main(): repo = os.environ.get("GITHUB_REPOSITORY") run_id = os.environ.get("GITHUB_RUN_ID") test_dir = "test-results" conformance = read_conformance_report() test_table, tests, failures = parse_test_results(test_dir) status = "✅ all green" if failures == 0 else f"❌ {failures} failing" # Hidden marker so the CI updates one sticky comment instead of posting a # new one every run (see the "Post PR Comment" step in python-app.yml). body = f""" {conformance} ---
Tests & coverage — {tests} tests, {failures} failures ({status}) {test_table}
Conformance harness: scripts/conformance_report.py · \ full CI artifacts """ with open("pr_comment_body.md", "w", encoding="utf-8") as f: f.write(body) if __name__ == "__main__": main()