From 1d474081575c13b4ec0bf29b9fc901346e5cc41d Mon Sep 17 00:00:00 2001 From: Umutcan Edizsalan Date: Fri, 17 Jul 2026 15:16:56 +0300 Subject: [PATCH] fix: align benchmark docs with verification --- README.md | 3 +++ benchmarks/render_chart.py | 4 +--- 2 files changed, 4 insertions(+), 3 deletions(-) diff --git a/README.md b/README.md index 4b15c21..24a2815 100644 --- a/README.md +++ b/README.md @@ -86,6 +86,9 @@ python -m benchmarks.render_chart python -m benchmarks.run_competitors --server autocad-mcp-pro --backend ezdxf --json ``` +The v1.3 ezdxf reference run records **10/10 tasks (100.0)**. It is a +self-check, not a competitor ranking. + Cross-project runtime scores will be published only after equivalent adapters execute the same task contract. The complete rubric, caveats, version A/B suite, and reproduction commands live in [`benchmarks/`](benchmarks/README.md). diff --git a/benchmarks/render_chart.py b/benchmarks/render_chart.py index c661823..bbbfbac 100644 --- a/benchmarks/render_chart.py +++ b/benchmarks/render_chart.py @@ -69,9 +69,7 @@ def render_chart(data: dict[str, Any], output: Path) -> None: labels = [item["repository"] for item in projects] scores = [item["score"] for item in projects] grades = [item["evidence_grade"] for item in projects] - colors = [ - "#0969da" if label == "U-C4N/Autocad-MCP" else "#6e7781" for label in labels - ] + colors = ["#0969da" if label == "U-C4N/Autocad-MCP" else "#6e7781" for label in labels] fig, ax = plt.subplots(figsize=(12, 6.4), constrained_layout=True) fig.patch.set_facecolor("#f6f8fa")