Umut CANandClaude Opus 5
b03a7615b1
Tool count 131 -> 154; 474 -> 1242 collected tests. The release exists for two measured reasons. A 149-tool catalog costs a client ~40,300 tokens before it has asked for anything, and a drafter searching the way drafters think -- FILLET, BPOLY, QSELECT, WBLOCK -- scored df=0 against the stock index, because those words were simply not in the data. Discovery and batching - DISCOVERY_MODE=search replaces the catalog with search_tools + call_tool, ranked over an AutoCAD command and synonym corpus (discovery/aliases.py) on top of fastmcp's BM25 index. Measured: 40,305 -> 356 tokens advertised. - cad_batch runs a step list in one round trip; fields= projects result-heavy responses. The `core` profile is gone -- discovery replaced it. Honesty debt (Tier 0) - OCS/ECS: `extrusion` appeared nowhere in this codebase, so mirrored and rotated geometry reported coordinates that were quietly wrong. backends/ocs.py translates at the backend boundary; every tool coordinate is WCS on both engines, and a tilted plane refuses rather than answering with a number that looks fine. - drawing_save_as(fmt="dwg") wrote DXF bytes to a .dwg path. drawing_audit never repaired. analysis_measure_area shoelaced points the caller typed in. - ezdxf calls gained a per-call timeout, so one hung call can no longer wedge a server whose document lock is a single asyncio.Lock. Architecture - The 1854-line backend ABC is 19 contract modules; @capability(key, reason=) makes optional methods declarative and a gate fails on undeclared holes. - 8 layout/viewport tools, CHSPACE, CAD_PROGID escape hatch. - Wave A: selection filters, boundary tracing, hatch depth, annotation objects, measurement -- 13 tools of a planned 39. The REGION and 2D-boolean family was cut on evidence: add_region() yields zero ACIS bytes and the greiner_hormann substitute loses 28.2% of the area on a square with one semicircular edge. Verified against a live AutoCAD 2026, which found four COM defects no amount of reading would have caught -- AcadPViewport has no ViewCenter, and the line that set it had been swallowed by a bare except since v1.4. Benchmark v3 (15 tasks) and what it caught - v2 scored this server 10/10, which carried no information: every task in it exercised something the server was built around. Five tasks were added because they can fail, and three did while being written -- a hatch could not be measured though the refusal listed HATCH as measurable, the boundary tools and the measure tool disagreed about the same shape (139.2177 vs 139.2699), and a circle stored as two bulged vertices measured 0.0. - Competitor reports are NOT re-scored. They are pinned v1.4 runs against v2 and were never asked these five questions; the chart shows those rows `not run`. - Correctness A/B: 21/24 -> 24/24, zero regressions. Performance, stated plainly The published v1.4 perf report was recorded on CPython 3.14 and the new one on 3.11.15, so the apparent 2-6x speedup is the interpreter, not this release. Re-measured on one interpreter, v1.5.0 is 28% slower creating entities and 22% slower on the 10k roundtrip. Fully attributed: EZDXF_CALL_TIMEOUT=0 restores v1.4.0's exact numbers. That is the deadlock fix being paid for, the knob is documented, and winning it back is on the 1.6 roadmap. Co-Authored-By: Claude Opus 5 <noreply@anthropic.com>
433 lines
10 KiB
JSON
433 lines
10 KiB
JSON
{
|
|
"adapter": "autocad-mcp-pro",
|
|
"adapter_metadata": {
|
|
"backend": "ezdxf",
|
|
"capabilities": {
|
|
"backend": "ezdxf",
|
|
"features": {
|
|
"audit_detail": {
|
|
"mode": "native",
|
|
"reason": null,
|
|
"supported": true
|
|
},
|
|
"boundary_trace": {
|
|
"mode": "computed",
|
|
"reason": "straight_edges_split_at_intersections;curved_edges_not_split",
|
|
"supported": true
|
|
},
|
|
"chspace": {
|
|
"mode": "computed",
|
|
"reason": "top_view_untwisted_viewports_only;dimensions_refused_unless_frozen;acis_proxy_table_refused;viewport_clipping_reported_not_applied",
|
|
"supported": true
|
|
},
|
|
"delivery": {
|
|
"mode": "shared",
|
|
"reason": null,
|
|
"supported": true
|
|
},
|
|
"drawing_2d": {
|
|
"mode": "native",
|
|
"reason": null,
|
|
"supported": true
|
|
},
|
|
"dwg": {
|
|
"mode": null,
|
|
"reason": "no_dwg_writer_requires_live_autocad",
|
|
"supported": false
|
|
},
|
|
"dxf": {
|
|
"mode": "native",
|
|
"reason": null,
|
|
"supported": true
|
|
},
|
|
"handle_overlay": {
|
|
"mode": "rendered",
|
|
"reason": null,
|
|
"supported": true
|
|
},
|
|
"hatch_edge_paths": {
|
|
"mode": "native",
|
|
"reason": null,
|
|
"supported": true
|
|
},
|
|
"lisp": {
|
|
"mode": null,
|
|
"reason": "live_com_only",
|
|
"supported": false
|
|
},
|
|
"measure_area_acis": {
|
|
"mode": null,
|
|
"reason": "acis_evaluation_requires_live_autocad",
|
|
"supported": false
|
|
},
|
|
"mleader": {
|
|
"mode": "composite",
|
|
"reason": null,
|
|
"supported": true
|
|
},
|
|
"mtext_background_color": {
|
|
"mode": "native",
|
|
"reason": null,
|
|
"supported": true
|
|
},
|
|
"ocs_normalized": {
|
|
"mode": "wcs",
|
|
"reason": "reported_xy_is_wcs;z_component_not_reported;text_rotation_stays_in_entity_frame;hatch_boundaries_not_reported",
|
|
"supported": true
|
|
},
|
|
"ocs_tilted_plane": {
|
|
"mode": null,
|
|
"reason": "2d_xy_cannot_address_a_tilted_plane",
|
|
"supported": false
|
|
},
|
|
"paper_space": {
|
|
"mode": "native",
|
|
"reason": null,
|
|
"supported": true
|
|
},
|
|
"pdf": {
|
|
"mode": "rendered",
|
|
"reason": null,
|
|
"supported": true
|
|
},
|
|
"png": {
|
|
"mode": "rendered",
|
|
"reason": null,
|
|
"supported": true
|
|
},
|
|
"preflight": {
|
|
"mode": "shared",
|
|
"reason": null,
|
|
"supported": true
|
|
},
|
|
"refiner": {
|
|
"mode": "shared",
|
|
"reason": null,
|
|
"supported": true
|
|
},
|
|
"revcloud": {
|
|
"mode": "native",
|
|
"reason": "ezdxf_revcloud_helper",
|
|
"supported": true
|
|
},
|
|
"solid_3d": {
|
|
"mode": null,
|
|
"reason": "acis_generation_requires_live_autocad",
|
|
"supported": false
|
|
},
|
|
"table": {
|
|
"mode": "composite",
|
|
"reason": null,
|
|
"supported": true
|
|
},
|
|
"transactions": {
|
|
"mode": "snapshot",
|
|
"reason": null,
|
|
"supported": true
|
|
},
|
|
"undo_history": {
|
|
"mode": null,
|
|
"reason": "set_EZDXF_UNDO_DEPTH_to_enable",
|
|
"supported": false
|
|
},
|
|
"viewport_render": {
|
|
"mode": "rendered",
|
|
"reason": "viewport_borders_not_drawn",
|
|
"supported": true
|
|
},
|
|
"wipeout": {
|
|
"mode": "native",
|
|
"reason": null,
|
|
"supported": true
|
|
}
|
|
}
|
|
}
|
|
},
|
|
"environment": {
|
|
"implementation": "CPython",
|
|
"machine": "AMD64",
|
|
"platform": "Windows-10-10.0.26200-SP0",
|
|
"python": "3.11.15"
|
|
},
|
|
"generated_at": "2026-08-06T06:27:59.080169+00:00",
|
|
"git_sha": "d5a0ff5109ddbd37d88371c10a1ed087201de4b5",
|
|
"matrix": "v3",
|
|
"results": [
|
|
{
|
|
"artifacts": [],
|
|
"duration_ms": 2.49,
|
|
"message": "",
|
|
"metrics": {
|
|
"line_length": 5.0
|
|
},
|
|
"score": 100.0,
|
|
"status": "pass",
|
|
"stderr_summary": "",
|
|
"stdout_summary": "",
|
|
"task_id": "core_geometry"
|
|
},
|
|
{
|
|
"artifacts": [],
|
|
"duration_ms": 1.41,
|
|
"message": "",
|
|
"metrics": {},
|
|
"score": 100.0,
|
|
"status": "pass",
|
|
"stderr_summary": "",
|
|
"stdout_summary": "",
|
|
"task_id": "modify_query"
|
|
},
|
|
{
|
|
"artifacts": [],
|
|
"duration_ms": 3.31,
|
|
"message": "",
|
|
"metrics": {},
|
|
"score": 100.0,
|
|
"status": "pass",
|
|
"stderr_summary": "",
|
|
"stdout_summary": "",
|
|
"task_id": "layers_linetypes"
|
|
},
|
|
{
|
|
"artifacts": [],
|
|
"duration_ms": 17.55,
|
|
"message": "",
|
|
"metrics": {
|
|
"entity_type": "DIMENSION"
|
|
},
|
|
"score": 100.0,
|
|
"status": "pass",
|
|
"stderr_summary": "",
|
|
"stdout_summary": "",
|
|
"task_id": "dimensions"
|
|
},
|
|
{
|
|
"artifacts": [],
|
|
"duration_ms": 3.7,
|
|
"message": "",
|
|
"metrics": {
|
|
"representations": [
|
|
"composite",
|
|
"composite"
|
|
]
|
|
},
|
|
"score": 100.0,
|
|
"status": "pass",
|
|
"stderr_summary": "",
|
|
"stdout_summary": "",
|
|
"task_id": "table_mleader"
|
|
},
|
|
{
|
|
"artifacts": [],
|
|
"duration_ms": 29.09,
|
|
"message": "",
|
|
"metrics": {
|
|
"entity_count": 0
|
|
},
|
|
"score": 100.0,
|
|
"status": "pass",
|
|
"stderr_summary": "",
|
|
"stdout_summary": "",
|
|
"task_id": "transactions"
|
|
},
|
|
{
|
|
"artifacts": [],
|
|
"duration_ms": 1.2,
|
|
"message": "",
|
|
"metrics": {},
|
|
"score": 100.0,
|
|
"status": "pass",
|
|
"stderr_summary": "",
|
|
"stdout_summary": "",
|
|
"task_id": "preflight"
|
|
},
|
|
{
|
|
"artifacts": [],
|
|
"duration_ms": 8.42,
|
|
"message": "",
|
|
"metrics": {
|
|
"final_score": 100.0,
|
|
"initial_score": 92.0,
|
|
"remaining_issues": [],
|
|
"rounds": [
|
|
{
|
|
"actions": [
|
|
{
|
|
"detail": {
|
|
"deleted_handle": "3E",
|
|
"kept_handle": "3D"
|
|
},
|
|
"fingerprint": "c1b87eac3cfdf11312c9b18ccf4c062e672791f7a9a6dfa3c45b6db7f9e5835e",
|
|
"focus": "duplicate_entities",
|
|
"handles": [
|
|
"3D",
|
|
"3E"
|
|
],
|
|
"status": "applied"
|
|
}
|
|
],
|
|
"error_count_after": 0,
|
|
"error_count_before": 0,
|
|
"number": 1,
|
|
"score_after": 100.0,
|
|
"score_before": 92.0,
|
|
"transaction": "committed"
|
|
}
|
|
],
|
|
"status": "threshold_met"
|
|
},
|
|
"score": 100.0,
|
|
"status": "pass",
|
|
"stderr_summary": "",
|
|
"stdout_summary": "",
|
|
"task_id": "quality_refiner"
|
|
},
|
|
{
|
|
"artifacts": [
|
|
{
|
|
"filename": "roundtrip.dxf",
|
|
"sha256": "d11dfce5eddaf849075c62854a8526efaaa3bbd779d374e4c287de77f361caf7",
|
|
"size_bytes": 18440
|
|
}
|
|
],
|
|
"duration_ms": 32.29,
|
|
"message": "",
|
|
"metrics": {
|
|
"entity_count": 1
|
|
},
|
|
"score": 100.0,
|
|
"status": "pass",
|
|
"stderr_summary": "",
|
|
"stdout_summary": "",
|
|
"task_id": "dxf_roundtrip"
|
|
},
|
|
{
|
|
"artifacts": [
|
|
{
|
|
"filename": "manifest.json",
|
|
"sha256": "a74b2e96dbe7ea373717f26a8d26e58fe079a61370eb5d646f04a09f1b7cca2f",
|
|
"size_bytes": 5662
|
|
}
|
|
],
|
|
"duration_ms": 305.81,
|
|
"message": "",
|
|
"metrics": {
|
|
"score": {
|
|
"errors": 0,
|
|
"grade": "A",
|
|
"info": 0,
|
|
"invalidity_ratio": 0.0,
|
|
"score": 100.0,
|
|
"warnings": 0
|
|
}
|
|
},
|
|
"score": 100.0,
|
|
"status": "pass",
|
|
"stderr_summary": "",
|
|
"stdout_summary": "",
|
|
"task_id": "auditable_delivery"
|
|
},
|
|
{
|
|
"artifacts": [],
|
|
"duration_ms": 1149.77,
|
|
"message": "",
|
|
"metrics": {
|
|
"ranks": {
|
|
"BPOLY": 1,
|
|
"CHSPACE": 1,
|
|
"FILLET": 1,
|
|
"OVERKILL": 1,
|
|
"QSELECT": 1,
|
|
"WBLOCK": 1
|
|
},
|
|
"top_n": 3
|
|
},
|
|
"score": 100.0,
|
|
"status": "pass",
|
|
"stderr_summary": "",
|
|
"stdout_summary": "",
|
|
"task_id": "tool_discovery"
|
|
},
|
|
{
|
|
"artifacts": [],
|
|
"duration_ms": 53.97,
|
|
"message": "",
|
|
"metrics": {
|
|
"advertised_tools": 2,
|
|
"catalog_tokens": 40305,
|
|
"catalog_tools": 149,
|
|
"ceiling": 2000,
|
|
"discovery_tokens": 356,
|
|
"reduction_x": 113.2,
|
|
"tokenizer": "ratio/v1 (estimate)"
|
|
},
|
|
"score": 100.0,
|
|
"status": "pass",
|
|
"stderr_summary": "",
|
|
"stdout_summary": "",
|
|
"task_id": "token_budget"
|
|
},
|
|
{
|
|
"artifacts": [],
|
|
"duration_ms": 10.6,
|
|
"message": "",
|
|
"metrics": {
|
|
"area_ignoring_islands": 400.0,
|
|
"expected_filled": 300.0,
|
|
"filled_area": 300.0,
|
|
"hatch_style": "outer",
|
|
"path_count": 2
|
|
},
|
|
"score": 100.0,
|
|
"status": "pass",
|
|
"stderr_summary": "",
|
|
"stdout_summary": "",
|
|
"task_id": "hatch_islands"
|
|
},
|
|
{
|
|
"artifacts": [],
|
|
"duration_ms": 8.0,
|
|
"message": "",
|
|
"metrics": {
|
|
"bounding_box": 3,
|
|
"by_layer": 1,
|
|
"crossing": 2,
|
|
"polygon": 1,
|
|
"window": 1
|
|
},
|
|
"score": 100.0,
|
|
"status": "pass",
|
|
"stderr_summary": "",
|
|
"stdout_summary": "",
|
|
"task_id": "selection_filter"
|
|
},
|
|
{
|
|
"artifacts": [],
|
|
"duration_ms": 5.36,
|
|
"message": "",
|
|
"metrics": {
|
|
"boundary_agrees": true,
|
|
"fraction_lost_by_reading_points_back": 0.282,
|
|
"measured_area": 139.269908,
|
|
"true_area": 139.269908,
|
|
"vertex_shoelace_area": 100.0
|
|
},
|
|
"score": 100.0,
|
|
"status": "pass",
|
|
"stderr_summary": "",
|
|
"stdout_summary": "",
|
|
"task_id": "measure_from_handle"
|
|
}
|
|
],
|
|
"schema_version": "2.0",
|
|
"summary": {
|
|
"attempted": 15,
|
|
"coverage_percent": 100.0,
|
|
"passed": 15,
|
|
"score": 100.0,
|
|
"supported": 15,
|
|
"unsupported": 0
|
|
},
|
|
"timeout_seconds": 180.0
|
|
}
|