autocad-mcp-pro/benchmarks/results/published/ab-v1.5.1-vs-v1.6.0-dev.json

{
  "summary": {
    "baseline_ref": "v1.5.1",
    "total": 32,
    "old_pass": 26,
    "new_pass": 32,
    "old_pct": 81.2,
    "new_pct": 100.0,
    "fixed": 6,
    "regressed": 0
  },
  "rows": [
    {
      "check": "core_line_length",
      "category": "Core",
      "old": "pass",
      "new": "pass"
    },
    {
      "check": "core_circle_radius",
      "category": "Core",
      "old": "pass",
      "new": "pass"
    },
    {
      "check": "core_layer_create",
      "category": "Core",
      "old": "pass",
      "new": "pass"
    },
    {
      "check": "core_polyline_closed",
      "category": "Core",
      "old": "pass",
      "new": "pass"
    },
    {
      "check": "core_linear_dim",
      "category": "Core",
      "old": "pass",
      "new": "pass"
    },
    {
      "check": "core_save_dxf_roundtrip",
      "category": "Core",
      "old": "pass",
      "new": "pass"
    },
    {
      "check": "dim_aligned_no_error",
      "category": "Dimensions",
      "old": "pass",
      "new": "pass"
    },
    {
      "check": "dim_angular_no_error",
      "category": "Dimensions",
      "old": "pass",
      "new": "pass"
    },
    {
      "check": "array_polar_360_distinct",
      "category": "Modify",
      "old": "pass",
      "new": "pass"
    },
    {
      "check": "point_intersection_line_line",
      "category": "Geometry",
      "old": "pass",
      "new": "pass"
    },
    {
      "check": "point_tangent_external",
      "category": "Geometry",
      "old": "pass",
      "new": "pass"
    },
    {
      "check": "arc_has_length",
      "category": "Query",
      "old": "pass",
      "new": "pass"
    },
    {
      "check": "arc_select_by_length",
      "category": "Query",
      "old": "pass",
      "new": "pass"
    },
    {
      "check": "ezdxf_bounding_box",
      "category": "Query",
      "old": "pass",
      "new": "pass"
    },
    {
      "check": "mtext_rotation_roundtrip",
      "category": "Entities",
      "old": "pass",
      "new": "pass"
    },
    {
      "check": "screenshot_png",
      "category": "Render",
      "old": "pass",
      "new": "pass"
    },
    {
      "check": "dim_overlap_critique_fires",
      "category": "Quality gate",
      "old": "pass",
      "new": "pass"
    },
    {
      "check": "iso13567_dim_layer",
      "category": "Quality gate",
      "old": "pass",
      "new": "pass"
    },
    {
      "check": "construction_left_iso_caught",
      "category": "Quality gate",
      "old": "pass",
      "new": "pass"
    },
    {
      "check": "gear_no_self_overlap",
      "category": "Engineering",
      "old": "pass",
      "new": "pass"
    },
    {
      "check": "center_linetype_applied",
      "category": "Entities",
      "old": "pass",
      "new": "pass"
    },
    {
      "check": "hatch_area_subtracts_its_island",
      "category": "Measurement",
      "old": "pass",
      "new": "pass"
    },
    {
      "check": "boundary_area_agrees_with_measure",
      "category": "Measurement",
      "old": "pass",
      "new": "pass"
    },
    {
      "check": "two_vertex_circle_has_area",
      "category": "Measurement",
      "old": "pass",
      "new": "pass"
    },
    {
      "check": "diameter_dim_measures_the_diameter",
      "category": "Dimensions",
      "old": "pass",
      "new": "pass"
    },
    {
      "check": "radius_dim_ignores_the_leader_length",
      "category": "Dimensions",
      "old": "pass",
      "new": "pass"
    },
    {
      "check": "pid_block_define_attdef_roundtrip",
      "category": "P&ID",
      "old": "miss",
      "new": "pass"
    },
    {
      "check": "pid_tag_parse_fic",
      "category": "P&ID",
      "old": "miss",
      "new": "pass"
    },
    {
      "check": "pid_graph_edge_count",
      "category": "P&ID",
      "old": "miss",
      "new": "pass"
    },
    {
      "check": "settings_dimstyle_iso25_values",
      "category": "Settings",
      "old": "miss",
      "new": "pass"
    },
    {
      "check": "settings_layer_state_roundtrip",
      "category": "Settings",
      "old": "miss",
      "new": "pass"
    },
    {
      "check": "settings_pdf_mediabox_a3",
      "category": "Settings",
      "old": "miss",
      "new": "pass"
    }
  ]
}