{
  "groups": [
    {
      "group": "all120",
      "n": 59477,
      "both_correct": 52392,
      "lost_correct": 605,
      "gained_correct": 559,
      "both_wrong_same_label": 5307,
      "both_wrong_different_labels": 614,
      "both_wrong": 5921,
      "reference_correct": 52997,
      "candidate_correct": 52951,
      "changed_predicted_label": 1778,
      "unchanged_predicted_label": 57699,
      "correctness_changed": 1164,
      "net_additional_errors": 46,
      "label_change_pct": 2.989390856969921,
      "correctness_change_pct": 1.9570590312221532,
      "net_additional_errors_per_1000": 0.7734082082149403,
      "delta_accuracy_pp": -0.07734082082149402
    },
    {
      "group": "A001-A060",
      "n": 30102,
      "both_correct": 27178,
      "lost_correct": 243,
      "gained_correct": 256,
      "both_wrong_same_label": 2215,
      "both_wrong_different_labels": 210,
      "both_wrong": 2425,
      "reference_correct": 27421,
      "candidate_correct": 27434,
      "changed_predicted_label": 709,
      "unchanged_predicted_label": 29393,
      "correctness_changed": 499,
      "net_additional_errors": -13,
      "label_change_pct": 2.355325227559631,
      "correctness_change_pct": 1.657697162979204,
      "net_additional_errors_per_1000": -0.4318649923593117,
      "delta_accuracy_pp": 0.04318649923593117
    },
    {
      "group": "A061-A120",
      "n": 29375,
      "both_correct": 25214,
      "lost_correct": 362,
      "gained_correct": 303,
      "both_wrong_same_label": 3092,
      "both_wrong_different_labels": 404,
      "both_wrong": 3496,
      "reference_correct": 25576,
      "candidate_correct": 25517,
      "changed_predicted_label": 1069,
      "unchanged_predicted_label": 28306,
      "correctness_changed": 665,
      "net_additional_errors": 59,
      "label_change_pct": 3.639148936170213,
      "correctness_change_pct": 2.2638297872340427,
      "net_additional_errors_per_1000": 2.008510638297872,
      "delta_accuracy_pp": -0.20085106382978724
    }
  ],
  "top_introduced": [
    {
      "true_action_id": "A073",
      "wrong_action_id": "A076",
      "lost_correct": 14,
      "gained_correct": 6,
      "net_additional_errors": 8
    },
    {
      "true_action_id": "A089",
      "wrong_action_id": "A090",
      "lost_correct": 9,
      "gained_correct": 3,
      "net_additional_errors": 6
    },
    {
      "true_action_id": "A072",
      "wrong_action_id": "A071",
      "lost_correct": 8,
      "gained_correct": 14,
      "net_additional_errors": -6
    },
    {
      "true_action_id": "A106",
      "wrong_action_id": "A107",
      "lost_correct": 8,
      "gained_correct": 1,
      "net_additional_errors": 7
    },
    {
      "true_action_id": "A069",
      "wrong_action_id": "A072",
      "lost_correct": 7,
      "gained_correct": 3,
      "net_additional_errors": 4
    }
  ],
  "top_corrected": [
    {
      "true_action_id": "A076",
      "wrong_action_id": "A073",
      "lost_correct": 4,
      "gained_correct": 18,
      "net_additional_errors": -14
    },
    {
      "true_action_id": "A030",
      "wrong_action_id": "A012",
      "lost_correct": 2,
      "gained_correct": 14,
      "net_additional_errors": -12
    },
    {
      "true_action_id": "A072",
      "wrong_action_id": "A071",
      "lost_correct": 8,
      "gained_correct": 14,
      "net_additional_errors": -6
    },
    {
      "true_action_id": "A017",
      "wrong_action_id": "A016",
      "lost_correct": 4,
      "gained_correct": 10,
      "net_additional_errors": -6
    },
    {
      "true_action_id": "A071",
      "wrong_action_id": "A072",
      "lost_correct": 7,
      "gained_correct": 10,
      "net_additional_errors": -3
    }
  ]
}
