{
  "passed": true,
  "new_inference": false,
  "new_training": false,
  "software": {
    "python": "3.14.6 (main, Jun 10 2026, 10:03:53) [Clang 21.0.0 (clang-2100.0.123.102)]",
    "numpy": "2.5.4",
    "scipy": "1.18.1"
  },
  "graph_tests": {
    "all_512_three_by_three_eligibility_graphs_checked": true,
    "explicit_iou_sum_vs_match_count_counterexample_checked": true
  },
  "full_test": {
    "arms": {
      "vanilla": {
        "counts": {
          "images": 16749,
          "ground_truth": 408937,
          "detections": 191720,
          "localized": 156280,
          "unmapped": 35440,
          "missing": 252657,
          "localized_at_iou75": 145232,
          "unmapped_with_eligible_target": 6093,
          "unmapped_without_eligible_target": 29347,
          "cardinality_first_localized": 156280,
          "cardinality_first_localized_iou75": 145232,
          "cardinality_first_unmapped": 35440,
          "reversed_sum_iou_localized": 156280,
          "cardinality_gain_frames": 0,
          "reversed_count_change_frames": 0,
          "reversed_id_change_frames": 0,
          "empty_prediction_frames": 17,
          "empty_target_frames": 0,
          "exact_iou50_edges": 0,
          "exact_iou75_edges": 0,
          "potentially_covered_gt": 163904,
          "necessarily_covered_gt": 148825,
          "maximum_cardinality_ambiguous_gt": 15079,
          "degenerate_boxes": 0,
          "out_of_frame_boxes": 0,
          "shared_objects": 1486614,
          "view_pairs": 66996,
          "shared_localized_both": 398909,
          "reversed_shared_localized_both": 398909,
          "cardinality_first_shared_localized_both": 398909,
          "coverage_bound_lower_shared": 370277,
          "coverage_bound_upper_shared": 421556
        },
        "metrics": {
          "recall": 0.3821615554474161,
          "precision": 0.8151470895055289,
          "unmapped_fraction": 0.1848529104944711,
          "miss_rate": 0.6178384445525839,
          "both_view_coverage": 0.26833394546264194,
          "cardinality_first_recall": 0.3821615554474161,
          "cardinality_first_precision": 0.8151470895055289,
          "cardinality_first_both_view_coverage": 0.26833394546264194
        }
      },
      "fine_tuned": {
        "counts": {
          "images": 16749,
          "ground_truth": 408937,
          "detections": 405787,
          "localized": 345982,
          "unmapped": 59805,
          "missing": 62955,
          "localized_at_iou75": 314829,
          "unmapped_with_eligible_target": 21004,
          "unmapped_without_eligible_target": 38801,
          "cardinality_first_localized": 345990,
          "cardinality_first_localized_iou75": 314829,
          "cardinality_first_unmapped": 59797,
          "reversed_sum_iou_localized": 345982,
          "cardinality_gain_frames": 8,
          "reversed_count_change_frames": 0,
          "reversed_id_change_frames": 0,
          "empty_prediction_frames": 0,
          "empty_target_frames": 0,
          "exact_iou50_edges": 0,
          "exact_iou75_edges": 0,
          "potentially_covered_gt": 355121,
          "necessarily_covered_gt": 336605,
          "maximum_cardinality_ambiguous_gt": 18516,
          "degenerate_boxes": 0,
          "out_of_frame_boxes": 0,
          "shared_objects": 1486614,
          "view_pairs": 66996,
          "shared_localized_both": 1134412,
          "reversed_shared_localized_both": 1134412,
          "cardinality_first_shared_localized_both": 1134449,
          "coverage_bound_lower_shared": 1084036,
          "coverage_bound_upper_shared": 1178958
        },
        "metrics": {
          "recall": 0.8460520813719473,
          "precision": 0.8526197241409902,
          "unmapped_fraction": 0.14738027585900978,
          "miss_rate": 0.15394791862805274,
          "both_view_coverage": 0.7630844321390757,
          "cardinality_first_recall": 0.8460716442875064,
          "cardinality_first_precision": 0.8526394389174616,
          "cardinality_first_both_view_coverage": 0.7631093209131624
        }
      },
      "fine_tuned_tiles": {
        "counts": {
          "images": 16749,
          "ground_truth": 408937,
          "detections": 549429,
          "localized": 368359,
          "unmapped": 181070,
          "missing": 40578,
          "localized_at_iou75": 331652,
          "unmapped_with_eligible_target": 35441,
          "unmapped_without_eligible_target": 145629,
          "cardinality_first_localized": 368365,
          "cardinality_first_localized_iou75": 331652,
          "cardinality_first_unmapped": 181064,
          "reversed_sum_iou_localized": 368359,
          "cardinality_gain_frames": 6,
          "reversed_count_change_frames": 0,
          "reversed_id_change_frames": 0,
          "empty_prediction_frames": 0,
          "empty_target_frames": 0,
          "exact_iou50_edges": 0,
          "exact_iou75_edges": 0,
          "potentially_covered_gt": 375830,
          "necessarily_covered_gt": 360628,
          "maximum_cardinality_ambiguous_gt": 15202,
          "degenerate_boxes": 0,
          "out_of_frame_boxes": 0,
          "shared_objects": 1486614,
          "view_pairs": 66996,
          "shared_localized_both": 1249409,
          "reversed_shared_localized_both": 1249409,
          "cardinality_first_shared_localized_both": 1249441,
          "coverage_bound_lower_shared": 1204958,
          "coverage_bound_upper_shared": 1288972
        },
        "metrics": {
          "recall": 0.9007720015552518,
          "precision": 0.6704396746440395,
          "unmapped_fraction": 0.32956032535596047,
          "miss_rate": 0.09922799844474821,
          "both_view_coverage": 0.8404394146698471,
          "cardinality_first_recall": 0.9007866737419211,
          "cardinality_first_precision": 0.6704505950723387,
          "cardinality_first_both_view_coverage": 0.8404609400960841
        }
      },
      "fine_tuned_tiles_G": {
        "counts": {
          "images": 16749,
          "ground_truth": 408937,
          "detections": 432076,
          "localized": 353732,
          "unmapped": 78344,
          "missing": 55205,
          "localized_at_iou75": 321673,
          "unmapped_with_eligible_target": 23258,
          "unmapped_without_eligible_target": 55086,
          "cardinality_first_localized": 353740,
          "cardinality_first_localized_iou75": 321673,
          "cardinality_first_unmapped": 78336,
          "reversed_sum_iou_localized": 353732,
          "cardinality_gain_frames": 8,
          "reversed_count_change_frames": 0,
          "reversed_id_change_frames": 0,
          "empty_prediction_frames": 0,
          "empty_target_frames": 0,
          "exact_iou50_edges": 0,
          "exact_iou75_edges": 0,
          "potentially_covered_gt": 362515,
          "necessarily_covered_gt": 344705,
          "maximum_cardinality_ambiguous_gt": 17810,
          "degenerate_boxes": 0,
          "out_of_frame_boxes": 0,
          "shared_objects": 1486614,
          "view_pairs": 66996,
          "shared_localized_both": 1174264,
          "reversed_shared_localized_both": 1174264,
          "cardinality_first_shared_localized_both": 1174301,
          "coverage_bound_lower_shared": 1124754,
          "coverage_bound_upper_shared": 1218004
        },
        "metrics": {
          "recall": 0.8650036558198451,
          "precision": 0.8186800470287635,
          "unmapped_fraction": 0.18131995297123654,
          "miss_rate": 0.13499634418015488,
          "both_view_coverage": 0.7898916598390705,
          "cardinality_first_recall": 0.8650232187354042,
          "cardinality_first_precision": 0.8186985622899675,
          "cardinality_first_both_view_coverage": 0.7899165486131572
        }
      }
    },
    "unique_photos": 16749,
    "examples": [
      {
        "scene": "20191011-00290-09",
        "camera": "2",
        "arm": "fine_tuned",
        "original_matches": {
          "0": 19,
          "1": 1,
          "2": 6,
          "3": 3,
          "4": 4,
          "5": 5,
          "6": 2,
          "7": 9,
          "8": 12,
          "9": 15,
          "10": 18,
          "11": 14,
          "12": 16,
          "13": 17,
          "15": 0,
          "17": 11,
          "18": 10,
          "19": 7
        },
        "cardinality_matches": {
          "0": 19,
          "1": 1,
          "2": 6,
          "3": 3,
          "4": 4,
          "5": 5,
          "6": 2,
          "7": 9,
          "8": 11,
          "9": 15,
          "10": 18,
          "11": 14,
          "12": 16,
          "13": 17,
          "15": 0,
          "17": 13,
          "18": 10,
          "19": 7,
          "20": 12
        },
        "original_count": 18,
        "cardinality_count": 19,
        "reversed_count": 18
      },
      {
        "scene": "20191011-00290-09",
        "camera": "2",
        "arm": "fine_tuned_tiles_G",
        "original_matches": {
          "0": 19,
          "1": 1,
          "2": 6,
          "3": 3,
          "4": 4,
          "5": 5,
          "6": 2,
          "7": 9,
          "8": 12,
          "9": 15,
          "10": 18,
          "11": 14,
          "12": 16,
          "13": 17,
          "15": 0,
          "17": 11,
          "18": 10,
          "19": 7
        },
        "cardinality_matches": {
          "0": 19,
          "1": 1,
          "2": 6,
          "3": 3,
          "4": 4,
          "5": 5,
          "6": 2,
          "7": 9,
          "8": 11,
          "9": 15,
          "10": 18,
          "11": 14,
          "12": 16,
          "13": 17,
          "15": 0,
          "17": 13,
          "18": 10,
          "19": 7,
          "20": 12
        },
        "original_count": 18,
        "cardinality_count": 19,
        "reversed_count": 18
      },
      {
        "scene": "20191106-00563-09",
        "camera": "7",
        "arm": "fine_tuned",
        "original_matches": {
          "0": 2,
          "1": 14,
          "2": 3,
          "3": 4,
          "4": 5,
          "5": 18,
          "6": 0,
          "7": 15,
          "8": 1,
          "9": 17,
          "13": 16
        },
        "cardinality_matches": {
          "0": 2,
          "1": 14,
          "2": 3,
          "3": 4,
          "4": 5,
          "5": 19,
          "6": 0,
          "7": 15,
          "8": 1,
          "9": 18,
          "12": 17,
          "13": 16
        },
        "original_count": 11,
        "cardinality_count": 12,
        "reversed_count": 11
      },
      {
        "scene": "20191106-00563-09",
        "camera": "7",
        "arm": "fine_tuned_tiles",
        "original_matches": {
          "0": 2,
          "1": 14,
          "2": 3,
          "3": 4,
          "4": 5,
          "5": 18,
          "6": 0,
          "7": 15,
          "8": 1,
          "9": 17,
          "13": 16
        },
        "cardinality_matches": {
          "0": 2,
          "1": 14,
          "2": 3,
          "3": 4,
          "4": 5,
          "5": 19,
          "6": 0,
          "7": 15,
          "8": 1,
          "9": 18,
          "12": 17,
          "13": 16
        },
        "original_count": 11,
        "cardinality_count": 12,
        "reversed_count": 11
      },
      {
        "scene": "20191106-00563-09",
        "camera": "7",
        "arm": "fine_tuned_tiles_G",
        "original_matches": {
          "0": 2,
          "1": 14,
          "2": 3,
          "3": 4,
          "4": 5,
          "5": 18,
          "6": 0,
          "7": 15,
          "8": 1,
          "9": 17,
          "13": 16
        },
        "cardinality_matches": {
          "0": 2,
          "1": 14,
          "2": 3,
          "3": 4,
          "4": 5,
          "5": 19,
          "6": 0,
          "7": 15,
          "8": 1,
          "9": 18,
          "12": 17,
          "13": 16
        },
        "original_count": 11,
        "cardinality_count": 12,
        "reversed_count": 11
      },
      {
        "scene": "20191121-00771-01",
        "camera": "1",
        "arm": "fine_tuned",
        "original_matches": {
          "0": 42,
          "1": 32,
          "2": 35,
          "3": 46,
          "4": 27,
          "5": 31,
          "6": 41,
          "7": 47,
          "8": 14,
          "9": 49,
          "10": 17,
          "11": 24,
          "12": 38,
          "13": 28,
          "14": 37,
          "15": 21,
          "16": 39,
          "17": 5,
          "18": 40,
          "19": 10,
          "20": 23,
          "21": 3,
          "22": 18,
          "23": 50,
          "24": 2,
          "25": 20,
          "26": 4,
          "27": 11,
          "28": 8,
          "29": 26,
          "30": 19,
          "31": 12,
          "32": 0,
          "34": 16,
          "35": 13,
          "36": 22,
          "37": 7,
          "38": 45,
          "39": 34,
          "40": 15,
          "42": 6,
          "44": 33,
          "46": 25
        },
        "cardinality_matches": {
          "0": 42,
          "1": 32,
          "2": 36,
          "3": 46,
          "4": 27,
          "5": 31,
          "6": 41,
          "7": 47,
          "8": 14,
          "9": 49,
          "10": 17,
          "11": 24,
          "12": 38,
          "13": 28,
          "14": 37,
          "15": 21,
          "16": 39,
          "17": 5,
          "18": 40,
          "19": 10,
          "20": 23,
          "21": 3,
          "22": 18,
          "23": 50,
          "24": 2,
          "25": 20,
          "26": 4,
          "27": 11,
          "28": 8,
          "29": 26,
          "30": 19,
          "31": 12,
          "32": 0,
          "34": 16,
          "35": 13,
          "36": 22,
          "37": 7,
          "38": 45,
          "39": 35,
          "40": 15,
          "42": 6,
          "44": 33,
          "46": 25,
          "48": 34
        },
        "original_count": 43,
        "cardinality_count": 44,
        "reversed_count": 43
      },
      {
        "scene": "20191121-00771-01",
        "camera": "1",
        "arm": "fine_tuned_tiles",
        "original_matches": {
          "0": 42,
          "1": 32,
          "2": 35,
          "3": 46,
          "4": 27,
          "5": 31,
          "6": 41,
          "7": 47,
          "8": 14,
          "9": 49,
          "10": 17,
          "11": 24,
          "12": 38,
          "13": 28,
          "14": 37,
          "15": 21,
          "16": 39,
          "17": 5,
          "18": 40,
          "19": 10,
          "20": 23,
          "21": 3,
          "22": 18,
          "23": 50,
          "24": 2,
          "25": 20,
          "26": 4,
          "27": 11,
          "28": 8,
          "29": 26,
          "30": 19,
          "31": 12,
          "32": 0,
          "34": 16,
          "35": 13,
          "36": 22,
          "37": 7,
          "38": 45,
          "39": 34,
          "40": 15,
          "42": 6,
          "44": 33,
          "46": 25,
          "52": 1,
          "59": 44,
          "65": 29
        },
        "cardinality_matches": {
          "0": 42,
          "1": 32,
          "2": 36,
          "3": 46,
          "4": 27,
          "5": 31,
          "6": 41,
          "7": 47,
          "8": 14,
          "9": 49,
          "10": 17,
          "11": 24,
          "12": 38,
          "13": 28,
          "14": 37,
          "15": 21,
          "16": 39,
          "17": 5,
          "18": 40,
          "19": 10,
          "20": 23,
          "21": 3,
          "22": 18,
          "23": 50,
          "24": 2,
          "25": 20,
          "26": 4,
          "27": 11,
          "28": 8,
          "29": 26,
          "30": 19,
          "31": 12,
          "32": 0,
          "34": 16,
          "35": 13,
          "36": 22,
          "37": 7,
          "38": 45,
          "39": 35,
          "40": 15,
          "42": 6,
          "44": 33,
          "46": 25,
          "48": 34,
          "52": 1,
          "59": 44,
          "65": 29
        },
        "original_count": 46,
        "cardinality_count": 47,
        "reversed_count": 46
      },
      {
        "scene": "20191121-00771-01",
        "camera": "1",
        "arm": "fine_tuned_tiles_G",
        "original_matches": {
          "0": 42,
          "1": 32,
          "2": 35,
          "3": 46,
          "4": 27,
          "5": 31,
          "6": 41,
          "7": 47,
          "8": 14,
          "9": 49,
          "10": 17,
          "11": 24,
          "12": 38,
          "13": 28,
          "14": 37,
          "15": 21,
          "16": 39,
          "17": 5,
          "18": 40,
          "19": 10,
          "20": 23,
          "21": 3,
          "22": 18,
          "23": 50,
          "24": 2,
          "25": 20,
          "26": 4,
          "27": 11,
          "28": 8,
          "29": 26,
          "30": 19,
          "31": 12,
          "32": 0,
          "34": 16,
          "35": 13,
          "36": 22,
          "37": 7,
          "38": 45,
          "39": 34,
          "40": 15,
          "42": 6,
          "44": 33,
          "46": 25,
          "52": 1
        },
        "cardinality_matches": {
          "0": 42,
          "1": 32,
          "2": 36,
          "3": 46,
          "4": 27,
          "5": 31,
          "6": 41,
          "7": 47,
          "8": 14,
          "9": 49,
          "10": 17,
          "11": 24,
          "12": 38,
          "13": 28,
          "14": 37,
          "15": 21,
          "16": 39,
          "17": 5,
          "18": 40,
          "19": 10,
          "20": 23,
          "21": 3,
          "22": 18,
          "23": 50,
          "24": 2,
          "25": 20,
          "26": 4,
          "27": 11,
          "28": 8,
          "29": 26,
          "30": 19,
          "31": 12,
          "32": 0,
          "34": 16,
          "35": 13,
          "36": 22,
          "37": 7,
          "38": 45,
          "39": 35,
          "40": 15,
          "42": 6,
          "44": 33,
          "46": 25,
          "48": 34,
          "52": 1
        },
        "original_count": 44,
        "cardinality_count": 45,
        "reversed_count": 44
      },
      {
        "scene": "20191127-00837-08",
        "camera": "3",
        "arm": "fine_tuned",
        "original_matches": {
          "0": 29,
          "1": 30,
          "2": 33,
          "3": 45,
          "4": 6,
          "5": 5,
          "6": 16,
          "7": 39,
          "8": 19,
          "9": 4,
          "10": 14,
          "11": 2,
          "12": 21,
          "13": 35,
          "14": 1,
          "15": 31,
          "16": 13,
          "17": 22,
          "18": 38,
          "19": 10,
          "20": 36,
          "21": 25,
          "22": 15,
          "23": 9,
          "24": 12,
          "25": 49,
          "26": 41,
          "27": 23,
          "28": 32,
          "29": 46,
          "30": 7,
          "31": 34,
          "32": 27,
          "33": 0,
          "34": 28,
          "35": 20,
          "36": 3,
          "38": 37,
          "39": 26,
          "40": 11,
          "43": 8,
          "45": 48,
          "46": 24,
          "47": 17,
          "49": 42,
          "56": 40,
          "57": 43
        },
        "cardinality_matches": {
          "0": 29,
          "1": 30,
          "2": 33,
          "3": 45,
          "4": 6,
          "5": 5,
          "6": 16,
          "7": 39,
          "8": 19,
          "9": 4,
          "10": 14,
          "11": 2,
          "12": 21,
          "13": 35,
          "14": 1,
          "15": 31,
          "16": 13,
          "17": 22,
          "18": 38,
          "19": 10,
          "20": 36,
          "21": 25,
          "22": 15,
          "23": 9,
          "24": 12,
          "25": 49,
          "26": 41,
          "27": 23,
          "28": 32,
          "29": 46,
          "30": 7,
          "31": 34,
          "32": 27,
          "33": 0,
          "34": 28,
          "35": 20,
          "36": 3,
          "38": 37,
          "39": 26,
          "40": 11,
          "42": 42,
          "43": 8,
          "45": 48,
          "46": 24,
          "47": 17,
          "49": 40,
          "56": 43,
          "57": 44
        },
        "original_count": 47,
        "cardinality_count": 48,
        "reversed_count": 47
      },
      {
        "scene": "20191127-00837-08",
        "camera": "3",
        "arm": "fine_tuned_tiles",
        "original_matches": {
          "0": 29,
          "1": 30,
          "2": 33,
          "3": 45,
          "4": 6,
          "5": 5,
          "6": 16,
          "7": 39,
          "8": 19,
          "9": 4,
          "10": 14,
          "11": 2,
          "12": 21,
          "13": 35,
          "14": 1,
          "15": 31,
          "16": 13,
          "17": 22,
          "18": 38,
          "19": 10,
          "20": 36,
          "21": 25,
          "22": 15,
          "23": 9,
          "24": 12,
          "25": 49,
          "26": 41,
          "27": 23,
          "28": 32,
          "29": 46,
          "30": 7,
          "31": 34,
          "32": 27,
          "33": 0,
          "34": 28,
          "35": 20,
          "36": 3,
          "38": 37,
          "39": 26,
          "40": 11,
          "43": 8,
          "45": 48,
          "46": 24,
          "47": 17,
          "49": 42,
          "56": 40,
          "57": 43,
          "65": 18
        },
        "cardinality_matches": {
          "0": 29,
          "1": 30,
          "2": 33,
          "3": 45,
          "4": 6,
          "5": 5,
          "6": 16,
          "7": 39,
          "8": 19,
          "9": 4,
          "10": 14,
          "11": 2,
          "12": 21,
          "13": 35,
          "14": 1,
          "15": 31,
          "16": 13,
          "17": 22,
          "18": 38,
          "19": 10,
          "20": 36,
          "21": 25,
          "22": 15,
          "23": 9,
          "24": 12,
          "25": 49,
          "26": 41,
          "27": 23,
          "28": 32,
          "29": 46,
          "30": 7,
          "31": 34,
          "32": 27,
          "33": 0,
          "34": 28,
          "35": 20,
          "36": 3,
          "38": 37,
          "39": 26,
          "40": 11,
          "42": 42,
          "43": 8,
          "45": 48,
          "46": 24,
          "47": 17,
          "49": 40,
          "56": 43,
          "57": 44,
          "65": 18
        },
        "original_count": 48,
        "cardinality_count": 49,
        "reversed_count": 48
      },
      {
        "scene": "20191127-00837-08",
        "camera": "3",
        "arm": "fine_tuned_tiles_G",
        "original_matches": {
          "0": 29,
          "1": 30,
          "2": 33,
          "3": 45,
          "4": 6,
          "5": 5,
          "6": 16,
          "7": 39,
          "8": 19,
          "9": 4,
          "10": 14,
          "11": 2,
          "12": 21,
          "13": 35,
          "14": 1,
          "15": 31,
          "16": 13,
          "17": 22,
          "18": 38,
          "19": 10,
          "20": 36,
          "21": 25,
          "22": 15,
          "23": 9,
          "24": 12,
          "25": 49,
          "26": 41,
          "27": 23,
          "28": 32,
          "29": 46,
          "30": 7,
          "31": 34,
          "32": 27,
          "33": 0,
          "34": 28,
          "35": 20,
          "36": 3,
          "38": 37,
          "39": 26,
          "40": 11,
          "43": 8,
          "45": 48,
          "46": 24,
          "47": 17,
          "49": 42,
          "56": 40,
          "57": 43
        },
        "cardinality_matches": {
          "0": 29,
          "1": 30,
          "2": 33,
          "3": 45,
          "4": 6,
          "5": 5,
          "6": 16,
          "7": 39,
          "8": 19,
          "9": 4,
          "10": 14,
          "11": 2,
          "12": 21,
          "13": 35,
          "14": 1,
          "15": 31,
          "16": 13,
          "17": 22,
          "18": 38,
          "19": 10,
          "20": 36,
          "21": 25,
          "22": 15,
          "23": 9,
          "24": 12,
          "25": 49,
          "26": 41,
          "27": 23,
          "28": 32,
          "29": 46,
          "30": 7,
          "31": 34,
          "32": 27,
          "33": 0,
          "34": 28,
          "35": 20,
          "36": 3,
          "38": 37,
          "39": 26,
          "40": 11,
          "42": 42,
          "43": 8,
          "45": 48,
          "46": 24,
          "47": 17,
          "49": 40,
          "56": 43,
          "57": 44
        },
        "original_count": 47,
        "cardinality_count": 48,
        "reversed_count": 47
      },
      {
        "scene": "20191204-00914-10",
        "camera": "7",
        "arm": "fine_tuned",
        "original_matches": {
          "0": 18,
          "1": 10,
          "2": 19,
          "3": 11,
          "4": 17,
          "5": 2,
          "6": 0,
          "7": 12,
          "8": 4,
          "9": 1,
          "10": 9,
          "11": 3,
          "12": 16,
          "13": 13,
          "14": 8,
          "15": 7,
          "16": 21,
          "17": 14,
          "20": 6
        },
        "cardinality_matches": {
          "0": 18,
          "1": 10,
          "2": 19,
          "3": 11,
          "4": 17,
          "5": 2,
          "6": 0,
          "7": 12,
          "8": 4,
          "9": 1,
          "10": 9,
          "11": 3,
          "12": 16,
          "13": 13,
          "14": 7,
          "15": 6,
          "16": 21,
          "17": 14,
          "19": 8,
          "20": 5
        },
        "original_count": 19,
        "cardinality_count": 20,
        "reversed_count": 19
      }
    ]
  },
  "historical100": {
    "arms": {
      "vanilla": {
        "counts": {
          "images": 200,
          "ground_truth": 4348,
          "detections": 2010,
          "localized": 1624,
          "unmapped": 386,
          "missing": 2724,
          "localized_at_iou75": 1520,
          "unmapped_with_eligible_target": 62,
          "unmapped_without_eligible_target": 324,
          "cardinality_first_localized": 1624,
          "cardinality_first_localized_iou75": 1520,
          "cardinality_first_unmapped": 386,
          "reversed_sum_iou_localized": 1624,
          "cardinality_gain_frames": 0,
          "reversed_count_change_frames": 0,
          "reversed_id_change_frames": 0,
          "empty_prediction_frames": 1,
          "empty_target_frames": 0,
          "exact_iou50_edges": 0,
          "exact_iou75_edges": 0,
          "potentially_covered_gt": 1707,
          "necessarily_covered_gt": 1539,
          "maximum_cardinality_ambiguous_gt": 168,
          "degenerate_boxes": 0,
          "out_of_frame_boxes": 0,
          "shared_objects": 1696,
          "view_pairs": 100,
          "shared_localized_both": 440,
          "reversed_shared_localized_both": 440,
          "cardinality_first_shared_localized_both": 440,
          "coverage_bound_lower_shared": 404,
          "coverage_bound_upper_shared": 466
        },
        "metrics": {
          "recall": 0.3735050597976081,
          "precision": 0.8079601990049752,
          "unmapped_fraction": 0.19203980099502488,
          "miss_rate": 0.6264949402023919,
          "both_view_coverage": 0.25943396226415094,
          "cardinality_first_recall": 0.3735050597976081,
          "cardinality_first_precision": 0.8079601990049752,
          "cardinality_first_both_view_coverage": 0.25943396226415094
        }
      },
      "fine_tuned": {
        "counts": {
          "images": 200,
          "ground_truth": 4348,
          "detections": 4343,
          "localized": 3670,
          "unmapped": 673,
          "missing": 678,
          "localized_at_iou75": 3335,
          "unmapped_with_eligible_target": 253,
          "unmapped_without_eligible_target": 420,
          "cardinality_first_localized": 3670,
          "cardinality_first_localized_iou75": 3335,
          "cardinality_first_unmapped": 673,
          "reversed_sum_iou_localized": 3670,
          "cardinality_gain_frames": 0,
          "reversed_count_change_frames": 0,
          "reversed_id_change_frames": 0,
          "empty_prediction_frames": 0,
          "empty_target_frames": 0,
          "exact_iou50_edges": 0,
          "exact_iou75_edges": 0,
          "potentially_covered_gt": 3776,
          "necessarily_covered_gt": 3558,
          "maximum_cardinality_ambiguous_gt": 218,
          "degenerate_boxes": 0,
          "out_of_frame_boxes": 0,
          "shared_objects": 1696,
          "view_pairs": 100,
          "shared_localized_both": 1293,
          "reversed_shared_localized_both": 1293,
          "cardinality_first_shared_localized_both": 1293,
          "coverage_bound_lower_shared": 1230,
          "coverage_bound_upper_shared": 1338
        },
        "metrics": {
          "recall": 0.844066237350506,
          "precision": 0.8450379921713101,
          "unmapped_fraction": 0.15496200782868985,
          "miss_rate": 0.15593376264949402,
          "both_view_coverage": 0.7623820754716981,
          "cardinality_first_recall": 0.844066237350506,
          "cardinality_first_precision": 0.8450379921713101,
          "cardinality_first_both_view_coverage": 0.7623820754716981
        }
      },
      "fine_tuned_tiles": {
        "counts": {
          "images": 200,
          "ground_truth": 4348,
          "detections": 6013,
          "localized": 3904,
          "unmapped": 2109,
          "missing": 444,
          "localized_at_iou75": 3504,
          "unmapped_with_eligible_target": 415,
          "unmapped_without_eligible_target": 1694,
          "cardinality_first_localized": 3904,
          "cardinality_first_localized_iou75": 3504,
          "cardinality_first_unmapped": 2109,
          "reversed_sum_iou_localized": 3904,
          "cardinality_gain_frames": 0,
          "reversed_count_change_frames": 0,
          "reversed_id_change_frames": 0,
          "empty_prediction_frames": 0,
          "empty_target_frames": 0,
          "exact_iou50_edges": 0,
          "exact_iou75_edges": 0,
          "potentially_covered_gt": 3985,
          "necessarily_covered_gt": 3818,
          "maximum_cardinality_ambiguous_gt": 167,
          "degenerate_boxes": 0,
          "out_of_frame_boxes": 0,
          "shared_objects": 1696,
          "view_pairs": 100,
          "shared_localized_both": 1425,
          "reversed_shared_localized_both": 1425,
          "cardinality_first_shared_localized_both": 1425,
          "coverage_bound_lower_shared": 1372,
          "coverage_bound_upper_shared": 1465
        },
        "metrics": {
          "recall": 0.8978840846366145,
          "precision": 0.6492599368035922,
          "unmapped_fraction": 0.35074006319640777,
          "miss_rate": 0.10211591536338546,
          "both_view_coverage": 0.8402122641509434,
          "cardinality_first_recall": 0.8978840846366145,
          "cardinality_first_precision": 0.6492599368035922,
          "cardinality_first_both_view_coverage": 0.8402122641509434
        }
      }
    },
    "unique_photos": 200,
    "examples": []
  },
  "teacher_aggregate_arithmetic_verified": true,
  "bootstrap_reconstruction_verified": true,
  "part_one_files_unchanged": true,
  "part_one_boundary_sha256": {
    "evaluation/messytable-part-one/assets/20190921-00003-02-02.jpg": "a60a777903ef71920c38e5620276f316c5367a9fcc2baafa78f0c08b87ca61ed",
    "evaluation/messytable-part-one/assets/20190921-00003-02-08.jpg": "e675e0d701162361d04104185ba4a8dccf24290945e0d1c4cb5df8784359ca8a",
    "evaluation/messytable-part-one/assets/20190923-00015-06-01.jpg": "d99e6f30870b38a508bd458ffdf4900118916e0deeee7ff265ade20e917bcffb",
    "evaluation/messytable-part-one/assets/20190923-00015-06-07.jpg": "74f638cbf1a3f7344bf5fcbf3101e7b3325bbabbd9f9fdd86830f3021011fb49",
    "evaluation/messytable-part-one/assets/20190924-00032-02-01.jpg": "31746e6c4b15fb5b5d3199542d740cee75077c5df5b801f99962b8f46345643c",
    "evaluation/messytable-part-one/assets/20190924-00032-02-07.jpg": "120cb76a6892d5dfb3ee823fb37257922570f53f45ad2ba42001c6a9cb0648da",
    "evaluation/messytable-part-one/assets/correct-and-wrong.json": "9a48805d68d23c9a29a47e981a2784cfbc2226945c6318a88bcbc805717ff9eb",
    "evaluation/messytable-part-one/assets/correct-and-wrong.png": "908f5539c5dc3453fc781d61cb5d7647de1c76ee615facecb49f7ad11d5229bc",
    "evaluation/messytable-part-one/assets/correct-and-wrong.svg": "587fe1a7b8b2777c8b12e0d1cd0152b6e1c8dae6b06d7d4c2f157d979a9b17a9",
    "evaluation/messytable-part-one/assets/flow-1-photos.jpg": "16997401db4a4c16553f80285652e345334019baa849dfef825075bf6ed1e60a",
    "evaluation/messytable-part-one/assets/flow-2a-cutouts.png": "eed1baed2ff73d1934f5922737a088f025f37cb99656f3888f2500ba475bac5d",
    "evaluation/messytable-part-one/assets/flow-2b-fingerprints.png": "0d7ecfd607b0cd1c9ac990432e946e365dd1a65c53f085cbc64efa0ffdcce66e",
    "evaluation/messytable-part-one/assets/flow-4-pairs.jpg": "f25914701b50d744b8ee703249ac38f0051d892ca432782c5216268ec5caa439",
    "evaluation/messytable-part-one/assets/matching-comparison.json": "ff1483af221fce70ad29ffb86a5b443a64f8824b4436b34357ecb1312e7c6014",
    "evaluation/messytable-part-one/assets/matching-comparison.png": "3509b4282cd5e12b4c1afd20341f33c66b0e6ef9a3ddcf6726c9875a18f2aeab",
    "evaluation/messytable-part-one/assets/matching-comparison.svg": "920e4835b52957d71c6fa2544bbbd3de25ffe8d7eef3345e66cbb045717b6704",
    "evaluation/messytable-part-one/assets/reference-ap.png": "b5ced95806f34ae7011916f885937f5fc24c6d5aced5a9781688175a0a5baffc",
    "evaluation/messytable-part-one/assets/reference-ap.svg": "41d7cf85acc83e1cb704a20ee1bfd696a18d765839075b4d02f6e1334915a834",
    "evaluation/messytable-part-one/audit_fpr95.py": "d507b2d7535433df9a7dc22aa68a84b3303f2ce052dbaa8ec9c6b39e2b345c39",
    "evaluation/messytable-part-one/build.py": "f778ea32fd4d60de9343a2cd2daabf9bd31094034cb867cccd1415563e2920fd",
    "evaluation/messytable-part-one/flow-native-links.json": "fd8aef1d670bfcc6cd70252933a596432d3ff34e4cf7a3eee57d4a4a1307f552",
    "evaluation/messytable-part-one/flow_native_links.py": "cca3822f0f47955458e5a1f26bde96537addc143814e9893fc1eef69f8d6020e",
    "evaluation/messytable-part-one/flow_story.py": "2343a60bdc0cae84bf2a32f026fe2d56f7ca393b901773b2bd1c28e60dbd3ee6",
    "evaluation/messytable-part-one/fpr95-audit.log": "3bcfcc151df8c7ddd259b38e831801c942eea552ed42f7185e3a9e1b992bb911",
    "evaluation/messytable-part-one/fpr95-tie-audit.json": "0eb37462b9ac455f429dc960cf86f8ec852b1f46f239e0956c5f9721f0458790",
    "evaluation/messytable-part-one/provenance.json": "6c0961d542d7ccf5bdfd60b5b133723841bfb0a7360fa2aaf24ec11eb7bae7c8",
    "evaluation/messytable-part-one/report.html": "ff3d93f9f02b7eb583f3f65f09f85774bbab755f2d1362f63122ecc3701e9681",
    "evaluation/messytable-part-one/template.html": "d8628ccc88ab45ad793c154acebf2cba06ad929e1aee661291958fc2e6c66a50"
  },
  "source_results_sha256": "c9ab69db1b77a44edbe447c58238b3a519b5a5fc18c0ae5205b3b2b5cedba8d0",
  "source_predictions_freeze_sha256": "7bcb32128349beb8eb95b877e18397458e881f76f46643a6abf1cdf7f2146790",
  "audit_code_sha256": "2c5b119d62c0fd242f7466a9f2d2522892bde9dc9b7d54b01ec1e26e2c50453b",
  "definitions": {
    "recall": "Matched ground-truth appearances / all annotated appearances; micro pooled",
    "precision": "Matched predictions / all predictions; class-agnostic localization, fixed confidence >.25 and IoU >=.50",
    "unmapped": "All predictions minus matched predictions under the frozen assignment policy",
    "missing": "All ground-truth appearances minus matched ground-truth appearances",
    "matching": "Frozen policy maximizes sum of IoU. Sensitivity maximizes match count first, IoU second.",
    "tie_probe": "Reverse both prediction and annotation order under the same IoU-sum objective; observed sensitivity, not exhaustive bounds.",
    "coverage_bounds": "Lower/upper bounds over all maximum-cardinality eligible assignments. Upper bound need not be jointly attainable across all links."
  }
}
