{
  "training": false,
  "selection_sha256": "35fc135826c641d68134336e361b88f924450486f43455a4c58b93388eb19189",
  "scenes": 100,
  "setups": 100,
  "images": 900,
  "image_pairs": 3600,
  "candidate_object_pairs": 2484124,
  "positive_object_pairs": 78335,
  "rank_by": "AP descending,then FPR95 ascending,then IPAA100 descending.",
  "top_three_own_variants": [
    "blend_roma_vit_reference_dense_first",
    "blend_roma_vit_reference_equal",
    "blend_roma_asnet_reference_dense_first"
  ],
  "ranking_including_references": [
    "blend_roma_vit_reference_dense_first",
    "blend_roma_vit_reference_equal",
    "blend_roma_asnet_reference_dense_first",
    "roma_mask",
    "blend_roma_dino_sam_dense_first",
    "roma_mask_mean",
    "blend_roma_asnet_reference_equal",
    "blend_roma_dino_sam_equal",
    "vit_reference",
    "blend_roma_dino_context_mean_dense_first",
    "blend_roma_dino_context_mean_equal",
    "roma_box",
    "roma_box_mean",
    "asnet_reference",
    "dino_sam_geometry_unwarped",
    "dino_sam_geometry_warped",
    "dino_sam_geometry_gate",
    "dino_epipolar_soft",
    "dino_sam_rotation_scene_anchor",
    "dino_sam_rotation_scene_appearance",
    "dino_sam_rotation_max",
    "dino_sam",
    "dino_grabcut",
    "dino_sam_rotation_90",
    "dino_sam_rotation_180",
    "dino_sam_rotation_270",
    "dino_tight_1x_geometry_gate",
    "dino_context_mean_geometry_gate",
    "dino_anchor_context",
    "dino_tight_1x_rotation_max",
    "dino_anchor_reject_only",
    "dino_tight_1x_rotation_scene_appearance",
    "dino_tight_1x_rotation_scene_anchor",
    "dino_tight_1x",
    "dino_gray",
    "dino_context_mean",
    "dino_context_two_support",
    "dino_tight_1x_rotation_90",
    "dino_tight_1x_rotation_270",
    "dino_tight_1x_rotation_180",
    "dino_context_125",
    "dino_context_max",
    "dino_context_150",
    "dino_context_200",
    "dino_canny"
  ],
  "reference_metrics_reproduced_exactly": true,
  "methods": {
    "dino_tight_1x": {
      "method": "dino_tight_1x",
      "label": "DINOv2 tight 1x",
      "training": false,
      "image_pairs": 3600,
      "candidate_object_pairs": 2484124,
      "positive_object_pairs": 78335,
      "AP": 0.24732199846068614,
      "FPR95": 0.6469058591588872,
      "IPAA100": 0.05361111111111111,
      "IPAA": {
        "100": 0.05361111111111111,
        "90": 0.07222222222222222,
        "80": 0.14583333333333334,
        "70": 0.22555555555555556,
        "60": 0.33,
        "50": 0.4672222222222222
      },
      "IPAA_counts": {
        "100": 193,
        "90": 260,
        "80": 525,
        "70": 812,
        "60": 1188,
        "50": 1682
      },
      "author_assignment": {
        "correct": 35642,
        "wrong": 40863,
        "unmapped": 0,
        "proposals": 76505,
        "recall": 0.4549945745835195
      },
      "distance_p95": 0.9345946338027716,
      "km_threshold": 0.7,
      "metric_code_sha256": "f23eba91db32a5fd0497bf4bf786c7a87587c7889f8b89e4029f82581e0d8960",
      "native_solver_sha256": "d0ba8efaa44719c853b71283e6d08f82c8b37c35fb0e9db447051ca743f13b0a",
      "score_sha256": "0d4a69d01cd0a7f6c1da07402e635515c64538d4e98646a830053382005b6dde",
      "elapsed_seconds": 14.410477607045323,
      "scene_outcomes": {
        "20190921-00003-02": {
          "setup": "20190921-00003",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 12
        },
        "20190923-00015-06": {
          "setup": "20190923-00015",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20190924-00019-01": {
          "setup": "20190924-00019",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 18
        },
        "20190924-00020-09": {
          "setup": "20190924-00020",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20190924-00021-09": {
          "setup": "20190924-00021",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20190924-00032-02": {
          "setup": "20190924-00032",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 7
        },
        "20190925-00038-10": {
          "setup": "20190925-00038",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20190925-00042-06": {
          "setup": "20190925-00042",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20190925-00045-07": {
          "setup": "20190925-00045",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 9
        },
        "20190925-00051-07": {
          "setup": "20190925-00051",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20190926-00056-03": {
          "setup": "20190926-00056",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 22
        },
        "20190926-00057-01": {
          "setup": "20190926-00057",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 19
        },
        "20190926-00067-02": {
          "setup": "20190926-00067",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 30
        },
        "20190927-00077-04": {
          "setup": "20190927-00077",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20190928-00082-02": {
          "setup": "20190928-00082",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 7
        },
        "20190928-00092-02": {
          "setup": "20190928-00092",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20190929-00104-04": {
          "setup": "20190929-00104",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20190930-00125-06": {
          "setup": "20190930-00125",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191001-00128-09": {
          "setup": "20191001-00128",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191001-00133-07": {
          "setup": "20191001-00133",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191002-00146-06": {
          "setup": "20191002-00146",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191002-00148-10": {
          "setup": "20191002-00148",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191002-00157-04": {
          "setup": "20191002-00157",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20191002-00159-09": {
          "setup": "20191002-00159",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191003-00163-01": {
          "setup": "20191003-00163",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191003-00171-02": {
          "setup": "20191003-00171",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191004-00180-03": {
          "setup": "20191004-00180",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191004-00183-04": {
          "setup": "20191004-00183",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191004-00185-01": {
          "setup": "20191004-00185",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20191005-00193-04": {
          "setup": "20191005-00193",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191005-00197-04": {
          "setup": "20191005-00197",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191005-00199-01": {
          "setup": "20191005-00199",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191005-00200-04": {
          "setup": "20191005-00200",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191005-00202-04": {
          "setup": "20191005-00202",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191006-00213-04": {
          "setup": "20191006-00213",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191006-00214-01": {
          "setup": "20191006-00214",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191006-00217-08": {
          "setup": "20191006-00217",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00221-09": {
          "setup": "20191007-00221",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00223-01": {
          "setup": "20191007-00223",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191007-00226-09": {
          "setup": "20191007-00226",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191007-00230-02": {
          "setup": "20191007-00230",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191008-00242-09": {
          "setup": "20191008-00242",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191009-00250-06": {
          "setup": "20191009-00250",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191009-00251-03": {
          "setup": "20191009-00251",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191009-00261-01": {
          "setup": "20191009-00261",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191010-00264-04": {
          "setup": "20191010-00264",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191010-00268-08": {
          "setup": "20191010-00268",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191010-00272-03": {
          "setup": "20191010-00272",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191011-00279-01": {
          "setup": "20191011-00279",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191011-00284-03": {
          "setup": "20191011-00284",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191011-00289-05": {
          "setup": "20191011-00289",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191012-00294-05": {
          "setup": "20191012-00294",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191012-00303-09": {
          "setup": "20191012-00303",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191014-00311-07": {
          "setup": "20191014-00311",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00337-07": {
          "setup": "20191016-00337",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00339-10": {
          "setup": "20191016-00339",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00342-01": {
          "setup": "20191016-00342",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00345-02": {
          "setup": "20191016-00345",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191017-00349-03": {
          "setup": "20191017-00349",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191017-00353-01": {
          "setup": "20191017-00353",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00364-08": {
          "setup": "20191018-00364",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00366-02": {
          "setup": "20191018-00366",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00372-03": {
          "setup": "20191018-00372",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00373-01": {
          "setup": "20191018-00373",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191106-00563-02": {
          "setup": "20191106-00563",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00765-10": {
          "setup": "20191121-00765",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00767-05": {
          "setup": "20191121-00767",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00773-07": {
          "setup": "20191121-00773",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00818-02": {
          "setup": "20191126-00818",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00821-02": {
          "setup": "20191126-00821",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00822-07": {
          "setup": "20191126-00822",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191127-00830-01": {
          "setup": "20191127-00830",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191127-00839-01": {
          "setup": "20191127-00839",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191203-00895-07": {
          "setup": "20191203-00895",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191203-00896-06": {
          "setup": "20191203-00896",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191204-00906-08": {
          "setup": "20191204-00906",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191204-00912-09": {
          "setup": "20191204-00912",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191205-00921-03": {
          "setup": "20191205-00921",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191205-00923-05": {
          "setup": "20191205-00923",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191206-00932-04": {
          "setup": "20191206-00932",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191206-00934-01": {
          "setup": "20191206-00934",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191207-00961-08": {
          "setup": "20191207-00961",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191208-00964-09": {
          "setup": "20191208-00964",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191208-00966-01": {
          "setup": "20191208-00966",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191209-00982-04": {
          "setup": "20191209-00982",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191209-00987-08": {
          "setup": "20191209-00987",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191209-00992-09": {
          "setup": "20191209-00992",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191210-00999-08": {
          "setup": "20191210-00999",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191210-01005-03": {
          "setup": "20191210-01005",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191211-01022-06": {
          "setup": "20191211-01022",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01030-10": {
          "setup": "20191212-01030",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01031-04": {
          "setup": "20191212-01031",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01032-03": {
          "setup": "20191212-01032",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01037-09": {
          "setup": "20191213-01037",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01042-02": {
          "setup": "20191213-01042",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01050-02": {
          "setup": "20191213-01050",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01052-04": {
          "setup": "20191214-01052",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01058-01": {
          "setup": "20191214-01058",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01064-10": {
          "setup": "20191214-01064",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191216-01068-09": {
          "setup": "20191216-01068",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        }
      }
    },
    "dino_context_125": {
      "method": "dino_context_125",
      "label": "DINOv2 context 125",
      "training": false,
      "image_pairs": 3600,
      "candidate_object_pairs": 2484124,
      "positive_object_pairs": 78335,
      "AP": 0.21162647161845918,
      "FPR95": 0.7175521211544321,
      "IPAA100": 0.04583333333333333,
      "IPAA": {
        "100": 0.04583333333333333,
        "90": 0.06138888888888889,
        "80": 0.1213888888888889,
        "70": 0.19166666666666668,
        "60": 0.27416666666666667,
        "50": 0.40166666666666667
      },
      "IPAA_counts": {
        "100": 165,
        "90": 221,
        "80": 437,
        "70": 690,
        "60": 987,
        "50": 1446
      },
      "author_assignment": {
        "correct": 32475,
        "wrong": 43878,
        "unmapped": 0,
        "proposals": 76353,
        "recall": 0.41456564753941405
      },
      "distance_p95": 0.918545750901103,
      "km_threshold": 0.7,
      "metric_code_sha256": "f23eba91db32a5fd0497bf4bf786c7a87587c7889f8b89e4029f82581e0d8960",
      "native_solver_sha256": "d0ba8efaa44719c853b71283e6d08f82c8b37c35fb0e9db447051ca743f13b0a",
      "score_sha256": "46892f5c73082de6b00ff0d7b87466a46fe5b22a1dc6569b357f26f722565625",
      "elapsed_seconds": 14.532270074822009,
      "scene_outcomes": {
        "20190921-00003-02": {
          "setup": "20190921-00003",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 8
        },
        "20190923-00015-06": {
          "setup": "20190923-00015",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20190924-00019-01": {
          "setup": "20190924-00019",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 22
        },
        "20190924-00020-09": {
          "setup": "20190924-00020",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 7
        },
        "20190924-00021-09": {
          "setup": "20190924-00021",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20190924-00032-02": {
          "setup": "20190924-00032",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20190925-00038-10": {
          "setup": "20190925-00038",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20190925-00042-06": {
          "setup": "20190925-00042",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20190925-00045-07": {
          "setup": "20190925-00045",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20190925-00051-07": {
          "setup": "20190925-00051",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20190926-00056-03": {
          "setup": "20190926-00056",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 18
        },
        "20190926-00057-01": {
          "setup": "20190926-00057",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 7
        },
        "20190926-00067-02": {
          "setup": "20190926-00067",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 29
        },
        "20190927-00077-04": {
          "setup": "20190927-00077",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 7
        },
        "20190928-00082-02": {
          "setup": "20190928-00082",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 12
        },
        "20190928-00092-02": {
          "setup": "20190928-00092",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20190929-00104-04": {
          "setup": "20190929-00104",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20190930-00125-06": {
          "setup": "20190930-00125",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191001-00128-09": {
          "setup": "20191001-00128",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191001-00133-07": {
          "setup": "20191001-00133",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191002-00146-06": {
          "setup": "20191002-00146",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191002-00148-10": {
          "setup": "20191002-00148",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191002-00157-04": {
          "setup": "20191002-00157",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191002-00159-09": {
          "setup": "20191002-00159",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191003-00163-01": {
          "setup": "20191003-00163",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191003-00171-02": {
          "setup": "20191003-00171",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191004-00180-03": {
          "setup": "20191004-00180",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191004-00183-04": {
          "setup": "20191004-00183",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191004-00185-01": {
          "setup": "20191004-00185",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20191005-00193-04": {
          "setup": "20191005-00193",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191005-00197-04": {
          "setup": "20191005-00197",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191005-00199-01": {
          "setup": "20191005-00199",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191005-00200-04": {
          "setup": "20191005-00200",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191005-00202-04": {
          "setup": "20191005-00202",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191006-00213-04": {
          "setup": "20191006-00213",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191006-00214-01": {
          "setup": "20191006-00214",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191006-00217-08": {
          "setup": "20191006-00217",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00221-09": {
          "setup": "20191007-00221",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00223-01": {
          "setup": "20191007-00223",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00226-09": {
          "setup": "20191007-00226",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00230-02": {
          "setup": "20191007-00230",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191008-00242-09": {
          "setup": "20191008-00242",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191009-00250-06": {
          "setup": "20191009-00250",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191009-00251-03": {
          "setup": "20191009-00251",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191009-00261-01": {
          "setup": "20191009-00261",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191010-00264-04": {
          "setup": "20191010-00264",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191010-00268-08": {
          "setup": "20191010-00268",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191010-00272-03": {
          "setup": "20191010-00272",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191011-00279-01": {
          "setup": "20191011-00279",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191011-00284-03": {
          "setup": "20191011-00284",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191011-00289-05": {
          "setup": "20191011-00289",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191012-00294-05": {
          "setup": "20191012-00294",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191012-00303-09": {
          "setup": "20191012-00303",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191014-00311-07": {
          "setup": "20191014-00311",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00337-07": {
          "setup": "20191016-00337",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00339-10": {
          "setup": "20191016-00339",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00342-01": {
          "setup": "20191016-00342",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00345-02": {
          "setup": "20191016-00345",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191017-00349-03": {
          "setup": "20191017-00349",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191017-00353-01": {
          "setup": "20191017-00353",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00364-08": {
          "setup": "20191018-00364",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00366-02": {
          "setup": "20191018-00366",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191018-00372-03": {
          "setup": "20191018-00372",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00373-01": {
          "setup": "20191018-00373",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191106-00563-02": {
          "setup": "20191106-00563",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00765-10": {
          "setup": "20191121-00765",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00767-05": {
          "setup": "20191121-00767",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00773-07": {
          "setup": "20191121-00773",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00818-02": {
          "setup": "20191126-00818",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00821-02": {
          "setup": "20191126-00821",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00822-07": {
          "setup": "20191126-00822",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191127-00830-01": {
          "setup": "20191127-00830",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191127-00839-01": {
          "setup": "20191127-00839",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191203-00895-07": {
          "setup": "20191203-00895",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191203-00896-06": {
          "setup": "20191203-00896",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191204-00906-08": {
          "setup": "20191204-00906",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191204-00912-09": {
          "setup": "20191204-00912",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191205-00921-03": {
          "setup": "20191205-00921",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191205-00923-05": {
          "setup": "20191205-00923",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191206-00932-04": {
          "setup": "20191206-00932",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191206-00934-01": {
          "setup": "20191206-00934",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191207-00961-08": {
          "setup": "20191207-00961",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191208-00964-09": {
          "setup": "20191208-00964",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191208-00966-01": {
          "setup": "20191208-00966",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191209-00982-04": {
          "setup": "20191209-00982",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191209-00987-08": {
          "setup": "20191209-00987",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191209-00992-09": {
          "setup": "20191209-00992",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191210-00999-08": {
          "setup": "20191210-00999",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191210-01005-03": {
          "setup": "20191210-01005",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191211-01022-06": {
          "setup": "20191211-01022",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01030-10": {
          "setup": "20191212-01030",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01031-04": {
          "setup": "20191212-01031",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01032-03": {
          "setup": "20191212-01032",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01037-09": {
          "setup": "20191213-01037",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01042-02": {
          "setup": "20191213-01042",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01050-02": {
          "setup": "20191213-01050",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01052-04": {
          "setup": "20191214-01052",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01058-01": {
          "setup": "20191214-01058",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01064-10": {
          "setup": "20191214-01064",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191216-01068-09": {
          "setup": "20191216-01068",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        }
      }
    },
    "dino_context_150": {
      "method": "dino_context_150",
      "label": "DINOv2 context 150",
      "training": false,
      "image_pairs": 3600,
      "candidate_object_pairs": 2484124,
      "positive_object_pairs": 78335,
      "AP": 0.18507745919657664,
      "FPR95": 0.750829353696438,
      "IPAA100": 0.03722222222222222,
      "IPAA": {
        "100": 0.03722222222222222,
        "90": 0.051666666666666666,
        "80": 0.10305555555555555,
        "70": 0.16,
        "60": 0.24083333333333334,
        "50": 0.36694444444444446
      },
      "IPAA_counts": {
        "100": 134,
        "90": 186,
        "80": 371,
        "70": 576,
        "60": 867,
        "50": 1321
      },
      "author_assignment": {
        "correct": 29984,
        "wrong": 46289,
        "unmapped": 0,
        "proposals": 76273,
        "recall": 0.3827663241207634
      },
      "distance_p95": 0.9066226828843356,
      "km_threshold": 0.7,
      "metric_code_sha256": "f23eba91db32a5fd0497bf4bf786c7a87587c7889f8b89e4029f82581e0d8960",
      "native_solver_sha256": "d0ba8efaa44719c853b71283e6d08f82c8b37c35fb0e9db447051ca743f13b0a",
      "score_sha256": "3d6c43d944a1666eaa8dc9607512637f7e4b77ec0397fd120618d5c7f2e919b9",
      "elapsed_seconds": 14.571623332798481,
      "scene_outcomes": {
        "20190921-00003-02": {
          "setup": "20190921-00003",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 8
        },
        "20190923-00015-06": {
          "setup": "20190923-00015",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20190924-00019-01": {
          "setup": "20190924-00019",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 19
        },
        "20190924-00020-09": {
          "setup": "20190924-00020",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 8
        },
        "20190924-00021-09": {
          "setup": "20190924-00021",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20190924-00032-02": {
          "setup": "20190924-00032",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20190925-00038-10": {
          "setup": "20190925-00038",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20190925-00042-06": {
          "setup": "20190925-00042",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20190925-00045-07": {
          "setup": "20190925-00045",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20190925-00051-07": {
          "setup": "20190925-00051",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20190926-00056-03": {
          "setup": "20190926-00056",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 17
        },
        "20190926-00057-01": {
          "setup": "20190926-00057",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 11
        },
        "20190926-00067-02": {
          "setup": "20190926-00067",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 25
        },
        "20190927-00077-04": {
          "setup": "20190927-00077",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20190928-00082-02": {
          "setup": "20190928-00082",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20190928-00092-02": {
          "setup": "20190928-00092",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20190929-00104-04": {
          "setup": "20190929-00104",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20190930-00125-06": {
          "setup": "20190930-00125",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191001-00128-09": {
          "setup": "20191001-00128",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191001-00133-07": {
          "setup": "20191001-00133",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191002-00146-06": {
          "setup": "20191002-00146",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191002-00148-10": {
          "setup": "20191002-00148",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191002-00157-04": {
          "setup": "20191002-00157",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191002-00159-09": {
          "setup": "20191002-00159",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191003-00163-01": {
          "setup": "20191003-00163",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191003-00171-02": {
          "setup": "20191003-00171",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191004-00180-03": {
          "setup": "20191004-00180",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191004-00183-04": {
          "setup": "20191004-00183",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191004-00185-01": {
          "setup": "20191004-00185",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20191005-00193-04": {
          "setup": "20191005-00193",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191005-00197-04": {
          "setup": "20191005-00197",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191005-00199-01": {
          "setup": "20191005-00199",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191005-00200-04": {
          "setup": "20191005-00200",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191005-00202-04": {
          "setup": "20191005-00202",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191006-00213-04": {
          "setup": "20191006-00213",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191006-00214-01": {
          "setup": "20191006-00214",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191006-00217-08": {
          "setup": "20191006-00217",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00221-09": {
          "setup": "20191007-00221",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00223-01": {
          "setup": "20191007-00223",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00226-09": {
          "setup": "20191007-00226",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00230-02": {
          "setup": "20191007-00230",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191008-00242-09": {
          "setup": "20191008-00242",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191009-00250-06": {
          "setup": "20191009-00250",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191009-00251-03": {
          "setup": "20191009-00251",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191009-00261-01": {
          "setup": "20191009-00261",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191010-00264-04": {
          "setup": "20191010-00264",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191010-00268-08": {
          "setup": "20191010-00268",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191010-00272-03": {
          "setup": "20191010-00272",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191011-00279-01": {
          "setup": "20191011-00279",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191011-00284-03": {
          "setup": "20191011-00284",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191011-00289-05": {
          "setup": "20191011-00289",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191012-00294-05": {
          "setup": "20191012-00294",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191012-00303-09": {
          "setup": "20191012-00303",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191014-00311-07": {
          "setup": "20191014-00311",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00337-07": {
          "setup": "20191016-00337",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00339-10": {
          "setup": "20191016-00339",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00342-01": {
          "setup": "20191016-00342",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00345-02": {
          "setup": "20191016-00345",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191017-00349-03": {
          "setup": "20191017-00349",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191017-00353-01": {
          "setup": "20191017-00353",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00364-08": {
          "setup": "20191018-00364",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00366-02": {
          "setup": "20191018-00366",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00372-03": {
          "setup": "20191018-00372",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191018-00373-01": {
          "setup": "20191018-00373",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191106-00563-02": {
          "setup": "20191106-00563",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00765-10": {
          "setup": "20191121-00765",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00767-05": {
          "setup": "20191121-00767",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00773-07": {
          "setup": "20191121-00773",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00818-02": {
          "setup": "20191126-00818",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00821-02": {
          "setup": "20191126-00821",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00822-07": {
          "setup": "20191126-00822",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191127-00830-01": {
          "setup": "20191127-00830",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191127-00839-01": {
          "setup": "20191127-00839",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191203-00895-07": {
          "setup": "20191203-00895",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191203-00896-06": {
          "setup": "20191203-00896",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191204-00906-08": {
          "setup": "20191204-00906",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191204-00912-09": {
          "setup": "20191204-00912",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191205-00921-03": {
          "setup": "20191205-00921",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191205-00923-05": {
          "setup": "20191205-00923",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191206-00932-04": {
          "setup": "20191206-00932",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191206-00934-01": {
          "setup": "20191206-00934",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191207-00961-08": {
          "setup": "20191207-00961",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191208-00964-09": {
          "setup": "20191208-00964",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191208-00966-01": {
          "setup": "20191208-00966",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191209-00982-04": {
          "setup": "20191209-00982",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191209-00987-08": {
          "setup": "20191209-00987",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191209-00992-09": {
          "setup": "20191209-00992",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191210-00999-08": {
          "setup": "20191210-00999",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191210-01005-03": {
          "setup": "20191210-01005",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191211-01022-06": {
          "setup": "20191211-01022",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01030-10": {
          "setup": "20191212-01030",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01031-04": {
          "setup": "20191212-01031",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01032-03": {
          "setup": "20191212-01032",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01037-09": {
          "setup": "20191213-01037",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01042-02": {
          "setup": "20191213-01042",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01050-02": {
          "setup": "20191213-01050",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01052-04": {
          "setup": "20191214-01052",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01058-01": {
          "setup": "20191214-01058",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01064-10": {
          "setup": "20191214-01064",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191216-01068-09": {
          "setup": "20191216-01068",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        }
      }
    },
    "dino_context_200": {
      "method": "dino_context_200",
      "label": "DINOv2 context 200",
      "training": false,
      "image_pairs": 3600,
      "candidate_object_pairs": 2484124,
      "positive_object_pairs": 78335,
      "AP": 0.1444432119409554,
      "FPR95": 0.7999753926882199,
      "IPAA100": 0.025833333333333333,
      "IPAA": {
        "100": 0.025833333333333333,
        "90": 0.03305555555555555,
        "80": 0.07111111111111111,
        "70": 0.11527777777777778,
        "60": 0.18472222222222223,
        "50": 0.2852777777777778
      },
      "IPAA_counts": {
        "100": 93,
        "90": 119,
        "80": 256,
        "70": 415,
        "60": 665,
        "50": 1027
      },
      "author_assignment": {
        "correct": 25702,
        "wrong": 50335,
        "unmapped": 0,
        "proposals": 76037,
        "recall": 0.32810365736899216
      },
      "distance_p95": 0.8846156876534224,
      "km_threshold": 0.7,
      "metric_code_sha256": "f23eba91db32a5fd0497bf4bf786c7a87587c7889f8b89e4029f82581e0d8960",
      "native_solver_sha256": "d0ba8efaa44719c853b71283e6d08f82c8b37c35fb0e9db447051ca743f13b0a",
      "score_sha256": "96cfe954dc833edad064fd76f5aabad8b478007938c0801d823ff53f8d6851b6",
      "elapsed_seconds": 14.738913142122328,
      "scene_outcomes": {
        "20190921-00003-02": {
          "setup": "20190921-00003",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20190923-00015-06": {
          "setup": "20190923-00015",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20190924-00019-01": {
          "setup": "20190924-00019",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 15
        },
        "20190924-00020-09": {
          "setup": "20190924-00020",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20190924-00021-09": {
          "setup": "20190924-00021",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20190924-00032-02": {
          "setup": "20190924-00032",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20190925-00038-10": {
          "setup": "20190925-00038",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20190925-00042-06": {
          "setup": "20190925-00042",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20190925-00045-07": {
          "setup": "20190925-00045",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20190925-00051-07": {
          "setup": "20190925-00051",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20190926-00056-03": {
          "setup": "20190926-00056",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 8
        },
        "20190926-00057-01": {
          "setup": "20190926-00057",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 8
        },
        "20190926-00067-02": {
          "setup": "20190926-00067",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 18
        },
        "20190927-00077-04": {
          "setup": "20190927-00077",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20190928-00082-02": {
          "setup": "20190928-00082",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20190928-00092-02": {
          "setup": "20190928-00092",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20190929-00104-04": {
          "setup": "20190929-00104",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20190930-00125-06": {
          "setup": "20190930-00125",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191001-00128-09": {
          "setup": "20191001-00128",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191001-00133-07": {
          "setup": "20191001-00133",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191002-00146-06": {
          "setup": "20191002-00146",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191002-00148-10": {
          "setup": "20191002-00148",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191002-00157-04": {
          "setup": "20191002-00157",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191002-00159-09": {
          "setup": "20191002-00159",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191003-00163-01": {
          "setup": "20191003-00163",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191003-00171-02": {
          "setup": "20191003-00171",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191004-00180-03": {
          "setup": "20191004-00180",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191004-00183-04": {
          "setup": "20191004-00183",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191004-00185-01": {
          "setup": "20191004-00185",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20191005-00193-04": {
          "setup": "20191005-00193",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191005-00197-04": {
          "setup": "20191005-00197",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191005-00199-01": {
          "setup": "20191005-00199",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191005-00200-04": {
          "setup": "20191005-00200",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191005-00202-04": {
          "setup": "20191005-00202",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191006-00213-04": {
          "setup": "20191006-00213",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191006-00214-01": {
          "setup": "20191006-00214",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191006-00217-08": {
          "setup": "20191006-00217",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00221-09": {
          "setup": "20191007-00221",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00223-01": {
          "setup": "20191007-00223",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00226-09": {
          "setup": "20191007-00226",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00230-02": {
          "setup": "20191007-00230",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191008-00242-09": {
          "setup": "20191008-00242",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191009-00250-06": {
          "setup": "20191009-00250",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191009-00251-03": {
          "setup": "20191009-00251",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191009-00261-01": {
          "setup": "20191009-00261",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191010-00264-04": {
          "setup": "20191010-00264",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191010-00268-08": {
          "setup": "20191010-00268",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191010-00272-03": {
          "setup": "20191010-00272",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191011-00279-01": {
          "setup": "20191011-00279",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191011-00284-03": {
          "setup": "20191011-00284",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191011-00289-05": {
          "setup": "20191011-00289",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191012-00294-05": {
          "setup": "20191012-00294",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191012-00303-09": {
          "setup": "20191012-00303",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191014-00311-07": {
          "setup": "20191014-00311",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00337-07": {
          "setup": "20191016-00337",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00339-10": {
          "setup": "20191016-00339",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00342-01": {
          "setup": "20191016-00342",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00345-02": {
          "setup": "20191016-00345",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191017-00349-03": {
          "setup": "20191017-00349",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191017-00353-01": {
          "setup": "20191017-00353",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00364-08": {
          "setup": "20191018-00364",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00366-02": {
          "setup": "20191018-00366",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00372-03": {
          "setup": "20191018-00372",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191018-00373-01": {
          "setup": "20191018-00373",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191106-00563-02": {
          "setup": "20191106-00563",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00765-10": {
          "setup": "20191121-00765",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00767-05": {
          "setup": "20191121-00767",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00773-07": {
          "setup": "20191121-00773",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00818-02": {
          "setup": "20191126-00818",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00821-02": {
          "setup": "20191126-00821",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00822-07": {
          "setup": "20191126-00822",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191127-00830-01": {
          "setup": "20191127-00830",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191127-00839-01": {
          "setup": "20191127-00839",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191203-00895-07": {
          "setup": "20191203-00895",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191203-00896-06": {
          "setup": "20191203-00896",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191204-00906-08": {
          "setup": "20191204-00906",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191204-00912-09": {
          "setup": "20191204-00912",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191205-00921-03": {
          "setup": "20191205-00921",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191205-00923-05": {
          "setup": "20191205-00923",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191206-00932-04": {
          "setup": "20191206-00932",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191206-00934-01": {
          "setup": "20191206-00934",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191207-00961-08": {
          "setup": "20191207-00961",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191208-00964-09": {
          "setup": "20191208-00964",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191208-00966-01": {
          "setup": "20191208-00966",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191209-00982-04": {
          "setup": "20191209-00982",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191209-00987-08": {
          "setup": "20191209-00987",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191209-00992-09": {
          "setup": "20191209-00992",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191210-00999-08": {
          "setup": "20191210-00999",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191210-01005-03": {
          "setup": "20191210-01005",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191211-01022-06": {
          "setup": "20191211-01022",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01030-10": {
          "setup": "20191212-01030",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01031-04": {
          "setup": "20191212-01031",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01032-03": {
          "setup": "20191212-01032",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01037-09": {
          "setup": "20191213-01037",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01042-02": {
          "setup": "20191213-01042",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01050-02": {
          "setup": "20191213-01050",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01052-04": {
          "setup": "20191214-01052",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01058-01": {
          "setup": "20191214-01058",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01064-10": {
          "setup": "20191214-01064",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191216-01068-09": {
          "setup": "20191216-01068",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        }
      }
    },
    "dino_context_mean": {
      "method": "dino_context_mean",
      "label": "DINOv2 four-crop mean",
      "training": false,
      "image_pairs": 3600,
      "candidate_object_pairs": 2484124,
      "positive_object_pairs": 78335,
      "AP": 0.23410307198296487,
      "FPR95": 0.7134399567044325,
      "IPAA100": 0.08055555555555556,
      "IPAA": {
        "100": 0.08055555555555556,
        "90": 0.11222222222222222,
        "80": 0.2088888888888889,
        "70": 0.295,
        "60": 0.415,
        "50": 0.5511111111111111
      },
      "IPAA_counts": {
        "100": 290,
        "90": 404,
        "80": 752,
        "70": 1062,
        "60": 1494,
        "50": 1984
      },
      "author_assignment": {
        "correct": 39320,
        "wrong": 36212,
        "unmapped": 0,
        "proposals": 75532,
        "recall": 0.5019467670900619
      },
      "distance_p95": 0.8927595224231482,
      "km_threshold": 0.7,
      "metric_code_sha256": "f23eba91db32a5fd0497bf4bf786c7a87587c7889f8b89e4029f82581e0d8960",
      "native_solver_sha256": "d0ba8efaa44719c853b71283e6d08f82c8b37c35fb0e9db447051ca743f13b0a",
      "score_sha256": "052a0beba8fdd97fd2fd7c289723f6c5175f5d2fcfc8c64c3f51fc558caba146",
      "elapsed_seconds": 14.372132648713887,
      "scene_outcomes": {
        "20190921-00003-02": {
          "setup": "20190921-00003",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 15
        },
        "20190923-00015-06": {
          "setup": "20190923-00015",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20190924-00019-01": {
          "setup": "20190924-00019",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 26
        },
        "20190924-00020-09": {
          "setup": "20190924-00020",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 8
        },
        "20190924-00021-09": {
          "setup": "20190924-00021",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 9
        },
        "20190924-00032-02": {
          "setup": "20190924-00032",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 9
        },
        "20190925-00038-10": {
          "setup": "20190925-00038",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20190925-00042-06": {
          "setup": "20190925-00042",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20190925-00045-07": {
          "setup": "20190925-00045",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 13
        },
        "20190925-00051-07": {
          "setup": "20190925-00051",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20190926-00056-03": {
          "setup": "20190926-00056",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 28
        },
        "20190926-00057-01": {
          "setup": "20190926-00057",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 14
        },
        "20190926-00067-02": {
          "setup": "20190926-00067",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 29
        },
        "20190927-00077-04": {
          "setup": "20190927-00077",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 12
        },
        "20190928-00082-02": {
          "setup": "20190928-00082",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 17
        },
        "20190928-00092-02": {
          "setup": "20190928-00092",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 9
        },
        "20190929-00104-04": {
          "setup": "20190929-00104",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20190930-00125-06": {
          "setup": "20190930-00125",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191001-00128-09": {
          "setup": "20191001-00128",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191001-00133-07": {
          "setup": "20191001-00133",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191002-00146-06": {
          "setup": "20191002-00146",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191002-00148-10": {
          "setup": "20191002-00148",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 8
        },
        "20191002-00157-04": {
          "setup": "20191002-00157",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 8
        },
        "20191002-00159-09": {
          "setup": "20191002-00159",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191003-00163-01": {
          "setup": "20191003-00163",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191003-00171-02": {
          "setup": "20191003-00171",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191004-00180-03": {
          "setup": "20191004-00180",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191004-00183-04": {
          "setup": "20191004-00183",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191004-00185-01": {
          "setup": "20191004-00185",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 9
        },
        "20191005-00193-04": {
          "setup": "20191005-00193",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191005-00197-04": {
          "setup": "20191005-00197",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 8
        },
        "20191005-00199-01": {
          "setup": "20191005-00199",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191005-00200-04": {
          "setup": "20191005-00200",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191005-00202-04": {
          "setup": "20191005-00202",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191006-00213-04": {
          "setup": "20191006-00213",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191006-00214-01": {
          "setup": "20191006-00214",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191006-00217-08": {
          "setup": "20191006-00217",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00221-09": {
          "setup": "20191007-00221",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00223-01": {
          "setup": "20191007-00223",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191007-00226-09": {
          "setup": "20191007-00226",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00230-02": {
          "setup": "20191007-00230",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191008-00242-09": {
          "setup": "20191008-00242",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191009-00250-06": {
          "setup": "20191009-00250",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191009-00251-03": {
          "setup": "20191009-00251",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191009-00261-01": {
          "setup": "20191009-00261",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191010-00264-04": {
          "setup": "20191010-00264",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191010-00268-08": {
          "setup": "20191010-00268",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191010-00272-03": {
          "setup": "20191010-00272",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191011-00279-01": {
          "setup": "20191011-00279",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191011-00284-03": {
          "setup": "20191011-00284",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191011-00289-05": {
          "setup": "20191011-00289",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191012-00294-05": {
          "setup": "20191012-00294",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191012-00303-09": {
          "setup": "20191012-00303",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191014-00311-07": {
          "setup": "20191014-00311",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00337-07": {
          "setup": "20191016-00337",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00339-10": {
          "setup": "20191016-00339",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00342-01": {
          "setup": "20191016-00342",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00345-02": {
          "setup": "20191016-00345",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191017-00349-03": {
          "setup": "20191017-00349",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191017-00353-01": {
          "setup": "20191017-00353",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00364-08": {
          "setup": "20191018-00364",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191018-00366-02": {
          "setup": "20191018-00366",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191018-00372-03": {
          "setup": "20191018-00372",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191018-00373-01": {
          "setup": "20191018-00373",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191106-00563-02": {
          "setup": "20191106-00563",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00765-10": {
          "setup": "20191121-00765",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00767-05": {
          "setup": "20191121-00767",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00773-07": {
          "setup": "20191121-00773",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00818-02": {
          "setup": "20191126-00818",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00821-02": {
          "setup": "20191126-00821",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00822-07": {
          "setup": "20191126-00822",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191127-00830-01": {
          "setup": "20191127-00830",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191127-00839-01": {
          "setup": "20191127-00839",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191203-00895-07": {
          "setup": "20191203-00895",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191203-00896-06": {
          "setup": "20191203-00896",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191204-00906-08": {
          "setup": "20191204-00906",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191204-00912-09": {
          "setup": "20191204-00912",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191205-00921-03": {
          "setup": "20191205-00921",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191205-00923-05": {
          "setup": "20191205-00923",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191206-00932-04": {
          "setup": "20191206-00932",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191206-00934-01": {
          "setup": "20191206-00934",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191207-00961-08": {
          "setup": "20191207-00961",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191208-00964-09": {
          "setup": "20191208-00964",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191208-00966-01": {
          "setup": "20191208-00966",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20191209-00982-04": {
          "setup": "20191209-00982",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191209-00987-08": {
          "setup": "20191209-00987",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191209-00992-09": {
          "setup": "20191209-00992",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191210-00999-08": {
          "setup": "20191210-00999",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191210-01005-03": {
          "setup": "20191210-01005",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191211-01022-06": {
          "setup": "20191211-01022",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01030-10": {
          "setup": "20191212-01030",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01031-04": {
          "setup": "20191212-01031",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01032-03": {
          "setup": "20191212-01032",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01037-09": {
          "setup": "20191213-01037",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01042-02": {
          "setup": "20191213-01042",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01050-02": {
          "setup": "20191213-01050",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01052-04": {
          "setup": "20191214-01052",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01058-01": {
          "setup": "20191214-01058",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01064-10": {
          "setup": "20191214-01064",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191216-01068-09": {
          "setup": "20191216-01068",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        }
      }
    },
    "dino_context_max": {
      "method": "dino_context_max",
      "label": "DINOv2 four-crop maximum",
      "training": false,
      "image_pairs": 3600,
      "candidate_object_pairs": 2484124,
      "positive_object_pairs": 78335,
      "AP": 0.20206794385720941,
      "FPR95": 0.7362324792406981,
      "IPAA100": 0.051111111111111114,
      "IPAA": {
        "100": 0.051111111111111114,
        "90": 0.06833333333333333,
        "80": 0.1288888888888889,
        "70": 0.20666666666666667,
        "60": 0.30333333333333334,
        "50": 0.41333333333333333
      },
      "IPAA_counts": {
        "100": 184,
        "90": 246,
        "80": 464,
        "70": 744,
        "60": 1092,
        "50": 1488
      },
      "author_assignment": {
        "correct": 33354,
        "wrong": 44926,
        "unmapped": 0,
        "proposals": 78280,
        "recall": 0.42578668538967257
      },
      "distance_p95": 0.840669060498476,
      "km_threshold": 0.7,
      "metric_code_sha256": "f23eba91db32a5fd0497bf4bf786c7a87587c7889f8b89e4029f82581e0d8960",
      "native_solver_sha256": "d0ba8efaa44719c853b71283e6d08f82c8b37c35fb0e9db447051ca743f13b0a",
      "score_sha256": "3551e82ccba6a865dfad9d4a2f0c13e0937d7ec73c1d4520fab6136e4546d1bc",
      "elapsed_seconds": 14.529823768883944,
      "scene_outcomes": {
        "20190921-00003-02": {
          "setup": "20190921-00003",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 15
        },
        "20190923-00015-06": {
          "setup": "20190923-00015",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20190924-00019-01": {
          "setup": "20190924-00019",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 25
        },
        "20190924-00020-09": {
          "setup": "20190924-00020",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 7
        },
        "20190924-00021-09": {
          "setup": "20190924-00021",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20190924-00032-02": {
          "setup": "20190924-00032",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20190925-00038-10": {
          "setup": "20190925-00038",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20190925-00042-06": {
          "setup": "20190925-00042",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20190925-00045-07": {
          "setup": "20190925-00045",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20190925-00051-07": {
          "setup": "20190925-00051",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20190926-00056-03": {
          "setup": "20190926-00056",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 18
        },
        "20190926-00057-01": {
          "setup": "20190926-00057",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 11
        },
        "20190926-00067-02": {
          "setup": "20190926-00067",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 29
        },
        "20190927-00077-04": {
          "setup": "20190927-00077",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20190928-00082-02": {
          "setup": "20190928-00082",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 9
        },
        "20190928-00092-02": {
          "setup": "20190928-00092",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20190929-00104-04": {
          "setup": "20190929-00104",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20190930-00125-06": {
          "setup": "20190930-00125",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191001-00128-09": {
          "setup": "20191001-00128",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191001-00133-07": {
          "setup": "20191001-00133",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191002-00146-06": {
          "setup": "20191002-00146",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191002-00148-10": {
          "setup": "20191002-00148",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20191002-00157-04": {
          "setup": "20191002-00157",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20191002-00159-09": {
          "setup": "20191002-00159",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191003-00163-01": {
          "setup": "20191003-00163",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191003-00171-02": {
          "setup": "20191003-00171",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191004-00180-03": {
          "setup": "20191004-00180",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191004-00183-04": {
          "setup": "20191004-00183",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191004-00185-01": {
          "setup": "20191004-00185",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20191005-00193-04": {
          "setup": "20191005-00193",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191005-00197-04": {
          "setup": "20191005-00197",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191005-00199-01": {
          "setup": "20191005-00199",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191005-00200-04": {
          "setup": "20191005-00200",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191005-00202-04": {
          "setup": "20191005-00202",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191006-00213-04": {
          "setup": "20191006-00213",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191006-00214-01": {
          "setup": "20191006-00214",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191006-00217-08": {
          "setup": "20191006-00217",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191007-00221-09": {
          "setup": "20191007-00221",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00223-01": {
          "setup": "20191007-00223",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00226-09": {
          "setup": "20191007-00226",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00230-02": {
          "setup": "20191007-00230",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191008-00242-09": {
          "setup": "20191008-00242",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191009-00250-06": {
          "setup": "20191009-00250",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191009-00251-03": {
          "setup": "20191009-00251",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191009-00261-01": {
          "setup": "20191009-00261",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191010-00264-04": {
          "setup": "20191010-00264",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191010-00268-08": {
          "setup": "20191010-00268",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191010-00272-03": {
          "setup": "20191010-00272",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191011-00279-01": {
          "setup": "20191011-00279",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191011-00284-03": {
          "setup": "20191011-00284",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191011-00289-05": {
          "setup": "20191011-00289",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191012-00294-05": {
          "setup": "20191012-00294",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191012-00303-09": {
          "setup": "20191012-00303",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191014-00311-07": {
          "setup": "20191014-00311",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00337-07": {
          "setup": "20191016-00337",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00339-10": {
          "setup": "20191016-00339",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00342-01": {
          "setup": "20191016-00342",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00345-02": {
          "setup": "20191016-00345",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191017-00349-03": {
          "setup": "20191017-00349",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191017-00353-01": {
          "setup": "20191017-00353",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00364-08": {
          "setup": "20191018-00364",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00366-02": {
          "setup": "20191018-00366",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00372-03": {
          "setup": "20191018-00372",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00373-01": {
          "setup": "20191018-00373",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191106-00563-02": {
          "setup": "20191106-00563",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00765-10": {
          "setup": "20191121-00765",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00767-05": {
          "setup": "20191121-00767",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00773-07": {
          "setup": "20191121-00773",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00818-02": {
          "setup": "20191126-00818",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00821-02": {
          "setup": "20191126-00821",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00822-07": {
          "setup": "20191126-00822",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191127-00830-01": {
          "setup": "20191127-00830",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191127-00839-01": {
          "setup": "20191127-00839",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191203-00895-07": {
          "setup": "20191203-00895",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191203-00896-06": {
          "setup": "20191203-00896",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191204-00906-08": {
          "setup": "20191204-00906",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191204-00912-09": {
          "setup": "20191204-00912",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191205-00921-03": {
          "setup": "20191205-00921",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191205-00923-05": {
          "setup": "20191205-00923",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191206-00932-04": {
          "setup": "20191206-00932",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191206-00934-01": {
          "setup": "20191206-00934",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191207-00961-08": {
          "setup": "20191207-00961",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191208-00964-09": {
          "setup": "20191208-00964",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191208-00966-01": {
          "setup": "20191208-00966",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191209-00982-04": {
          "setup": "20191209-00982",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191209-00987-08": {
          "setup": "20191209-00987",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191209-00992-09": {
          "setup": "20191209-00992",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191210-00999-08": {
          "setup": "20191210-00999",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191210-01005-03": {
          "setup": "20191210-01005",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191211-01022-06": {
          "setup": "20191211-01022",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01030-10": {
          "setup": "20191212-01030",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01031-04": {
          "setup": "20191212-01031",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01032-03": {
          "setup": "20191212-01032",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01037-09": {
          "setup": "20191213-01037",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01042-02": {
          "setup": "20191213-01042",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01050-02": {
          "setup": "20191213-01050",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01052-04": {
          "setup": "20191214-01052",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01058-01": {
          "setup": "20191214-01058",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01064-10": {
          "setup": "20191214-01064",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191216-01068-09": {
          "setup": "20191216-01068",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        }
      }
    },
    "dino_context_two_support": {
      "method": "dino_context_two_support",
      "label": "DINOv2 two-crop support",
      "training": false,
      "image_pairs": 3600,
      "candidate_object_pairs": 2484124,
      "positive_object_pairs": 78335,
      "AP": 0.2185045906888118,
      "FPR95": 0.7209281445712821,
      "IPAA100": 0.06,
      "IPAA": {
        "100": 0.06,
        "90": 0.08166666666666667,
        "80": 0.15833333333333333,
        "70": 0.23555555555555555,
        "60": 0.34,
        "50": 0.4702777777777778
      },
      "IPAA_counts": {
        "100": 216,
        "90": 294,
        "80": 570,
        "70": 848,
        "60": 1224,
        "50": 1693
      },
      "author_assignment": {
        "correct": 35570,
        "wrong": 41314,
        "unmapped": 0,
        "proposals": 76884,
        "recall": 0.45407544520329357
      },
      "distance_p95": 0.8873344738036395,
      "km_threshold": 0.7,
      "metric_code_sha256": "f23eba91db32a5fd0497bf4bf786c7a87587c7889f8b89e4029f82581e0d8960",
      "native_solver_sha256": "d0ba8efaa44719c853b71283e6d08f82c8b37c35fb0e9db447051ca743f13b0a",
      "score_sha256": "5b125daf3162095916146d7e2fd0a27d4ae3c4b8b213f921f0be5824490f6c24",
      "elapsed_seconds": 14.415466892998666,
      "scene_outcomes": {
        "20190921-00003-02": {
          "setup": "20190921-00003",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 12
        },
        "20190923-00015-06": {
          "setup": "20190923-00015",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20190924-00019-01": {
          "setup": "20190924-00019",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 23
        },
        "20190924-00020-09": {
          "setup": "20190924-00020",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 9
        },
        "20190924-00021-09": {
          "setup": "20190924-00021",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20190924-00032-02": {
          "setup": "20190924-00032",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20190925-00038-10": {
          "setup": "20190925-00038",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20190925-00042-06": {
          "setup": "20190925-00042",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20190925-00045-07": {
          "setup": "20190925-00045",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 8
        },
        "20190925-00051-07": {
          "setup": "20190925-00051",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20190926-00056-03": {
          "setup": "20190926-00056",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 27
        },
        "20190926-00057-01": {
          "setup": "20190926-00057",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 9
        },
        "20190926-00067-02": {
          "setup": "20190926-00067",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 29
        },
        "20190927-00077-04": {
          "setup": "20190927-00077",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 8
        },
        "20190928-00082-02": {
          "setup": "20190928-00082",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 9
        },
        "20190928-00092-02": {
          "setup": "20190928-00092",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 7
        },
        "20190929-00104-04": {
          "setup": "20190929-00104",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20190930-00125-06": {
          "setup": "20190930-00125",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191001-00128-09": {
          "setup": "20191001-00128",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191001-00133-07": {
          "setup": "20191001-00133",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191002-00146-06": {
          "setup": "20191002-00146",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191002-00148-10": {
          "setup": "20191002-00148",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20191002-00157-04": {
          "setup": "20191002-00157",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20191002-00159-09": {
          "setup": "20191002-00159",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191003-00163-01": {
          "setup": "20191003-00163",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191003-00171-02": {
          "setup": "20191003-00171",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191004-00180-03": {
          "setup": "20191004-00180",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191004-00183-04": {
          "setup": "20191004-00183",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191004-00185-01": {
          "setup": "20191004-00185",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 9
        },
        "20191005-00193-04": {
          "setup": "20191005-00193",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191005-00197-04": {
          "setup": "20191005-00197",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191005-00199-01": {
          "setup": "20191005-00199",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191005-00200-04": {
          "setup": "20191005-00200",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191005-00202-04": {
          "setup": "20191005-00202",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191006-00213-04": {
          "setup": "20191006-00213",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191006-00214-01": {
          "setup": "20191006-00214",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191006-00217-08": {
          "setup": "20191006-00217",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00221-09": {
          "setup": "20191007-00221",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00223-01": {
          "setup": "20191007-00223",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191007-00226-09": {
          "setup": "20191007-00226",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00230-02": {
          "setup": "20191007-00230",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191008-00242-09": {
          "setup": "20191008-00242",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191009-00250-06": {
          "setup": "20191009-00250",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191009-00251-03": {
          "setup": "20191009-00251",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191009-00261-01": {
          "setup": "20191009-00261",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191010-00264-04": {
          "setup": "20191010-00264",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191010-00268-08": {
          "setup": "20191010-00268",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191010-00272-03": {
          "setup": "20191010-00272",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191011-00279-01": {
          "setup": "20191011-00279",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191011-00284-03": {
          "setup": "20191011-00284",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191011-00289-05": {
          "setup": "20191011-00289",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191012-00294-05": {
          "setup": "20191012-00294",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191012-00303-09": {
          "setup": "20191012-00303",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191014-00311-07": {
          "setup": "20191014-00311",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00337-07": {
          "setup": "20191016-00337",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00339-10": {
          "setup": "20191016-00339",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00342-01": {
          "setup": "20191016-00342",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00345-02": {
          "setup": "20191016-00345",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191017-00349-03": {
          "setup": "20191017-00349",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191017-00353-01": {
          "setup": "20191017-00353",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00364-08": {
          "setup": "20191018-00364",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00366-02": {
          "setup": "20191018-00366",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191018-00372-03": {
          "setup": "20191018-00372",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191018-00373-01": {
          "setup": "20191018-00373",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191106-00563-02": {
          "setup": "20191106-00563",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00765-10": {
          "setup": "20191121-00765",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00767-05": {
          "setup": "20191121-00767",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00773-07": {
          "setup": "20191121-00773",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00818-02": {
          "setup": "20191126-00818",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00821-02": {
          "setup": "20191126-00821",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00822-07": {
          "setup": "20191126-00822",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191127-00830-01": {
          "setup": "20191127-00830",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191127-00839-01": {
          "setup": "20191127-00839",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191203-00895-07": {
          "setup": "20191203-00895",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191203-00896-06": {
          "setup": "20191203-00896",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191204-00906-08": {
          "setup": "20191204-00906",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191204-00912-09": {
          "setup": "20191204-00912",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191205-00921-03": {
          "setup": "20191205-00921",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191205-00923-05": {
          "setup": "20191205-00923",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191206-00932-04": {
          "setup": "20191206-00932",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191206-00934-01": {
          "setup": "20191206-00934",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191207-00961-08": {
          "setup": "20191207-00961",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191208-00964-09": {
          "setup": "20191208-00964",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191208-00966-01": {
          "setup": "20191208-00966",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191209-00982-04": {
          "setup": "20191209-00982",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191209-00987-08": {
          "setup": "20191209-00987",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191209-00992-09": {
          "setup": "20191209-00992",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191210-00999-08": {
          "setup": "20191210-00999",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191210-01005-03": {
          "setup": "20191210-01005",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191211-01022-06": {
          "setup": "20191211-01022",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01030-10": {
          "setup": "20191212-01030",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01031-04": {
          "setup": "20191212-01031",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01032-03": {
          "setup": "20191212-01032",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01037-09": {
          "setup": "20191213-01037",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01042-02": {
          "setup": "20191213-01042",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01050-02": {
          "setup": "20191213-01050",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01052-04": {
          "setup": "20191214-01052",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01058-01": {
          "setup": "20191214-01058",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01064-10": {
          "setup": "20191214-01064",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191216-01068-09": {
          "setup": "20191216-01068",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        }
      }
    },
    "dino_gray": {
      "method": "dino_gray",
      "label": "DINOv2 grayscale",
      "training": false,
      "image_pairs": 3600,
      "candidate_object_pairs": 2484124,
      "positive_object_pairs": 78335,
      "AP": 0.24160859852040323,
      "FPR95": 0.6564087706777277,
      "IPAA100": 0.04861111111111111,
      "IPAA": {
        "100": 0.04861111111111111,
        "90": 0.06722222222222222,
        "80": 0.1313888888888889,
        "70": 0.1963888888888889,
        "60": 0.30333333333333334,
        "50": 0.4336111111111111
      },
      "IPAA_counts": {
        "100": 175,
        "90": 242,
        "80": 473,
        "70": 707,
        "60": 1092,
        "50": 1561
      },
      "author_assignment": {
        "correct": 33905,
        "wrong": 41376,
        "unmapped": 0,
        "proposals": 75281,
        "recall": 0.4328205782855684
      },
      "distance_p95": 0.9511693958193064,
      "km_threshold": 0.7,
      "metric_code_sha256": "f23eba91db32a5fd0497bf4bf786c7a87587c7889f8b89e4029f82581e0d8960",
      "native_solver_sha256": "d0ba8efaa44719c853b71283e6d08f82c8b37c35fb0e9db447051ca743f13b0a",
      "score_sha256": "225cefb70d9eec79c8bbcdcb4acc3da60455fbb97771aea8f339bc4ccbfdfc6f",
      "elapsed_seconds": 14.165948458947241,
      "scene_outcomes": {
        "20190921-00003-02": {
          "setup": "20190921-00003",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 9
        },
        "20190923-00015-06": {
          "setup": "20190923-00015",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20190924-00019-01": {
          "setup": "20190924-00019",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 12
        },
        "20190924-00020-09": {
          "setup": "20190924-00020",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20190924-00021-09": {
          "setup": "20190924-00021",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 7
        },
        "20190924-00032-02": {
          "setup": "20190924-00032",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20190925-00038-10": {
          "setup": "20190925-00038",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20190925-00042-06": {
          "setup": "20190925-00042",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20190925-00045-07": {
          "setup": "20190925-00045",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 15
        },
        "20190925-00051-07": {
          "setup": "20190925-00051",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20190926-00056-03": {
          "setup": "20190926-00056",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 21
        },
        "20190926-00057-01": {
          "setup": "20190926-00057",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 13
        },
        "20190926-00067-02": {
          "setup": "20190926-00067",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 31
        },
        "20190927-00077-04": {
          "setup": "20190927-00077",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20190928-00082-02": {
          "setup": "20190928-00082",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20190928-00092-02": {
          "setup": "20190928-00092",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20190929-00104-04": {
          "setup": "20190929-00104",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20190930-00125-06": {
          "setup": "20190930-00125",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191001-00128-09": {
          "setup": "20191001-00128",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191001-00133-07": {
          "setup": "20191001-00133",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191002-00146-06": {
          "setup": "20191002-00146",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191002-00148-10": {
          "setup": "20191002-00148",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20191002-00157-04": {
          "setup": "20191002-00157",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191002-00159-09": {
          "setup": "20191002-00159",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20191003-00163-01": {
          "setup": "20191003-00163",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191003-00171-02": {
          "setup": "20191003-00171",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191004-00180-03": {
          "setup": "20191004-00180",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191004-00183-04": {
          "setup": "20191004-00183",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191004-00185-01": {
          "setup": "20191004-00185",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20191005-00193-04": {
          "setup": "20191005-00193",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191005-00197-04": {
          "setup": "20191005-00197",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191005-00199-01": {
          "setup": "20191005-00199",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191005-00200-04": {
          "setup": "20191005-00200",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191005-00202-04": {
          "setup": "20191005-00202",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191006-00213-04": {
          "setup": "20191006-00213",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191006-00214-01": {
          "setup": "20191006-00214",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191006-00217-08": {
          "setup": "20191006-00217",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00221-09": {
          "setup": "20191007-00221",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00223-01": {
          "setup": "20191007-00223",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191007-00226-09": {
          "setup": "20191007-00226",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00230-02": {
          "setup": "20191007-00230",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191008-00242-09": {
          "setup": "20191008-00242",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191009-00250-06": {
          "setup": "20191009-00250",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191009-00251-03": {
          "setup": "20191009-00251",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191009-00261-01": {
          "setup": "20191009-00261",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191010-00264-04": {
          "setup": "20191010-00264",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191010-00268-08": {
          "setup": "20191010-00268",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191010-00272-03": {
          "setup": "20191010-00272",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191011-00279-01": {
          "setup": "20191011-00279",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191011-00284-03": {
          "setup": "20191011-00284",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191011-00289-05": {
          "setup": "20191011-00289",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191012-00294-05": {
          "setup": "20191012-00294",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191012-00303-09": {
          "setup": "20191012-00303",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191014-00311-07": {
          "setup": "20191014-00311",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00337-07": {
          "setup": "20191016-00337",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00339-10": {
          "setup": "20191016-00339",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00342-01": {
          "setup": "20191016-00342",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00345-02": {
          "setup": "20191016-00345",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191017-00349-03": {
          "setup": "20191017-00349",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191017-00353-01": {
          "setup": "20191017-00353",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00364-08": {
          "setup": "20191018-00364",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00366-02": {
          "setup": "20191018-00366",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00372-03": {
          "setup": "20191018-00372",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00373-01": {
          "setup": "20191018-00373",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191106-00563-02": {
          "setup": "20191106-00563",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00765-10": {
          "setup": "20191121-00765",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00767-05": {
          "setup": "20191121-00767",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00773-07": {
          "setup": "20191121-00773",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00818-02": {
          "setup": "20191126-00818",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00821-02": {
          "setup": "20191126-00821",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00822-07": {
          "setup": "20191126-00822",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191127-00830-01": {
          "setup": "20191127-00830",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191127-00839-01": {
          "setup": "20191127-00839",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191203-00895-07": {
          "setup": "20191203-00895",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191203-00896-06": {
          "setup": "20191203-00896",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191204-00906-08": {
          "setup": "20191204-00906",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191204-00912-09": {
          "setup": "20191204-00912",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191205-00921-03": {
          "setup": "20191205-00921",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191205-00923-05": {
          "setup": "20191205-00923",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191206-00932-04": {
          "setup": "20191206-00932",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191206-00934-01": {
          "setup": "20191206-00934",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191207-00961-08": {
          "setup": "20191207-00961",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191208-00964-09": {
          "setup": "20191208-00964",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191208-00966-01": {
          "setup": "20191208-00966",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191209-00982-04": {
          "setup": "20191209-00982",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191209-00987-08": {
          "setup": "20191209-00987",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191209-00992-09": {
          "setup": "20191209-00992",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191210-00999-08": {
          "setup": "20191210-00999",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191210-01005-03": {
          "setup": "20191210-01005",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191211-01022-06": {
          "setup": "20191211-01022",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01030-10": {
          "setup": "20191212-01030",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01031-04": {
          "setup": "20191212-01031",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01032-03": {
          "setup": "20191212-01032",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01037-09": {
          "setup": "20191213-01037",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01042-02": {
          "setup": "20191213-01042",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01050-02": {
          "setup": "20191213-01050",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01052-04": {
          "setup": "20191214-01052",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01058-01": {
          "setup": "20191214-01058",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01064-10": {
          "setup": "20191214-01064",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191216-01068-09": {
          "setup": "20191216-01068",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        }
      }
    },
    "dino_canny": {
      "method": "dino_canny",
      "label": "DINOv2 Canny edges",
      "training": false,
      "image_pairs": 3600,
      "candidate_object_pairs": 2484124,
      "positive_object_pairs": 78335,
      "AP": 0.09682691294722552,
      "FPR95": 0.8272907557562197,
      "IPAA100": 0.008055555555555555,
      "IPAA": {
        "100": 0.008055555555555555,
        "90": 0.008888888888888889,
        "80": 0.020555555555555556,
        "70": 0.03861111111111111,
        "60": 0.07222222222222222,
        "50": 0.12666666666666668
      },
      "IPAA_counts": {
        "100": 29,
        "90": 32,
        "80": 74,
        "70": 139,
        "60": 260,
        "50": 456
      },
      "author_assignment": {
        "correct": 17900,
        "wrong": 60337,
        "unmapped": 0,
        "proposals": 78237,
        "recall": 0.228505776472841
      },
      "distance_p95": 0.6008561298251153,
      "km_threshold": 0.7,
      "metric_code_sha256": "f23eba91db32a5fd0497bf4bf786c7a87587c7889f8b89e4029f82581e0d8960",
      "native_solver_sha256": "d0ba8efaa44719c853b71283e6d08f82c8b37c35fb0e9db447051ca743f13b0a",
      "score_sha256": "0a067120197fa11e4eae48cd2f3a10c495541b44fe3d08bfe90dc1ae7400645f",
      "elapsed_seconds": 14.660270547028631,
      "scene_outcomes": {
        "20190921-00003-02": {
          "setup": "20190921-00003",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20190923-00015-06": {
          "setup": "20190923-00015",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20190924-00019-01": {
          "setup": "20190924-00019",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20190924-00020-09": {
          "setup": "20190924-00020",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20190924-00021-09": {
          "setup": "20190924-00021",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20190924-00032-02": {
          "setup": "20190924-00032",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20190925-00038-10": {
          "setup": "20190925-00038",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20190925-00042-06": {
          "setup": "20190925-00042",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20190925-00045-07": {
          "setup": "20190925-00045",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20190925-00051-07": {
          "setup": "20190925-00051",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20190926-00056-03": {
          "setup": "20190926-00056",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20190926-00057-01": {
          "setup": "20190926-00057",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20190926-00067-02": {
          "setup": "20190926-00067",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20190927-00077-04": {
          "setup": "20190927-00077",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20190928-00082-02": {
          "setup": "20190928-00082",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20190928-00092-02": {
          "setup": "20190928-00092",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20190929-00104-04": {
          "setup": "20190929-00104",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20190930-00125-06": {
          "setup": "20190930-00125",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191001-00128-09": {
          "setup": "20191001-00128",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191001-00133-07": {
          "setup": "20191001-00133",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191002-00146-06": {
          "setup": "20191002-00146",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191002-00148-10": {
          "setup": "20191002-00148",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191002-00157-04": {
          "setup": "20191002-00157",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191002-00159-09": {
          "setup": "20191002-00159",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191003-00163-01": {
          "setup": "20191003-00163",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191003-00171-02": {
          "setup": "20191003-00171",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191004-00180-03": {
          "setup": "20191004-00180",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191004-00183-04": {
          "setup": "20191004-00183",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191004-00185-01": {
          "setup": "20191004-00185",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191005-00193-04": {
          "setup": "20191005-00193",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191005-00197-04": {
          "setup": "20191005-00197",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191005-00199-01": {
          "setup": "20191005-00199",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191005-00200-04": {
          "setup": "20191005-00200",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191005-00202-04": {
          "setup": "20191005-00202",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191006-00213-04": {
          "setup": "20191006-00213",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191006-00214-01": {
          "setup": "20191006-00214",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191006-00217-08": {
          "setup": "20191006-00217",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00221-09": {
          "setup": "20191007-00221",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00223-01": {
          "setup": "20191007-00223",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00226-09": {
          "setup": "20191007-00226",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00230-02": {
          "setup": "20191007-00230",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191008-00242-09": {
          "setup": "20191008-00242",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191009-00250-06": {
          "setup": "20191009-00250",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191009-00251-03": {
          "setup": "20191009-00251",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191009-00261-01": {
          "setup": "20191009-00261",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191010-00264-04": {
          "setup": "20191010-00264",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191010-00268-08": {
          "setup": "20191010-00268",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191010-00272-03": {
          "setup": "20191010-00272",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191011-00279-01": {
          "setup": "20191011-00279",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191011-00284-03": {
          "setup": "20191011-00284",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191011-00289-05": {
          "setup": "20191011-00289",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191012-00294-05": {
          "setup": "20191012-00294",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191012-00303-09": {
          "setup": "20191012-00303",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191014-00311-07": {
          "setup": "20191014-00311",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00337-07": {
          "setup": "20191016-00337",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00339-10": {
          "setup": "20191016-00339",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00342-01": {
          "setup": "20191016-00342",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00345-02": {
          "setup": "20191016-00345",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191017-00349-03": {
          "setup": "20191017-00349",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191017-00353-01": {
          "setup": "20191017-00353",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00364-08": {
          "setup": "20191018-00364",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00366-02": {
          "setup": "20191018-00366",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00372-03": {
          "setup": "20191018-00372",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00373-01": {
          "setup": "20191018-00373",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191106-00563-02": {
          "setup": "20191106-00563",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00765-10": {
          "setup": "20191121-00765",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00767-05": {
          "setup": "20191121-00767",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00773-07": {
          "setup": "20191121-00773",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00818-02": {
          "setup": "20191126-00818",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00821-02": {
          "setup": "20191126-00821",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00822-07": {
          "setup": "20191126-00822",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191127-00830-01": {
          "setup": "20191127-00830",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191127-00839-01": {
          "setup": "20191127-00839",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191203-00895-07": {
          "setup": "20191203-00895",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191203-00896-06": {
          "setup": "20191203-00896",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191204-00906-08": {
          "setup": "20191204-00906",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191204-00912-09": {
          "setup": "20191204-00912",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191205-00921-03": {
          "setup": "20191205-00921",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191205-00923-05": {
          "setup": "20191205-00923",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191206-00932-04": {
          "setup": "20191206-00932",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191206-00934-01": {
          "setup": "20191206-00934",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191207-00961-08": {
          "setup": "20191207-00961",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191208-00964-09": {
          "setup": "20191208-00964",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191208-00966-01": {
          "setup": "20191208-00966",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191209-00982-04": {
          "setup": "20191209-00982",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191209-00987-08": {
          "setup": "20191209-00987",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191209-00992-09": {
          "setup": "20191209-00992",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191210-00999-08": {
          "setup": "20191210-00999",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191210-01005-03": {
          "setup": "20191210-01005",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191211-01022-06": {
          "setup": "20191211-01022",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01030-10": {
          "setup": "20191212-01030",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01031-04": {
          "setup": "20191212-01031",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01032-03": {
          "setup": "20191212-01032",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01037-09": {
          "setup": "20191213-01037",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01042-02": {
          "setup": "20191213-01042",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01050-02": {
          "setup": "20191213-01050",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01052-04": {
          "setup": "20191214-01052",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01058-01": {
          "setup": "20191214-01058",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01064-10": {
          "setup": "20191214-01064",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191216-01068-09": {
          "setup": "20191216-01068",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        }
      }
    },
    "dino_grabcut": {
      "method": "dino_grabcut",
      "label": "DINOv2 GrabCut foreground",
      "training": false,
      "image_pairs": 3600,
      "candidate_object_pairs": 2484124,
      "positive_object_pairs": 78335,
      "AP": 0.3010667764298777,
      "FPR95": 0.6435921853495881,
      "IPAA100": 0.0525,
      "IPAA": {
        "100": 0.0525,
        "90": 0.07277777777777777,
        "80": 0.14833333333333334,
        "70": 0.21722222222222223,
        "60": 0.31777777777777777,
        "50": 0.4638888888888889
      },
      "IPAA_counts": {
        "100": 189,
        "90": 262,
        "80": 534,
        "70": 782,
        "60": 1144,
        "50": 1670
      },
      "author_assignment": {
        "correct": 35601,
        "wrong": 40053,
        "unmapped": 0,
        "proposals": 75654,
        "recall": 0.45447118146422416
      },
      "distance_p95": 0.9565894199535251,
      "km_threshold": 0.7,
      "metric_code_sha256": "f23eba91db32a5fd0497bf4bf786c7a87587c7889f8b89e4029f82581e0d8960",
      "native_solver_sha256": "d0ba8efaa44719c853b71283e6d08f82c8b37c35fb0e9db447051ca743f13b0a",
      "score_sha256": "600e715f23bc036c95c66dd5af11f88fc1192d3e79f2be7e6edd2c2d4494371c",
      "elapsed_seconds": 14.029590524267405,
      "scene_outcomes": {
        "20190921-00003-02": {
          "setup": "20190921-00003",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 11
        },
        "20190923-00015-06": {
          "setup": "20190923-00015",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20190924-00019-01": {
          "setup": "20190924-00019",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 23
        },
        "20190924-00020-09": {
          "setup": "20190924-00020",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 7
        },
        "20190924-00021-09": {
          "setup": "20190924-00021",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 10
        },
        "20190924-00032-02": {
          "setup": "20190924-00032",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20190925-00038-10": {
          "setup": "20190925-00038",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20190925-00042-06": {
          "setup": "20190925-00042",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20190925-00045-07": {
          "setup": "20190925-00045",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 17
        },
        "20190925-00051-07": {
          "setup": "20190925-00051",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20190926-00056-03": {
          "setup": "20190926-00056",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 35
        },
        "20190926-00057-01": {
          "setup": "20190926-00057",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 14
        },
        "20190926-00067-02": {
          "setup": "20190926-00067",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 31
        },
        "20190927-00077-04": {
          "setup": "20190927-00077",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 8
        },
        "20190928-00082-02": {
          "setup": "20190928-00082",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20190928-00092-02": {
          "setup": "20190928-00092",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20190929-00104-04": {
          "setup": "20190929-00104",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20190930-00125-06": {
          "setup": "20190930-00125",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191001-00128-09": {
          "setup": "20191001-00128",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191001-00133-07": {
          "setup": "20191001-00133",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191002-00146-06": {
          "setup": "20191002-00146",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191002-00148-10": {
          "setup": "20191002-00148",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191002-00157-04": {
          "setup": "20191002-00157",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191002-00159-09": {
          "setup": "20191002-00159",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191003-00163-01": {
          "setup": "20191003-00163",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191003-00171-02": {
          "setup": "20191003-00171",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191004-00180-03": {
          "setup": "20191004-00180",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191004-00183-04": {
          "setup": "20191004-00183",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191004-00185-01": {
          "setup": "20191004-00185",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191005-00193-04": {
          "setup": "20191005-00193",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191005-00197-04": {
          "setup": "20191005-00197",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191005-00199-01": {
          "setup": "20191005-00199",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191005-00200-04": {
          "setup": "20191005-00200",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191005-00202-04": {
          "setup": "20191005-00202",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191006-00213-04": {
          "setup": "20191006-00213",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191006-00214-01": {
          "setup": "20191006-00214",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191006-00217-08": {
          "setup": "20191006-00217",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00221-09": {
          "setup": "20191007-00221",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00223-01": {
          "setup": "20191007-00223",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191007-00226-09": {
          "setup": "20191007-00226",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00230-02": {
          "setup": "20191007-00230",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191008-00242-09": {
          "setup": "20191008-00242",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191009-00250-06": {
          "setup": "20191009-00250",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191009-00251-03": {
          "setup": "20191009-00251",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191009-00261-01": {
          "setup": "20191009-00261",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191010-00264-04": {
          "setup": "20191010-00264",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191010-00268-08": {
          "setup": "20191010-00268",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191010-00272-03": {
          "setup": "20191010-00272",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191011-00279-01": {
          "setup": "20191011-00279",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191011-00284-03": {
          "setup": "20191011-00284",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191011-00289-05": {
          "setup": "20191011-00289",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191012-00294-05": {
          "setup": "20191012-00294",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191012-00303-09": {
          "setup": "20191012-00303",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191014-00311-07": {
          "setup": "20191014-00311",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00337-07": {
          "setup": "20191016-00337",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00339-10": {
          "setup": "20191016-00339",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00342-01": {
          "setup": "20191016-00342",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00345-02": {
          "setup": "20191016-00345",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191017-00349-03": {
          "setup": "20191017-00349",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191017-00353-01": {
          "setup": "20191017-00353",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00364-08": {
          "setup": "20191018-00364",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00366-02": {
          "setup": "20191018-00366",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00372-03": {
          "setup": "20191018-00372",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00373-01": {
          "setup": "20191018-00373",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191106-00563-02": {
          "setup": "20191106-00563",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00765-10": {
          "setup": "20191121-00765",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00767-05": {
          "setup": "20191121-00767",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00773-07": {
          "setup": "20191121-00773",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00818-02": {
          "setup": "20191126-00818",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00821-02": {
          "setup": "20191126-00821",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00822-07": {
          "setup": "20191126-00822",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191127-00830-01": {
          "setup": "20191127-00830",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191127-00839-01": {
          "setup": "20191127-00839",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191203-00895-07": {
          "setup": "20191203-00895",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191203-00896-06": {
          "setup": "20191203-00896",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191204-00906-08": {
          "setup": "20191204-00906",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191204-00912-09": {
          "setup": "20191204-00912",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191205-00921-03": {
          "setup": "20191205-00921",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191205-00923-05": {
          "setup": "20191205-00923",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191206-00932-04": {
          "setup": "20191206-00932",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191206-00934-01": {
          "setup": "20191206-00934",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191207-00961-08": {
          "setup": "20191207-00961",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191208-00964-09": {
          "setup": "20191208-00964",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191208-00966-01": {
          "setup": "20191208-00966",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191209-00982-04": {
          "setup": "20191209-00982",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191209-00987-08": {
          "setup": "20191209-00987",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191209-00992-09": {
          "setup": "20191209-00992",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191210-00999-08": {
          "setup": "20191210-00999",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191210-01005-03": {
          "setup": "20191210-01005",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191211-01022-06": {
          "setup": "20191211-01022",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01030-10": {
          "setup": "20191212-01030",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01031-04": {
          "setup": "20191212-01031",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01032-03": {
          "setup": "20191212-01032",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01037-09": {
          "setup": "20191213-01037",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01042-02": {
          "setup": "20191213-01042",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01050-02": {
          "setup": "20191213-01050",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01052-04": {
          "setup": "20191214-01052",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01058-01": {
          "setup": "20191214-01058",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01064-10": {
          "setup": "20191214-01064",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191216-01068-09": {
          "setup": "20191216-01068",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        }
      }
    },
    "dino_sam": {
      "method": "dino_sam",
      "label": "DINOv2 SAM foreground",
      "training": false,
      "image_pairs": 3600,
      "candidate_object_pairs": 2484124,
      "positive_object_pairs": 78335,
      "AP": 0.32875423807074244,
      "FPR95": 0.4767832923003638,
      "IPAA100": 0.07416666666666667,
      "IPAA": {
        "100": 0.07416666666666667,
        "90": 0.10194444444444445,
        "80": 0.18194444444444444,
        "70": 0.26555555555555554,
        "60": 0.37416666666666665,
        "50": 0.49777777777777776
      },
      "IPAA_counts": {
        "100": 267,
        "90": 367,
        "80": 655,
        "70": 956,
        "60": 1347,
        "50": 1792
      },
      "author_assignment": {
        "correct": 38683,
        "wrong": 39179,
        "unmapped": 0,
        "proposals": 77862,
        "recall": 0.49381502521222953
      },
      "distance_p95": 0.9498173428699375,
      "km_threshold": 0.7,
      "metric_code_sha256": "f23eba91db32a5fd0497bf4bf786c7a87587c7889f8b89e4029f82581e0d8960",
      "native_solver_sha256": "d0ba8efaa44719c853b71283e6d08f82c8b37c35fb0e9db447051ca743f13b0a",
      "score_sha256": "5a18bd99a6c0d6ae2481cc8a7dabdbe881eb588b79e2c2c5ceb1669c4327148d",
      "elapsed_seconds": 14.999880531337112,
      "scene_outcomes": {
        "20190921-00003-02": {
          "setup": "20190921-00003",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 17
        },
        "20190923-00015-06": {
          "setup": "20190923-00015",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20190924-00019-01": {
          "setup": "20190924-00019",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 25
        },
        "20190924-00020-09": {
          "setup": "20190924-00020",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 12
        },
        "20190924-00021-09": {
          "setup": "20190924-00021",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 15
        },
        "20190924-00032-02": {
          "setup": "20190924-00032",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20190925-00038-10": {
          "setup": "20190925-00038",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 10
        },
        "20190925-00042-06": {
          "setup": "20190925-00042",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 10
        },
        "20190925-00045-07": {
          "setup": "20190925-00045",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 20
        },
        "20190925-00051-07": {
          "setup": "20190925-00051",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 8
        },
        "20190926-00056-03": {
          "setup": "20190926-00056",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 28
        },
        "20190926-00057-01": {
          "setup": "20190926-00057",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 14
        },
        "20190926-00067-02": {
          "setup": "20190926-00067",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 29
        },
        "20190927-00077-04": {
          "setup": "20190927-00077",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 15
        },
        "20190928-00082-02": {
          "setup": "20190928-00082",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20190928-00092-02": {
          "setup": "20190928-00092",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 14
        },
        "20190929-00104-04": {
          "setup": "20190929-00104",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20190930-00125-06": {
          "setup": "20190930-00125",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20191001-00128-09": {
          "setup": "20191001-00128",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191001-00133-07": {
          "setup": "20191001-00133",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191002-00146-06": {
          "setup": "20191002-00146",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191002-00148-10": {
          "setup": "20191002-00148",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 8
        },
        "20191002-00157-04": {
          "setup": "20191002-00157",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191002-00159-09": {
          "setup": "20191002-00159",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191003-00163-01": {
          "setup": "20191003-00163",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191003-00171-02": {
          "setup": "20191003-00171",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191004-00180-03": {
          "setup": "20191004-00180",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191004-00183-04": {
          "setup": "20191004-00183",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191004-00185-01": {
          "setup": "20191004-00185",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20191005-00193-04": {
          "setup": "20191005-00193",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191005-00197-04": {
          "setup": "20191005-00197",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191005-00199-01": {
          "setup": "20191005-00199",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191005-00200-04": {
          "setup": "20191005-00200",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191005-00202-04": {
          "setup": "20191005-00202",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191006-00213-04": {
          "setup": "20191006-00213",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191006-00214-01": {
          "setup": "20191006-00214",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191006-00217-08": {
          "setup": "20191006-00217",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00221-09": {
          "setup": "20191007-00221",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00223-01": {
          "setup": "20191007-00223",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191007-00226-09": {
          "setup": "20191007-00226",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00230-02": {
          "setup": "20191007-00230",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191008-00242-09": {
          "setup": "20191008-00242",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191009-00250-06": {
          "setup": "20191009-00250",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191009-00251-03": {
          "setup": "20191009-00251",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191009-00261-01": {
          "setup": "20191009-00261",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191010-00264-04": {
          "setup": "20191010-00264",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191010-00268-08": {
          "setup": "20191010-00268",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191010-00272-03": {
          "setup": "20191010-00272",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191011-00279-01": {
          "setup": "20191011-00279",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191011-00284-03": {
          "setup": "20191011-00284",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191011-00289-05": {
          "setup": "20191011-00289",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191012-00294-05": {
          "setup": "20191012-00294",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191012-00303-09": {
          "setup": "20191012-00303",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191014-00311-07": {
          "setup": "20191014-00311",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00337-07": {
          "setup": "20191016-00337",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00339-10": {
          "setup": "20191016-00339",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191016-00342-01": {
          "setup": "20191016-00342",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00345-02": {
          "setup": "20191016-00345",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191017-00349-03": {
          "setup": "20191017-00349",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191017-00353-01": {
          "setup": "20191017-00353",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00364-08": {
          "setup": "20191018-00364",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00366-02": {
          "setup": "20191018-00366",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00372-03": {
          "setup": "20191018-00372",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00373-01": {
          "setup": "20191018-00373",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191106-00563-02": {
          "setup": "20191106-00563",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00765-10": {
          "setup": "20191121-00765",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00767-05": {
          "setup": "20191121-00767",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00773-07": {
          "setup": "20191121-00773",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00818-02": {
          "setup": "20191126-00818",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00821-02": {
          "setup": "20191126-00821",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00822-07": {
          "setup": "20191126-00822",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191127-00830-01": {
          "setup": "20191127-00830",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191127-00839-01": {
          "setup": "20191127-00839",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191203-00895-07": {
          "setup": "20191203-00895",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191203-00896-06": {
          "setup": "20191203-00896",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191204-00906-08": {
          "setup": "20191204-00906",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191204-00912-09": {
          "setup": "20191204-00912",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191205-00921-03": {
          "setup": "20191205-00921",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191205-00923-05": {
          "setup": "20191205-00923",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191206-00932-04": {
          "setup": "20191206-00932",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191206-00934-01": {
          "setup": "20191206-00934",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191207-00961-08": {
          "setup": "20191207-00961",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191208-00964-09": {
          "setup": "20191208-00964",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191208-00966-01": {
          "setup": "20191208-00966",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191209-00982-04": {
          "setup": "20191209-00982",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191209-00987-08": {
          "setup": "20191209-00987",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191209-00992-09": {
          "setup": "20191209-00992",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191210-00999-08": {
          "setup": "20191210-00999",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191210-01005-03": {
          "setup": "20191210-01005",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191211-01022-06": {
          "setup": "20191211-01022",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01030-10": {
          "setup": "20191212-01030",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01031-04": {
          "setup": "20191212-01031",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01032-03": {
          "setup": "20191212-01032",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01037-09": {
          "setup": "20191213-01037",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01042-02": {
          "setup": "20191213-01042",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01050-02": {
          "setup": "20191213-01050",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01052-04": {
          "setup": "20191214-01052",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01058-01": {
          "setup": "20191214-01058",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01064-10": {
          "setup": "20191214-01064",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191216-01068-09": {
          "setup": "20191216-01068",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        }
      }
    },
    "dino_tight_1x_rotation_90": {
      "method": "dino_tight_1x_rotation_90",
      "label": "DINOv2 tight_1x fixed90\u00b0",
      "training": false,
      "image_pairs": 3600,
      "candidate_object_pairs": 2484124,
      "positive_object_pairs": 78335,
      "AP": 0.2173361233614556,
      "FPR95": 0.6605716461418686,
      "IPAA100": 0.045,
      "IPAA": {
        "100": 0.045,
        "90": 0.06138888888888889,
        "80": 0.13111111111111112,
        "70": 0.20333333333333334,
        "60": 0.3022222222222222,
        "50": 0.4211111111111111
      },
      "IPAA_counts": {
        "100": 162,
        "90": 221,
        "80": 472,
        "70": 732,
        "60": 1088,
        "50": 1516
      },
      "author_assignment": {
        "correct": 33551,
        "wrong": 41341,
        "unmapped": 0,
        "proposals": 74892,
        "recall": 0.42830152549945744
      },
      "distance_p95": 0.9396920755505562,
      "km_threshold": 0.7,
      "metric_code_sha256": "f23eba91db32a5fd0497bf4bf786c7a87587c7889f8b89e4029f82581e0d8960",
      "native_solver_sha256": "d0ba8efaa44719c853b71283e6d08f82c8b37c35fb0e9db447051ca743f13b0a",
      "score_sha256": "8695e8d9b3bb38ea001a94b2f4b2f59c18645aeddc0748cf6981b7f01f5642ae",
      "elapsed_seconds": 14.31683412194252,
      "scene_outcomes": {
        "20190921-00003-02": {
          "setup": "20190921-00003",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 10
        },
        "20190923-00015-06": {
          "setup": "20190923-00015",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20190924-00019-01": {
          "setup": "20190924-00019",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 25
        },
        "20190924-00020-09": {
          "setup": "20190924-00020",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20190924-00021-09": {
          "setup": "20190924-00021",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20190924-00032-02": {
          "setup": "20190924-00032",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20190925-00038-10": {
          "setup": "20190925-00038",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20190925-00042-06": {
          "setup": "20190925-00042",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20190925-00045-07": {
          "setup": "20190925-00045",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 7
        },
        "20190925-00051-07": {
          "setup": "20190925-00051",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20190926-00056-03": {
          "setup": "20190926-00056",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 22
        },
        "20190926-00057-01": {
          "setup": "20190926-00057",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 10
        },
        "20190926-00067-02": {
          "setup": "20190926-00067",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 26
        },
        "20190927-00077-04": {
          "setup": "20190927-00077",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20190928-00082-02": {
          "setup": "20190928-00082",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20190928-00092-02": {
          "setup": "20190928-00092",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20190929-00104-04": {
          "setup": "20190929-00104",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20190930-00125-06": {
          "setup": "20190930-00125",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191001-00128-09": {
          "setup": "20191001-00128",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191001-00133-07": {
          "setup": "20191001-00133",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191002-00146-06": {
          "setup": "20191002-00146",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191002-00148-10": {
          "setup": "20191002-00148",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191002-00157-04": {
          "setup": "20191002-00157",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20191002-00159-09": {
          "setup": "20191002-00159",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191003-00163-01": {
          "setup": "20191003-00163",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191003-00171-02": {
          "setup": "20191003-00171",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191004-00180-03": {
          "setup": "20191004-00180",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191004-00183-04": {
          "setup": "20191004-00183",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191004-00185-01": {
          "setup": "20191004-00185",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20191005-00193-04": {
          "setup": "20191005-00193",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191005-00197-04": {
          "setup": "20191005-00197",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191005-00199-01": {
          "setup": "20191005-00199",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191005-00200-04": {
          "setup": "20191005-00200",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191005-00202-04": {
          "setup": "20191005-00202",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191006-00213-04": {
          "setup": "20191006-00213",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191006-00214-01": {
          "setup": "20191006-00214",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191006-00217-08": {
          "setup": "20191006-00217",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00221-09": {
          "setup": "20191007-00221",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00223-01": {
          "setup": "20191007-00223",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191007-00226-09": {
          "setup": "20191007-00226",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00230-02": {
          "setup": "20191007-00230",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191008-00242-09": {
          "setup": "20191008-00242",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191009-00250-06": {
          "setup": "20191009-00250",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191009-00251-03": {
          "setup": "20191009-00251",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191009-00261-01": {
          "setup": "20191009-00261",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191010-00264-04": {
          "setup": "20191010-00264",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191010-00268-08": {
          "setup": "20191010-00268",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191010-00272-03": {
          "setup": "20191010-00272",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191011-00279-01": {
          "setup": "20191011-00279",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191011-00284-03": {
          "setup": "20191011-00284",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191011-00289-05": {
          "setup": "20191011-00289",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191012-00294-05": {
          "setup": "20191012-00294",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191012-00303-09": {
          "setup": "20191012-00303",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191014-00311-07": {
          "setup": "20191014-00311",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00337-07": {
          "setup": "20191016-00337",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00339-10": {
          "setup": "20191016-00339",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00342-01": {
          "setup": "20191016-00342",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00345-02": {
          "setup": "20191016-00345",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191017-00349-03": {
          "setup": "20191017-00349",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191017-00353-01": {
          "setup": "20191017-00353",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00364-08": {
          "setup": "20191018-00364",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00366-02": {
          "setup": "20191018-00366",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191018-00372-03": {
          "setup": "20191018-00372",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00373-01": {
          "setup": "20191018-00373",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191106-00563-02": {
          "setup": "20191106-00563",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00765-10": {
          "setup": "20191121-00765",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00767-05": {
          "setup": "20191121-00767",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00773-07": {
          "setup": "20191121-00773",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00818-02": {
          "setup": "20191126-00818",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00821-02": {
          "setup": "20191126-00821",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00822-07": {
          "setup": "20191126-00822",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191127-00830-01": {
          "setup": "20191127-00830",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191127-00839-01": {
          "setup": "20191127-00839",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191203-00895-07": {
          "setup": "20191203-00895",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191203-00896-06": {
          "setup": "20191203-00896",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191204-00906-08": {
          "setup": "20191204-00906",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191204-00912-09": {
          "setup": "20191204-00912",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191205-00921-03": {
          "setup": "20191205-00921",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191205-00923-05": {
          "setup": "20191205-00923",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191206-00932-04": {
          "setup": "20191206-00932",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191206-00934-01": {
          "setup": "20191206-00934",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191207-00961-08": {
          "setup": "20191207-00961",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191208-00964-09": {
          "setup": "20191208-00964",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191208-00966-01": {
          "setup": "20191208-00966",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191209-00982-04": {
          "setup": "20191209-00982",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191209-00987-08": {
          "setup": "20191209-00987",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191209-00992-09": {
          "setup": "20191209-00992",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191210-00999-08": {
          "setup": "20191210-00999",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191210-01005-03": {
          "setup": "20191210-01005",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191211-01022-06": {
          "setup": "20191211-01022",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01030-10": {
          "setup": "20191212-01030",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01031-04": {
          "setup": "20191212-01031",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01032-03": {
          "setup": "20191212-01032",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01037-09": {
          "setup": "20191213-01037",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01042-02": {
          "setup": "20191213-01042",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01050-02": {
          "setup": "20191213-01050",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01052-04": {
          "setup": "20191214-01052",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01058-01": {
          "setup": "20191214-01058",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01064-10": {
          "setup": "20191214-01064",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191216-01068-09": {
          "setup": "20191216-01068",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        }
      }
    },
    "dino_tight_1x_rotation_180": {
      "method": "dino_tight_1x_rotation_180",
      "label": "DINOv2 tight_1x fixed180\u00b0",
      "training": false,
      "image_pairs": 3600,
      "candidate_object_pairs": 2484124,
      "positive_object_pairs": 78335,
      "AP": 0.21414758194409544,
      "FPR95": 0.6689917528095772,
      "IPAA100": 0.04416666666666667,
      "IPAA": {
        "100": 0.04416666666666667,
        "90": 0.060833333333333336,
        "80": 0.11972222222222222,
        "70": 0.1875,
        "60": 0.2861111111111111,
        "50": 0.41083333333333333
      },
      "IPAA_counts": {
        "100": 159,
        "90": 219,
        "80": 431,
        "70": 675,
        "60": 1030,
        "50": 1479
      },
      "author_assignment": {
        "correct": 32831,
        "wrong": 41478,
        "unmapped": 0,
        "proposals": 74309,
        "recall": 0.4191102316971979
      },
      "distance_p95": 0.9389793120324612,
      "km_threshold": 0.7,
      "metric_code_sha256": "f23eba91db32a5fd0497bf4bf786c7a87587c7889f8b89e4029f82581e0d8960",
      "native_solver_sha256": "d0ba8efaa44719c853b71283e6d08f82c8b37c35fb0e9db447051ca743f13b0a",
      "score_sha256": "1fdbabf2c98f4cbfaf362eb407ed0fccf0dae81ca6b6954880b262eaa6fcf4ea",
      "elapsed_seconds": 14.339955860283226,
      "scene_outcomes": {
        "20190921-00003-02": {
          "setup": "20190921-00003",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 9
        },
        "20190923-00015-06": {
          "setup": "20190923-00015",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20190924-00019-01": {
          "setup": "20190924-00019",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 17
        },
        "20190924-00020-09": {
          "setup": "20190924-00020",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20190924-00021-09": {
          "setup": "20190924-00021",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20190924-00032-02": {
          "setup": "20190924-00032",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20190925-00038-10": {
          "setup": "20190925-00038",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20190925-00042-06": {
          "setup": "20190925-00042",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20190925-00045-07": {
          "setup": "20190925-00045",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 9
        },
        "20190925-00051-07": {
          "setup": "20190925-00051",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20190926-00056-03": {
          "setup": "20190926-00056",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 21
        },
        "20190926-00057-01": {
          "setup": "20190926-00057",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 13
        },
        "20190926-00067-02": {
          "setup": "20190926-00067",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 25
        },
        "20190927-00077-04": {
          "setup": "20190927-00077",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 10
        },
        "20190928-00082-02": {
          "setup": "20190928-00082",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20190928-00092-02": {
          "setup": "20190928-00092",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20190929-00104-04": {
          "setup": "20190929-00104",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20190930-00125-06": {
          "setup": "20190930-00125",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191001-00128-09": {
          "setup": "20191001-00128",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191001-00133-07": {
          "setup": "20191001-00133",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191002-00146-06": {
          "setup": "20191002-00146",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191002-00148-10": {
          "setup": "20191002-00148",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191002-00157-04": {
          "setup": "20191002-00157",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191002-00159-09": {
          "setup": "20191002-00159",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191003-00163-01": {
          "setup": "20191003-00163",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191003-00171-02": {
          "setup": "20191003-00171",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191004-00180-03": {
          "setup": "20191004-00180",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191004-00183-04": {
          "setup": "20191004-00183",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191004-00185-01": {
          "setup": "20191004-00185",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20191005-00193-04": {
          "setup": "20191005-00193",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191005-00197-04": {
          "setup": "20191005-00197",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191005-00199-01": {
          "setup": "20191005-00199",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191005-00200-04": {
          "setup": "20191005-00200",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191005-00202-04": {
          "setup": "20191005-00202",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191006-00213-04": {
          "setup": "20191006-00213",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191006-00214-01": {
          "setup": "20191006-00214",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191006-00217-08": {
          "setup": "20191006-00217",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00221-09": {
          "setup": "20191007-00221",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00223-01": {
          "setup": "20191007-00223",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191007-00226-09": {
          "setup": "20191007-00226",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00230-02": {
          "setup": "20191007-00230",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191008-00242-09": {
          "setup": "20191008-00242",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191009-00250-06": {
          "setup": "20191009-00250",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191009-00251-03": {
          "setup": "20191009-00251",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191009-00261-01": {
          "setup": "20191009-00261",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191010-00264-04": {
          "setup": "20191010-00264",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191010-00268-08": {
          "setup": "20191010-00268",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191010-00272-03": {
          "setup": "20191010-00272",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191011-00279-01": {
          "setup": "20191011-00279",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191011-00284-03": {
          "setup": "20191011-00284",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191011-00289-05": {
          "setup": "20191011-00289",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191012-00294-05": {
          "setup": "20191012-00294",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191012-00303-09": {
          "setup": "20191012-00303",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191014-00311-07": {
          "setup": "20191014-00311",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00337-07": {
          "setup": "20191016-00337",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00339-10": {
          "setup": "20191016-00339",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00342-01": {
          "setup": "20191016-00342",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00345-02": {
          "setup": "20191016-00345",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191017-00349-03": {
          "setup": "20191017-00349",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191017-00353-01": {
          "setup": "20191017-00353",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191018-00364-08": {
          "setup": "20191018-00364",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00366-02": {
          "setup": "20191018-00366",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00372-03": {
          "setup": "20191018-00372",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191018-00373-01": {
          "setup": "20191018-00373",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191106-00563-02": {
          "setup": "20191106-00563",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00765-10": {
          "setup": "20191121-00765",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00767-05": {
          "setup": "20191121-00767",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00773-07": {
          "setup": "20191121-00773",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00818-02": {
          "setup": "20191126-00818",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00821-02": {
          "setup": "20191126-00821",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00822-07": {
          "setup": "20191126-00822",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191127-00830-01": {
          "setup": "20191127-00830",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191127-00839-01": {
          "setup": "20191127-00839",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191203-00895-07": {
          "setup": "20191203-00895",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191203-00896-06": {
          "setup": "20191203-00896",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191204-00906-08": {
          "setup": "20191204-00906",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191204-00912-09": {
          "setup": "20191204-00912",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191205-00921-03": {
          "setup": "20191205-00921",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191205-00923-05": {
          "setup": "20191205-00923",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191206-00932-04": {
          "setup": "20191206-00932",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191206-00934-01": {
          "setup": "20191206-00934",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191207-00961-08": {
          "setup": "20191207-00961",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191208-00964-09": {
          "setup": "20191208-00964",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191208-00966-01": {
          "setup": "20191208-00966",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191209-00982-04": {
          "setup": "20191209-00982",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191209-00987-08": {
          "setup": "20191209-00987",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191209-00992-09": {
          "setup": "20191209-00992",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191210-00999-08": {
          "setup": "20191210-00999",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191210-01005-03": {
          "setup": "20191210-01005",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191211-01022-06": {
          "setup": "20191211-01022",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01030-10": {
          "setup": "20191212-01030",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01031-04": {
          "setup": "20191212-01031",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01032-03": {
          "setup": "20191212-01032",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01037-09": {
          "setup": "20191213-01037",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01042-02": {
          "setup": "20191213-01042",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01050-02": {
          "setup": "20191213-01050",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01052-04": {
          "setup": "20191214-01052",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01058-01": {
          "setup": "20191214-01058",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01064-10": {
          "setup": "20191214-01064",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191216-01068-09": {
          "setup": "20191216-01068",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        }
      }
    },
    "dino_tight_1x_rotation_270": {
      "method": "dino_tight_1x_rotation_270",
      "label": "DINOv2 tight_1x fixed270\u00b0",
      "training": false,
      "image_pairs": 3600,
      "candidate_object_pairs": 2484124,
      "positive_object_pairs": 78335,
      "AP": 0.21545986618353374,
      "FPR95": 0.6604203444275454,
      "IPAA100": 0.04583333333333333,
      "IPAA": {
        "100": 0.04583333333333333,
        "90": 0.060833333333333336,
        "80": 0.12111111111111111,
        "70": 0.19305555555555556,
        "60": 0.29083333333333333,
        "50": 0.42055555555555557
      },
      "IPAA_counts": {
        "100": 165,
        "90": 219,
        "80": 436,
        "70": 695,
        "60": 1047,
        "50": 1514
      },
      "author_assignment": {
        "correct": 33375,
        "wrong": 41655,
        "unmapped": 0,
        "proposals": 75030,
        "recall": 0.42605476479223847
      },
      "distance_p95": 0.9398945521563292,
      "km_threshold": 0.7,
      "metric_code_sha256": "f23eba91db32a5fd0497bf4bf786c7a87587c7889f8b89e4029f82581e0d8960",
      "native_solver_sha256": "d0ba8efaa44719c853b71283e6d08f82c8b37c35fb0e9db447051ca743f13b0a",
      "score_sha256": "d891a3e84c5206ef307bab94201b42cc871bb27e2b039018225d38250d573325",
      "elapsed_seconds": 14.307557563763112,
      "scene_outcomes": {
        "20190921-00003-02": {
          "setup": "20190921-00003",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 13
        },
        "20190923-00015-06": {
          "setup": "20190923-00015",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20190924-00019-01": {
          "setup": "20190924-00019",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 20
        },
        "20190924-00020-09": {
          "setup": "20190924-00020",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 7
        },
        "20190924-00021-09": {
          "setup": "20190924-00021",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20190924-00032-02": {
          "setup": "20190924-00032",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20190925-00038-10": {
          "setup": "20190925-00038",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20190925-00042-06": {
          "setup": "20190925-00042",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20190925-00045-07": {
          "setup": "20190925-00045",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 8
        },
        "20190925-00051-07": {
          "setup": "20190925-00051",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20190926-00056-03": {
          "setup": "20190926-00056",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 24
        },
        "20190926-00057-01": {
          "setup": "20190926-00057",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 14
        },
        "20190926-00067-02": {
          "setup": "20190926-00067",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 27
        },
        "20190927-00077-04": {
          "setup": "20190927-00077",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 7
        },
        "20190928-00082-02": {
          "setup": "20190928-00082",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20190928-00092-02": {
          "setup": "20190928-00092",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20190929-00104-04": {
          "setup": "20190929-00104",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20190930-00125-06": {
          "setup": "20190930-00125",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191001-00128-09": {
          "setup": "20191001-00128",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191001-00133-07": {
          "setup": "20191001-00133",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191002-00146-06": {
          "setup": "20191002-00146",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191002-00148-10": {
          "setup": "20191002-00148",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20191002-00157-04": {
          "setup": "20191002-00157",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191002-00159-09": {
          "setup": "20191002-00159",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191003-00163-01": {
          "setup": "20191003-00163",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191003-00171-02": {
          "setup": "20191003-00171",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191004-00180-03": {
          "setup": "20191004-00180",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191004-00183-04": {
          "setup": "20191004-00183",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191004-00185-01": {
          "setup": "20191004-00185",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 7
        },
        "20191005-00193-04": {
          "setup": "20191005-00193",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191005-00197-04": {
          "setup": "20191005-00197",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191005-00199-01": {
          "setup": "20191005-00199",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191005-00200-04": {
          "setup": "20191005-00200",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191005-00202-04": {
          "setup": "20191005-00202",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191006-00213-04": {
          "setup": "20191006-00213",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191006-00214-01": {
          "setup": "20191006-00214",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191006-00217-08": {
          "setup": "20191006-00217",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00221-09": {
          "setup": "20191007-00221",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00223-01": {
          "setup": "20191007-00223",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00226-09": {
          "setup": "20191007-00226",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00230-02": {
          "setup": "20191007-00230",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191008-00242-09": {
          "setup": "20191008-00242",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191009-00250-06": {
          "setup": "20191009-00250",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191009-00251-03": {
          "setup": "20191009-00251",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191009-00261-01": {
          "setup": "20191009-00261",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191010-00264-04": {
          "setup": "20191010-00264",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191010-00268-08": {
          "setup": "20191010-00268",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191010-00272-03": {
          "setup": "20191010-00272",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191011-00279-01": {
          "setup": "20191011-00279",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191011-00284-03": {
          "setup": "20191011-00284",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191011-00289-05": {
          "setup": "20191011-00289",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191012-00294-05": {
          "setup": "20191012-00294",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191012-00303-09": {
          "setup": "20191012-00303",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191014-00311-07": {
          "setup": "20191014-00311",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00337-07": {
          "setup": "20191016-00337",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00339-10": {
          "setup": "20191016-00339",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00342-01": {
          "setup": "20191016-00342",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00345-02": {
          "setup": "20191016-00345",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191017-00349-03": {
          "setup": "20191017-00349",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191017-00353-01": {
          "setup": "20191017-00353",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00364-08": {
          "setup": "20191018-00364",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00366-02": {
          "setup": "20191018-00366",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00372-03": {
          "setup": "20191018-00372",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191018-00373-01": {
          "setup": "20191018-00373",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191106-00563-02": {
          "setup": "20191106-00563",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00765-10": {
          "setup": "20191121-00765",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00767-05": {
          "setup": "20191121-00767",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00773-07": {
          "setup": "20191121-00773",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00818-02": {
          "setup": "20191126-00818",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00821-02": {
          "setup": "20191126-00821",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00822-07": {
          "setup": "20191126-00822",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191127-00830-01": {
          "setup": "20191127-00830",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191127-00839-01": {
          "setup": "20191127-00839",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191203-00895-07": {
          "setup": "20191203-00895",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191203-00896-06": {
          "setup": "20191203-00896",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191204-00906-08": {
          "setup": "20191204-00906",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191204-00912-09": {
          "setup": "20191204-00912",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191205-00921-03": {
          "setup": "20191205-00921",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191205-00923-05": {
          "setup": "20191205-00923",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191206-00932-04": {
          "setup": "20191206-00932",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191206-00934-01": {
          "setup": "20191206-00934",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191207-00961-08": {
          "setup": "20191207-00961",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191208-00964-09": {
          "setup": "20191208-00964",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191208-00966-01": {
          "setup": "20191208-00966",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191209-00982-04": {
          "setup": "20191209-00982",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191209-00987-08": {
          "setup": "20191209-00987",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191209-00992-09": {
          "setup": "20191209-00992",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191210-00999-08": {
          "setup": "20191210-00999",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191210-01005-03": {
          "setup": "20191210-01005",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191211-01022-06": {
          "setup": "20191211-01022",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01030-10": {
          "setup": "20191212-01030",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01031-04": {
          "setup": "20191212-01031",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01032-03": {
          "setup": "20191212-01032",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01037-09": {
          "setup": "20191213-01037",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01042-02": {
          "setup": "20191213-01042",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01050-02": {
          "setup": "20191213-01050",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01052-04": {
          "setup": "20191214-01052",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01058-01": {
          "setup": "20191214-01058",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01064-10": {
          "setup": "20191214-01064",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191216-01068-09": {
          "setup": "20191216-01068",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        }
      }
    },
    "dino_tight_1x_rotation_max": {
      "method": "dino_tight_1x_rotation_max",
      "label": "DINOv2 tight_1x best quarter-turn per candidate",
      "training": false,
      "image_pairs": 3600,
      "candidate_object_pairs": 2484124,
      "positive_object_pairs": 78335,
      "AP": 0.25622010856923727,
      "FPR95": 0.6261463494928275,
      "IPAA100": 0.06444444444444444,
      "IPAA": {
        "100": 0.06444444444444444,
        "90": 0.08388888888888889,
        "80": 0.16,
        "70": 0.24,
        "60": 0.3436111111111111,
        "50": 0.4855555555555556
      },
      "IPAA_counts": {
        "100": 232,
        "90": 302,
        "80": 576,
        "70": 864,
        "60": 1237,
        "50": 1748
      },
      "author_assignment": {
        "correct": 36763,
        "wrong": 40827,
        "unmapped": 0,
        "proposals": 77590,
        "recall": 0.46930490840620415
      },
      "distance_p95": 0.9032785806804896,
      "km_threshold": 0.7,
      "metric_code_sha256": "f23eba91db32a5fd0497bf4bf786c7a87587c7889f8b89e4029f82581e0d8960",
      "native_solver_sha256": "d0ba8efaa44719c853b71283e6d08f82c8b37c35fb0e9db447051ca743f13b0a",
      "score_sha256": "3ad01feb1f6ea83924a8e875ce7234c751a390fcbbcbcea55a2424f2adbc20e6",
      "elapsed_seconds": 14.206731816753745,
      "scene_outcomes": {
        "20190921-00003-02": {
          "setup": "20190921-00003",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 15
        },
        "20190923-00015-06": {
          "setup": "20190923-00015",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20190924-00019-01": {
          "setup": "20190924-00019",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 23
        },
        "20190924-00020-09": {
          "setup": "20190924-00020",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 9
        },
        "20190924-00021-09": {
          "setup": "20190924-00021",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20190924-00032-02": {
          "setup": "20190924-00032",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20190925-00038-10": {
          "setup": "20190925-00038",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20190925-00042-06": {
          "setup": "20190925-00042",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20190925-00045-07": {
          "setup": "20190925-00045",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 10
        },
        "20190925-00051-07": {
          "setup": "20190925-00051",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 9
        },
        "20190926-00056-03": {
          "setup": "20190926-00056",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 26
        },
        "20190926-00057-01": {
          "setup": "20190926-00057",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 24
        },
        "20190926-00067-02": {
          "setup": "20190926-00067",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 31
        },
        "20190927-00077-04": {
          "setup": "20190927-00077",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 9
        },
        "20190928-00082-02": {
          "setup": "20190928-00082",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 9
        },
        "20190928-00092-02": {
          "setup": "20190928-00092",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20190929-00104-04": {
          "setup": "20190929-00104",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20190930-00125-06": {
          "setup": "20190930-00125",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191001-00128-09": {
          "setup": "20191001-00128",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191001-00133-07": {
          "setup": "20191001-00133",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191002-00146-06": {
          "setup": "20191002-00146",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191002-00148-10": {
          "setup": "20191002-00148",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191002-00157-04": {
          "setup": "20191002-00157",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 7
        },
        "20191002-00159-09": {
          "setup": "20191002-00159",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191003-00163-01": {
          "setup": "20191003-00163",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191003-00171-02": {
          "setup": "20191003-00171",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191004-00180-03": {
          "setup": "20191004-00180",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191004-00183-04": {
          "setup": "20191004-00183",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191004-00185-01": {
          "setup": "20191004-00185",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 8
        },
        "20191005-00193-04": {
          "setup": "20191005-00193",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191005-00197-04": {
          "setup": "20191005-00197",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191005-00199-01": {
          "setup": "20191005-00199",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191005-00200-04": {
          "setup": "20191005-00200",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191005-00202-04": {
          "setup": "20191005-00202",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191006-00213-04": {
          "setup": "20191006-00213",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191006-00214-01": {
          "setup": "20191006-00214",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191006-00217-08": {
          "setup": "20191006-00217",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00221-09": {
          "setup": "20191007-00221",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00223-01": {
          "setup": "20191007-00223",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191007-00226-09": {
          "setup": "20191007-00226",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00230-02": {
          "setup": "20191007-00230",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191008-00242-09": {
          "setup": "20191008-00242",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191009-00250-06": {
          "setup": "20191009-00250",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191009-00251-03": {
          "setup": "20191009-00251",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191009-00261-01": {
          "setup": "20191009-00261",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191010-00264-04": {
          "setup": "20191010-00264",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191010-00268-08": {
          "setup": "20191010-00268",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191010-00272-03": {
          "setup": "20191010-00272",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191011-00279-01": {
          "setup": "20191011-00279",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191011-00284-03": {
          "setup": "20191011-00284",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191011-00289-05": {
          "setup": "20191011-00289",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191012-00294-05": {
          "setup": "20191012-00294",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191012-00303-09": {
          "setup": "20191012-00303",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191014-00311-07": {
          "setup": "20191014-00311",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00337-07": {
          "setup": "20191016-00337",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00339-10": {
          "setup": "20191016-00339",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00342-01": {
          "setup": "20191016-00342",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00345-02": {
          "setup": "20191016-00345",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191017-00349-03": {
          "setup": "20191017-00349",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191017-00353-01": {
          "setup": "20191017-00353",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00364-08": {
          "setup": "20191018-00364",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191018-00366-02": {
          "setup": "20191018-00366",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00372-03": {
          "setup": "20191018-00372",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191018-00373-01": {
          "setup": "20191018-00373",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191106-00563-02": {
          "setup": "20191106-00563",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00765-10": {
          "setup": "20191121-00765",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00767-05": {
          "setup": "20191121-00767",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00773-07": {
          "setup": "20191121-00773",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00818-02": {
          "setup": "20191126-00818",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00821-02": {
          "setup": "20191126-00821",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00822-07": {
          "setup": "20191126-00822",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191127-00830-01": {
          "setup": "20191127-00830",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191127-00839-01": {
          "setup": "20191127-00839",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191203-00895-07": {
          "setup": "20191203-00895",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191203-00896-06": {
          "setup": "20191203-00896",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191204-00906-08": {
          "setup": "20191204-00906",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191204-00912-09": {
          "setup": "20191204-00912",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191205-00921-03": {
          "setup": "20191205-00921",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191205-00923-05": {
          "setup": "20191205-00923",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191206-00932-04": {
          "setup": "20191206-00932",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191206-00934-01": {
          "setup": "20191206-00934",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191207-00961-08": {
          "setup": "20191207-00961",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191208-00964-09": {
          "setup": "20191208-00964",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191208-00966-01": {
          "setup": "20191208-00966",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191209-00982-04": {
          "setup": "20191209-00982",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191209-00987-08": {
          "setup": "20191209-00987",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191209-00992-09": {
          "setup": "20191209-00992",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191210-00999-08": {
          "setup": "20191210-00999",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191210-01005-03": {
          "setup": "20191210-01005",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191211-01022-06": {
          "setup": "20191211-01022",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01030-10": {
          "setup": "20191212-01030",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01031-04": {
          "setup": "20191212-01031",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01032-03": {
          "setup": "20191212-01032",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01037-09": {
          "setup": "20191213-01037",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01042-02": {
          "setup": "20191213-01042",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01050-02": {
          "setup": "20191213-01050",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01052-04": {
          "setup": "20191214-01052",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01058-01": {
          "setup": "20191214-01058",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01064-10": {
          "setup": "20191214-01064",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191216-01068-09": {
          "setup": "20191216-01068",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        }
      }
    },
    "dino_tight_1x_rotation_scene_appearance": {
      "method": "dino_tight_1x_rotation_scene_appearance",
      "label": "DINOv2 tight_1x shared-view rotation by appearance",
      "training": false,
      "image_pairs": 3600,
      "candidate_object_pairs": 2484124,
      "positive_object_pairs": 78335,
      "AP": 0.25028621115815014,
      "FPR95": 0.6453816190862955,
      "IPAA100": 0.0575,
      "IPAA": {
        "100": 0.0575,
        "90": 0.07583333333333334,
        "80": 0.15138888888888888,
        "70": 0.22777777777777777,
        "60": 0.3375,
        "50": 0.4627777777777778
      },
      "IPAA_counts": {
        "100": 207,
        "90": 273,
        "80": 545,
        "70": 820,
        "60": 1215,
        "50": 1666
      },
      "author_assignment": {
        "correct": 35914,
        "wrong": 40568,
        "unmapped": 0,
        "proposals": 76482,
        "recall": 0.45846684113103975
      },
      "distance_p95": 0.9340599399060011,
      "km_threshold": 0.7,
      "metric_code_sha256": "f23eba91db32a5fd0497bf4bf786c7a87587c7889f8b89e4029f82581e0d8960",
      "native_solver_sha256": "d0ba8efaa44719c853b71283e6d08f82c8b37c35fb0e9db447051ca743f13b0a",
      "score_sha256": "baa572d7ed51c06b01dc699cf29a643c239012b6bec667875517eba230b03604",
      "elapsed_seconds": 14.259223246015608,
      "scene_outcomes": {
        "20190921-00003-02": {
          "setup": "20190921-00003",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 12
        },
        "20190923-00015-06": {
          "setup": "20190923-00015",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20190924-00019-01": {
          "setup": "20190924-00019",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 21
        },
        "20190924-00020-09": {
          "setup": "20190924-00020",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 8
        },
        "20190924-00021-09": {
          "setup": "20190924-00021",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20190924-00032-02": {
          "setup": "20190924-00032",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 7
        },
        "20190925-00038-10": {
          "setup": "20190925-00038",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20190925-00042-06": {
          "setup": "20190925-00042",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20190925-00045-07": {
          "setup": "20190925-00045",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 10
        },
        "20190925-00051-07": {
          "setup": "20190925-00051",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20190926-00056-03": {
          "setup": "20190926-00056",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 21
        },
        "20190926-00057-01": {
          "setup": "20190926-00057",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 21
        },
        "20190926-00067-02": {
          "setup": "20190926-00067",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 29
        },
        "20190927-00077-04": {
          "setup": "20190927-00077",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 8
        },
        "20190928-00082-02": {
          "setup": "20190928-00082",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20190928-00092-02": {
          "setup": "20190928-00092",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 7
        },
        "20190929-00104-04": {
          "setup": "20190929-00104",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20190930-00125-06": {
          "setup": "20190930-00125",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191001-00128-09": {
          "setup": "20191001-00128",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191001-00133-07": {
          "setup": "20191001-00133",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191002-00146-06": {
          "setup": "20191002-00146",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191002-00148-10": {
          "setup": "20191002-00148",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20191002-00157-04": {
          "setup": "20191002-00157",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20191002-00159-09": {
          "setup": "20191002-00159",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191003-00163-01": {
          "setup": "20191003-00163",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191003-00171-02": {
          "setup": "20191003-00171",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191004-00180-03": {
          "setup": "20191004-00180",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191004-00183-04": {
          "setup": "20191004-00183",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191004-00185-01": {
          "setup": "20191004-00185",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 9
        },
        "20191005-00193-04": {
          "setup": "20191005-00193",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191005-00197-04": {
          "setup": "20191005-00197",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191005-00199-01": {
          "setup": "20191005-00199",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191005-00200-04": {
          "setup": "20191005-00200",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191005-00202-04": {
          "setup": "20191005-00202",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191006-00213-04": {
          "setup": "20191006-00213",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191006-00214-01": {
          "setup": "20191006-00214",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191006-00217-08": {
          "setup": "20191006-00217",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00221-09": {
          "setup": "20191007-00221",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00223-01": {
          "setup": "20191007-00223",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191007-00226-09": {
          "setup": "20191007-00226",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191007-00230-02": {
          "setup": "20191007-00230",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191008-00242-09": {
          "setup": "20191008-00242",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191009-00250-06": {
          "setup": "20191009-00250",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191009-00251-03": {
          "setup": "20191009-00251",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191009-00261-01": {
          "setup": "20191009-00261",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191010-00264-04": {
          "setup": "20191010-00264",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191010-00268-08": {
          "setup": "20191010-00268",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191010-00272-03": {
          "setup": "20191010-00272",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191011-00279-01": {
          "setup": "20191011-00279",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191011-00284-03": {
          "setup": "20191011-00284",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191011-00289-05": {
          "setup": "20191011-00289",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191012-00294-05": {
          "setup": "20191012-00294",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191012-00303-09": {
          "setup": "20191012-00303",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191014-00311-07": {
          "setup": "20191014-00311",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00337-07": {
          "setup": "20191016-00337",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00339-10": {
          "setup": "20191016-00339",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00342-01": {
          "setup": "20191016-00342",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00345-02": {
          "setup": "20191016-00345",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191017-00349-03": {
          "setup": "20191017-00349",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191017-00353-01": {
          "setup": "20191017-00353",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00364-08": {
          "setup": "20191018-00364",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00366-02": {
          "setup": "20191018-00366",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00372-03": {
          "setup": "20191018-00372",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191018-00373-01": {
          "setup": "20191018-00373",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191106-00563-02": {
          "setup": "20191106-00563",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00765-10": {
          "setup": "20191121-00765",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00767-05": {
          "setup": "20191121-00767",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00773-07": {
          "setup": "20191121-00773",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00818-02": {
          "setup": "20191126-00818",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00821-02": {
          "setup": "20191126-00821",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00822-07": {
          "setup": "20191126-00822",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191127-00830-01": {
          "setup": "20191127-00830",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191127-00839-01": {
          "setup": "20191127-00839",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191203-00895-07": {
          "setup": "20191203-00895",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191203-00896-06": {
          "setup": "20191203-00896",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191204-00906-08": {
          "setup": "20191204-00906",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191204-00912-09": {
          "setup": "20191204-00912",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191205-00921-03": {
          "setup": "20191205-00921",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191205-00923-05": {
          "setup": "20191205-00923",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191206-00932-04": {
          "setup": "20191206-00932",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191206-00934-01": {
          "setup": "20191206-00934",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191207-00961-08": {
          "setup": "20191207-00961",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191208-00964-09": {
          "setup": "20191208-00964",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191208-00966-01": {
          "setup": "20191208-00966",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191209-00982-04": {
          "setup": "20191209-00982",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191209-00987-08": {
          "setup": "20191209-00987",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191209-00992-09": {
          "setup": "20191209-00992",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191210-00999-08": {
          "setup": "20191210-00999",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191210-01005-03": {
          "setup": "20191210-01005",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191211-01022-06": {
          "setup": "20191211-01022",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01030-10": {
          "setup": "20191212-01030",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01031-04": {
          "setup": "20191212-01031",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01032-03": {
          "setup": "20191212-01032",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01037-09": {
          "setup": "20191213-01037",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01042-02": {
          "setup": "20191213-01042",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01050-02": {
          "setup": "20191213-01050",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01052-04": {
          "setup": "20191214-01052",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01058-01": {
          "setup": "20191214-01058",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01064-10": {
          "setup": "20191214-01064",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191216-01068-09": {
          "setup": "20191216-01068",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        }
      }
    },
    "dino_tight_1x_rotation_scene_anchor": {
      "method": "dino_tight_1x_rotation_scene_anchor",
      "label": "DINOv2 tight_1x shared-view rotation by anchor",
      "training": false,
      "image_pairs": 3600,
      "candidate_object_pairs": 2484124,
      "positive_object_pairs": 78335,
      "AP": 0.249135763816601,
      "FPR95": 0.6467961238495978,
      "IPAA100": 0.05583333333333333,
      "IPAA": {
        "100": 0.05583333333333333,
        "90": 0.07444444444444444,
        "80": 0.14833333333333334,
        "70": 0.22916666666666666,
        "60": 0.335,
        "50": 0.4688888888888889
      },
      "IPAA_counts": {
        "100": 201,
        "90": 268,
        "80": 534,
        "70": 825,
        "60": 1206,
        "50": 1688
      },
      "author_assignment": {
        "correct": 35749,
        "wrong": 40710,
        "unmapped": 0,
        "proposals": 76459,
        "recall": 0.45636050296802194
      },
      "distance_p95": 0.934488170221448,
      "km_threshold": 0.7,
      "metric_code_sha256": "f23eba91db32a5fd0497bf4bf786c7a87587c7889f8b89e4029f82581e0d8960",
      "native_solver_sha256": "d0ba8efaa44719c853b71283e6d08f82c8b37c35fb0e9db447051ca743f13b0a",
      "score_sha256": "21c3c227c99894bce03876b40f9b7ba3bde576bb77b80090f4d1eb57ef730b4a",
      "elapsed_seconds": 14.131502408068627,
      "scene_outcomes": {
        "20190921-00003-02": {
          "setup": "20190921-00003",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 12
        },
        "20190923-00015-06": {
          "setup": "20190923-00015",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20190924-00019-01": {
          "setup": "20190924-00019",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 18
        },
        "20190924-00020-09": {
          "setup": "20190924-00020",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 8
        },
        "20190924-00021-09": {
          "setup": "20190924-00021",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20190924-00032-02": {
          "setup": "20190924-00032",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 8
        },
        "20190925-00038-10": {
          "setup": "20190925-00038",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20190925-00042-06": {
          "setup": "20190925-00042",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20190925-00045-07": {
          "setup": "20190925-00045",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 10
        },
        "20190925-00051-07": {
          "setup": "20190925-00051",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20190926-00056-03": {
          "setup": "20190926-00056",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 21
        },
        "20190926-00057-01": {
          "setup": "20190926-00057",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 19
        },
        "20190926-00067-02": {
          "setup": "20190926-00067",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 30
        },
        "20190927-00077-04": {
          "setup": "20190927-00077",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20190928-00082-02": {
          "setup": "20190928-00082",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 7
        },
        "20190928-00092-02": {
          "setup": "20190928-00092",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20190929-00104-04": {
          "setup": "20190929-00104",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20190930-00125-06": {
          "setup": "20190930-00125",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191001-00128-09": {
          "setup": "20191001-00128",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191001-00133-07": {
          "setup": "20191001-00133",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191002-00146-06": {
          "setup": "20191002-00146",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191002-00148-10": {
          "setup": "20191002-00148",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191002-00157-04": {
          "setup": "20191002-00157",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20191002-00159-09": {
          "setup": "20191002-00159",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191003-00163-01": {
          "setup": "20191003-00163",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191003-00171-02": {
          "setup": "20191003-00171",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191004-00180-03": {
          "setup": "20191004-00180",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191004-00183-04": {
          "setup": "20191004-00183",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191004-00185-01": {
          "setup": "20191004-00185",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 9
        },
        "20191005-00193-04": {
          "setup": "20191005-00193",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191005-00197-04": {
          "setup": "20191005-00197",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191005-00199-01": {
          "setup": "20191005-00199",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191005-00200-04": {
          "setup": "20191005-00200",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191005-00202-04": {
          "setup": "20191005-00202",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191006-00213-04": {
          "setup": "20191006-00213",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191006-00214-01": {
          "setup": "20191006-00214",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191006-00217-08": {
          "setup": "20191006-00217",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00221-09": {
          "setup": "20191007-00221",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00223-01": {
          "setup": "20191007-00223",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191007-00226-09": {
          "setup": "20191007-00226",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191007-00230-02": {
          "setup": "20191007-00230",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191008-00242-09": {
          "setup": "20191008-00242",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191009-00250-06": {
          "setup": "20191009-00250",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191009-00251-03": {
          "setup": "20191009-00251",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191009-00261-01": {
          "setup": "20191009-00261",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191010-00264-04": {
          "setup": "20191010-00264",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191010-00268-08": {
          "setup": "20191010-00268",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191010-00272-03": {
          "setup": "20191010-00272",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191011-00279-01": {
          "setup": "20191011-00279",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191011-00284-03": {
          "setup": "20191011-00284",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191011-00289-05": {
          "setup": "20191011-00289",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191012-00294-05": {
          "setup": "20191012-00294",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191012-00303-09": {
          "setup": "20191012-00303",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191014-00311-07": {
          "setup": "20191014-00311",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00337-07": {
          "setup": "20191016-00337",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00339-10": {
          "setup": "20191016-00339",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00342-01": {
          "setup": "20191016-00342",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00345-02": {
          "setup": "20191016-00345",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191017-00349-03": {
          "setup": "20191017-00349",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191017-00353-01": {
          "setup": "20191017-00353",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00364-08": {
          "setup": "20191018-00364",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00366-02": {
          "setup": "20191018-00366",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00372-03": {
          "setup": "20191018-00372",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191018-00373-01": {
          "setup": "20191018-00373",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191106-00563-02": {
          "setup": "20191106-00563",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00765-10": {
          "setup": "20191121-00765",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00767-05": {
          "setup": "20191121-00767",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00773-07": {
          "setup": "20191121-00773",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00818-02": {
          "setup": "20191126-00818",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00821-02": {
          "setup": "20191126-00821",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00822-07": {
          "setup": "20191126-00822",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191127-00830-01": {
          "setup": "20191127-00830",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191127-00839-01": {
          "setup": "20191127-00839",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191203-00895-07": {
          "setup": "20191203-00895",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191203-00896-06": {
          "setup": "20191203-00896",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191204-00906-08": {
          "setup": "20191204-00906",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191204-00912-09": {
          "setup": "20191204-00912",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191205-00921-03": {
          "setup": "20191205-00921",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191205-00923-05": {
          "setup": "20191205-00923",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191206-00932-04": {
          "setup": "20191206-00932",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191206-00934-01": {
          "setup": "20191206-00934",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191207-00961-08": {
          "setup": "20191207-00961",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191208-00964-09": {
          "setup": "20191208-00964",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191208-00966-01": {
          "setup": "20191208-00966",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191209-00982-04": {
          "setup": "20191209-00982",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191209-00987-08": {
          "setup": "20191209-00987",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191209-00992-09": {
          "setup": "20191209-00992",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191210-00999-08": {
          "setup": "20191210-00999",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191210-01005-03": {
          "setup": "20191210-01005",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191211-01022-06": {
          "setup": "20191211-01022",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01030-10": {
          "setup": "20191212-01030",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01031-04": {
          "setup": "20191212-01031",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01032-03": {
          "setup": "20191212-01032",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01037-09": {
          "setup": "20191213-01037",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01042-02": {
          "setup": "20191213-01042",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01050-02": {
          "setup": "20191213-01050",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01052-04": {
          "setup": "20191214-01052",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01058-01": {
          "setup": "20191214-01058",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01064-10": {
          "setup": "20191214-01064",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191216-01068-09": {
          "setup": "20191216-01068",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        }
      }
    },
    "dino_sam_rotation_90": {
      "method": "dino_sam_rotation_90",
      "label": "DINOv2 sam fixed90\u00b0",
      "training": false,
      "image_pairs": 3600,
      "candidate_object_pairs": 2484124,
      "positive_object_pairs": 78335,
      "AP": 0.2957191079313312,
      "FPR95": 0.5004324984443773,
      "IPAA100": 0.06833333333333333,
      "IPAA": {
        "100": 0.06833333333333333,
        "90": 0.08944444444444444,
        "80": 0.1688888888888889,
        "70": 0.23444444444444446,
        "60": 0.3416666666666667,
        "50": 0.4738888888888889
      },
      "IPAA_counts": {
        "100": 246,
        "90": 322,
        "80": 608,
        "70": 844,
        "60": 1230,
        "50": 1706
      },
      "author_assignment": {
        "correct": 36963,
        "wrong": 40415,
        "unmapped": 0,
        "proposals": 77378,
        "recall": 0.4718580455734984
      },
      "distance_p95": 0.9402681237086654,
      "km_threshold": 0.7,
      "metric_code_sha256": "f23eba91db32a5fd0497bf4bf786c7a87587c7889f8b89e4029f82581e0d8960",
      "native_solver_sha256": "d0ba8efaa44719c853b71283e6d08f82c8b37c35fb0e9db447051ca743f13b0a",
      "score_sha256": "6d075c11f65fa7370f5e3dbd06dd8fe062c79dd93241c796dff84dc47cac6972",
      "elapsed_seconds": 13.989346597809345,
      "scene_outcomes": {
        "20190921-00003-02": {
          "setup": "20190921-00003",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 14
        },
        "20190923-00015-06": {
          "setup": "20190923-00015",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20190924-00019-01": {
          "setup": "20190924-00019",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 28
        },
        "20190924-00020-09": {
          "setup": "20190924-00020",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 9
        },
        "20190924-00021-09": {
          "setup": "20190924-00021",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 13
        },
        "20190924-00032-02": {
          "setup": "20190924-00032",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 7
        },
        "20190925-00038-10": {
          "setup": "20190925-00038",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 9
        },
        "20190925-00042-06": {
          "setup": "20190925-00042",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 10
        },
        "20190925-00045-07": {
          "setup": "20190925-00045",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 25
        },
        "20190925-00051-07": {
          "setup": "20190925-00051",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 8
        },
        "20190926-00056-03": {
          "setup": "20190926-00056",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 28
        },
        "20190926-00057-01": {
          "setup": "20190926-00057",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 11
        },
        "20190926-00067-02": {
          "setup": "20190926-00067",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 29
        },
        "20190927-00077-04": {
          "setup": "20190927-00077",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 15
        },
        "20190928-00082-02": {
          "setup": "20190928-00082",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20190928-00092-02": {
          "setup": "20190928-00092",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 10
        },
        "20190929-00104-04": {
          "setup": "20190929-00104",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20190930-00125-06": {
          "setup": "20190930-00125",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20191001-00128-09": {
          "setup": "20191001-00128",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191001-00133-07": {
          "setup": "20191001-00133",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191002-00146-06": {
          "setup": "20191002-00146",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191002-00148-10": {
          "setup": "20191002-00148",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20191002-00157-04": {
          "setup": "20191002-00157",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191002-00159-09": {
          "setup": "20191002-00159",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20191003-00163-01": {
          "setup": "20191003-00163",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191003-00171-02": {
          "setup": "20191003-00171",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191004-00180-03": {
          "setup": "20191004-00180",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191004-00183-04": {
          "setup": "20191004-00183",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191004-00185-01": {
          "setup": "20191004-00185",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191005-00193-04": {
          "setup": "20191005-00193",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191005-00197-04": {
          "setup": "20191005-00197",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191005-00199-01": {
          "setup": "20191005-00199",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191005-00200-04": {
          "setup": "20191005-00200",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191005-00202-04": {
          "setup": "20191005-00202",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191006-00213-04": {
          "setup": "20191006-00213",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191006-00214-01": {
          "setup": "20191006-00214",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191006-00217-08": {
          "setup": "20191006-00217",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00221-09": {
          "setup": "20191007-00221",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00223-01": {
          "setup": "20191007-00223",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00226-09": {
          "setup": "20191007-00226",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00230-02": {
          "setup": "20191007-00230",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191008-00242-09": {
          "setup": "20191008-00242",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191009-00250-06": {
          "setup": "20191009-00250",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191009-00251-03": {
          "setup": "20191009-00251",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191009-00261-01": {
          "setup": "20191009-00261",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191010-00264-04": {
          "setup": "20191010-00264",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191010-00268-08": {
          "setup": "20191010-00268",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191010-00272-03": {
          "setup": "20191010-00272",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191011-00279-01": {
          "setup": "20191011-00279",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191011-00284-03": {
          "setup": "20191011-00284",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191011-00289-05": {
          "setup": "20191011-00289",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191012-00294-05": {
          "setup": "20191012-00294",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191012-00303-09": {
          "setup": "20191012-00303",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191014-00311-07": {
          "setup": "20191014-00311",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00337-07": {
          "setup": "20191016-00337",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00339-10": {
          "setup": "20191016-00339",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191016-00342-01": {
          "setup": "20191016-00342",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00345-02": {
          "setup": "20191016-00345",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191017-00349-03": {
          "setup": "20191017-00349",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191017-00353-01": {
          "setup": "20191017-00353",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00364-08": {
          "setup": "20191018-00364",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00366-02": {
          "setup": "20191018-00366",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00372-03": {
          "setup": "20191018-00372",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00373-01": {
          "setup": "20191018-00373",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191106-00563-02": {
          "setup": "20191106-00563",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00765-10": {
          "setup": "20191121-00765",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00767-05": {
          "setup": "20191121-00767",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00773-07": {
          "setup": "20191121-00773",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00818-02": {
          "setup": "20191126-00818",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00821-02": {
          "setup": "20191126-00821",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00822-07": {
          "setup": "20191126-00822",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191127-00830-01": {
          "setup": "20191127-00830",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191127-00839-01": {
          "setup": "20191127-00839",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191203-00895-07": {
          "setup": "20191203-00895",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191203-00896-06": {
          "setup": "20191203-00896",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191204-00906-08": {
          "setup": "20191204-00906",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191204-00912-09": {
          "setup": "20191204-00912",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191205-00921-03": {
          "setup": "20191205-00921",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191205-00923-05": {
          "setup": "20191205-00923",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191206-00932-04": {
          "setup": "20191206-00932",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191206-00934-01": {
          "setup": "20191206-00934",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191207-00961-08": {
          "setup": "20191207-00961",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191208-00964-09": {
          "setup": "20191208-00964",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191208-00966-01": {
          "setup": "20191208-00966",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191209-00982-04": {
          "setup": "20191209-00982",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191209-00987-08": {
          "setup": "20191209-00987",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191209-00992-09": {
          "setup": "20191209-00992",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191210-00999-08": {
          "setup": "20191210-00999",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191210-01005-03": {
          "setup": "20191210-01005",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191211-01022-06": {
          "setup": "20191211-01022",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01030-10": {
          "setup": "20191212-01030",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01031-04": {
          "setup": "20191212-01031",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01032-03": {
          "setup": "20191212-01032",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01037-09": {
          "setup": "20191213-01037",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01042-02": {
          "setup": "20191213-01042",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01050-02": {
          "setup": "20191213-01050",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01052-04": {
          "setup": "20191214-01052",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01058-01": {
          "setup": "20191214-01058",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01064-10": {
          "setup": "20191214-01064",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191216-01068-09": {
          "setup": "20191216-01068",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        }
      }
    },
    "dino_sam_rotation_180": {
      "method": "dino_sam_rotation_180",
      "label": "DINOv2 sam fixed180\u00b0",
      "training": false,
      "image_pairs": 3600,
      "candidate_object_pairs": 2484124,
      "positive_object_pairs": 78335,
      "AP": 0.2937684957279744,
      "FPR95": 0.5090068164747615,
      "IPAA100": 0.06166666666666667,
      "IPAA": {
        "100": 0.06166666666666667,
        "90": 0.08194444444444444,
        "80": 0.15333333333333332,
        "70": 0.22583333333333333,
        "60": 0.32861111111111113,
        "50": 0.46055555555555555
      },
      "IPAA_counts": {
        "100": 222,
        "90": 295,
        "80": 552,
        "70": 813,
        "60": 1183,
        "50": 1658
      },
      "author_assignment": {
        "correct": 36307,
        "wrong": 40708,
        "unmapped": 0,
        "proposals": 77015,
        "recall": 0.46348375566477307
      },
      "distance_p95": 0.9407806029543281,
      "km_threshold": 0.7,
      "metric_code_sha256": "f23eba91db32a5fd0497bf4bf786c7a87587c7889f8b89e4029f82581e0d8960",
      "native_solver_sha256": "d0ba8efaa44719c853b71283e6d08f82c8b37c35fb0e9db447051ca743f13b0a",
      "score_sha256": "4bcc43784a074a77ab260a5a4f88f4ec5a04b2cc3ba433ee393b0e2b8887c461",
      "elapsed_seconds": 14.09904777770862,
      "scene_outcomes": {
        "20190921-00003-02": {
          "setup": "20190921-00003",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 10
        },
        "20190923-00015-06": {
          "setup": "20190923-00015",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20190924-00019-01": {
          "setup": "20190924-00019",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 25
        },
        "20190924-00020-09": {
          "setup": "20190924-00020",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 11
        },
        "20190924-00021-09": {
          "setup": "20190924-00021",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 13
        },
        "20190924-00032-02": {
          "setup": "20190924-00032",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20190925-00038-10": {
          "setup": "20190925-00038",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 9
        },
        "20190925-00042-06": {
          "setup": "20190925-00042",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 8
        },
        "20190925-00045-07": {
          "setup": "20190925-00045",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 21
        },
        "20190925-00051-07": {
          "setup": "20190925-00051",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20190926-00056-03": {
          "setup": "20190926-00056",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 28
        },
        "20190926-00057-01": {
          "setup": "20190926-00057",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 11
        },
        "20190926-00067-02": {
          "setup": "20190926-00067",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 28
        },
        "20190927-00077-04": {
          "setup": "20190927-00077",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 11
        },
        "20190928-00082-02": {
          "setup": "20190928-00082",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20190928-00092-02": {
          "setup": "20190928-00092",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 9
        },
        "20190929-00104-04": {
          "setup": "20190929-00104",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20190930-00125-06": {
          "setup": "20190930-00125",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20191001-00128-09": {
          "setup": "20191001-00128",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191001-00133-07": {
          "setup": "20191001-00133",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191002-00146-06": {
          "setup": "20191002-00146",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191002-00148-10": {
          "setup": "20191002-00148",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20191002-00157-04": {
          "setup": "20191002-00157",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191002-00159-09": {
          "setup": "20191002-00159",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191003-00163-01": {
          "setup": "20191003-00163",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191003-00171-02": {
          "setup": "20191003-00171",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191004-00180-03": {
          "setup": "20191004-00180",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191004-00183-04": {
          "setup": "20191004-00183",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191004-00185-01": {
          "setup": "20191004-00185",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191005-00193-04": {
          "setup": "20191005-00193",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191005-00197-04": {
          "setup": "20191005-00197",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191005-00199-01": {
          "setup": "20191005-00199",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191005-00200-04": {
          "setup": "20191005-00200",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191005-00202-04": {
          "setup": "20191005-00202",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191006-00213-04": {
          "setup": "20191006-00213",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191006-00214-01": {
          "setup": "20191006-00214",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191006-00217-08": {
          "setup": "20191006-00217",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00221-09": {
          "setup": "20191007-00221",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00223-01": {
          "setup": "20191007-00223",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191007-00226-09": {
          "setup": "20191007-00226",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00230-02": {
          "setup": "20191007-00230",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191008-00242-09": {
          "setup": "20191008-00242",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191009-00250-06": {
          "setup": "20191009-00250",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191009-00251-03": {
          "setup": "20191009-00251",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191009-00261-01": {
          "setup": "20191009-00261",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191010-00264-04": {
          "setup": "20191010-00264",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191010-00268-08": {
          "setup": "20191010-00268",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191010-00272-03": {
          "setup": "20191010-00272",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191011-00279-01": {
          "setup": "20191011-00279",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191011-00284-03": {
          "setup": "20191011-00284",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191011-00289-05": {
          "setup": "20191011-00289",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191012-00294-05": {
          "setup": "20191012-00294",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191012-00303-09": {
          "setup": "20191012-00303",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191014-00311-07": {
          "setup": "20191014-00311",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00337-07": {
          "setup": "20191016-00337",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00339-10": {
          "setup": "20191016-00339",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00342-01": {
          "setup": "20191016-00342",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00345-02": {
          "setup": "20191016-00345",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191017-00349-03": {
          "setup": "20191017-00349",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191017-00353-01": {
          "setup": "20191017-00353",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00364-08": {
          "setup": "20191018-00364",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00366-02": {
          "setup": "20191018-00366",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00372-03": {
          "setup": "20191018-00372",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191018-00373-01": {
          "setup": "20191018-00373",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191106-00563-02": {
          "setup": "20191106-00563",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00765-10": {
          "setup": "20191121-00765",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00767-05": {
          "setup": "20191121-00767",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00773-07": {
          "setup": "20191121-00773",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00818-02": {
          "setup": "20191126-00818",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00821-02": {
          "setup": "20191126-00821",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00822-07": {
          "setup": "20191126-00822",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191127-00830-01": {
          "setup": "20191127-00830",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191127-00839-01": {
          "setup": "20191127-00839",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191203-00895-07": {
          "setup": "20191203-00895",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191203-00896-06": {
          "setup": "20191203-00896",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191204-00906-08": {
          "setup": "20191204-00906",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191204-00912-09": {
          "setup": "20191204-00912",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191205-00921-03": {
          "setup": "20191205-00921",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191205-00923-05": {
          "setup": "20191205-00923",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191206-00932-04": {
          "setup": "20191206-00932",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191206-00934-01": {
          "setup": "20191206-00934",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191207-00961-08": {
          "setup": "20191207-00961",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191208-00964-09": {
          "setup": "20191208-00964",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191208-00966-01": {
          "setup": "20191208-00966",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191209-00982-04": {
          "setup": "20191209-00982",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191209-00987-08": {
          "setup": "20191209-00987",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191209-00992-09": {
          "setup": "20191209-00992",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191210-00999-08": {
          "setup": "20191210-00999",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191210-01005-03": {
          "setup": "20191210-01005",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191211-01022-06": {
          "setup": "20191211-01022",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01030-10": {
          "setup": "20191212-01030",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01031-04": {
          "setup": "20191212-01031",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01032-03": {
          "setup": "20191212-01032",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01037-09": {
          "setup": "20191213-01037",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01042-02": {
          "setup": "20191213-01042",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01050-02": {
          "setup": "20191213-01050",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01052-04": {
          "setup": "20191214-01052",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01058-01": {
          "setup": "20191214-01058",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01064-10": {
          "setup": "20191214-01064",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191216-01068-09": {
          "setup": "20191216-01068",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        }
      }
    },
    "dino_sam_rotation_270": {
      "method": "dino_sam_rotation_270",
      "label": "DINOv2 sam fixed270\u00b0",
      "training": false,
      "image_pairs": 3600,
      "candidate_object_pairs": 2484124,
      "positive_object_pairs": 78335,
      "AP": 0.2920264707410073,
      "FPR95": 0.49947979644100127,
      "IPAA100": 0.06472222222222222,
      "IPAA": {
        "100": 0.06472222222222222,
        "90": 0.08694444444444445,
        "80": 0.16777777777777778,
        "70": 0.24,
        "60": 0.33694444444444444,
        "50": 0.4747222222222222
      },
      "IPAA_counts": {
        "100": 233,
        "90": 313,
        "80": 604,
        "70": 864,
        "60": 1213,
        "50": 1709
      },
      "author_assignment": {
        "correct": 36967,
        "wrong": 40372,
        "unmapped": 0,
        "proposals": 77339,
        "recall": 0.47190910831684435
      },
      "distance_p95": 0.9413783133029938,
      "km_threshold": 0.7,
      "metric_code_sha256": "f23eba91db32a5fd0497bf4bf786c7a87587c7889f8b89e4029f82581e0d8960",
      "native_solver_sha256": "d0ba8efaa44719c853b71283e6d08f82c8b37c35fb0e9db447051ca743f13b0a",
      "score_sha256": "44f8dc21a6885921cad6ff790ba962c7e6c2a97b0e079af7a4ab220f0fa0fd97",
      "elapsed_seconds": 14.201356701087207,
      "scene_outcomes": {
        "20190921-00003-02": {
          "setup": "20190921-00003",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 9
        },
        "20190923-00015-06": {
          "setup": "20190923-00015",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20190924-00019-01": {
          "setup": "20190924-00019",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 29
        },
        "20190924-00020-09": {
          "setup": "20190924-00020",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 13
        },
        "20190924-00021-09": {
          "setup": "20190924-00021",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 14
        },
        "20190924-00032-02": {
          "setup": "20190924-00032",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20190925-00038-10": {
          "setup": "20190925-00038",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 7
        },
        "20190925-00042-06": {
          "setup": "20190925-00042",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 13
        },
        "20190925-00045-07": {
          "setup": "20190925-00045",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 21
        },
        "20190925-00051-07": {
          "setup": "20190925-00051",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20190926-00056-03": {
          "setup": "20190926-00056",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 28
        },
        "20190926-00057-01": {
          "setup": "20190926-00057",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 13
        },
        "20190926-00067-02": {
          "setup": "20190926-00067",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 29
        },
        "20190927-00077-04": {
          "setup": "20190927-00077",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 14
        },
        "20190928-00082-02": {
          "setup": "20190928-00082",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20190928-00092-02": {
          "setup": "20190928-00092",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 9
        },
        "20190929-00104-04": {
          "setup": "20190929-00104",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20190930-00125-06": {
          "setup": "20190930-00125",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20191001-00128-09": {
          "setup": "20191001-00128",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191001-00133-07": {
          "setup": "20191001-00133",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191002-00146-06": {
          "setup": "20191002-00146",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191002-00148-10": {
          "setup": "20191002-00148",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191002-00157-04": {
          "setup": "20191002-00157",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191002-00159-09": {
          "setup": "20191002-00159",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191003-00163-01": {
          "setup": "20191003-00163",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191003-00171-02": {
          "setup": "20191003-00171",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191004-00180-03": {
          "setup": "20191004-00180",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191004-00183-04": {
          "setup": "20191004-00183",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191004-00185-01": {
          "setup": "20191004-00185",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191005-00193-04": {
          "setup": "20191005-00193",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191005-00197-04": {
          "setup": "20191005-00197",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191005-00199-01": {
          "setup": "20191005-00199",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191005-00200-04": {
          "setup": "20191005-00200",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191005-00202-04": {
          "setup": "20191005-00202",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191006-00213-04": {
          "setup": "20191006-00213",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191006-00214-01": {
          "setup": "20191006-00214",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191006-00217-08": {
          "setup": "20191006-00217",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00221-09": {
          "setup": "20191007-00221",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00223-01": {
          "setup": "20191007-00223",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00226-09": {
          "setup": "20191007-00226",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00230-02": {
          "setup": "20191007-00230",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191008-00242-09": {
          "setup": "20191008-00242",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191009-00250-06": {
          "setup": "20191009-00250",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191009-00251-03": {
          "setup": "20191009-00251",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191009-00261-01": {
          "setup": "20191009-00261",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191010-00264-04": {
          "setup": "20191010-00264",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191010-00268-08": {
          "setup": "20191010-00268",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191010-00272-03": {
          "setup": "20191010-00272",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191011-00279-01": {
          "setup": "20191011-00279",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191011-00284-03": {
          "setup": "20191011-00284",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191011-00289-05": {
          "setup": "20191011-00289",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191012-00294-05": {
          "setup": "20191012-00294",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191012-00303-09": {
          "setup": "20191012-00303",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191014-00311-07": {
          "setup": "20191014-00311",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00337-07": {
          "setup": "20191016-00337",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00339-10": {
          "setup": "20191016-00339",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00342-01": {
          "setup": "20191016-00342",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191016-00345-02": {
          "setup": "20191016-00345",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191017-00349-03": {
          "setup": "20191017-00349",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191017-00353-01": {
          "setup": "20191017-00353",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00364-08": {
          "setup": "20191018-00364",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00366-02": {
          "setup": "20191018-00366",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00372-03": {
          "setup": "20191018-00372",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00373-01": {
          "setup": "20191018-00373",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191106-00563-02": {
          "setup": "20191106-00563",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00765-10": {
          "setup": "20191121-00765",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00767-05": {
          "setup": "20191121-00767",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00773-07": {
          "setup": "20191121-00773",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00818-02": {
          "setup": "20191126-00818",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00821-02": {
          "setup": "20191126-00821",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00822-07": {
          "setup": "20191126-00822",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191127-00830-01": {
          "setup": "20191127-00830",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191127-00839-01": {
          "setup": "20191127-00839",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191203-00895-07": {
          "setup": "20191203-00895",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191203-00896-06": {
          "setup": "20191203-00896",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191204-00906-08": {
          "setup": "20191204-00906",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191204-00912-09": {
          "setup": "20191204-00912",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191205-00921-03": {
          "setup": "20191205-00921",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191205-00923-05": {
          "setup": "20191205-00923",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191206-00932-04": {
          "setup": "20191206-00932",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191206-00934-01": {
          "setup": "20191206-00934",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191207-00961-08": {
          "setup": "20191207-00961",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191208-00964-09": {
          "setup": "20191208-00964",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191208-00966-01": {
          "setup": "20191208-00966",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191209-00982-04": {
          "setup": "20191209-00982",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191209-00987-08": {
          "setup": "20191209-00987",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191209-00992-09": {
          "setup": "20191209-00992",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191210-00999-08": {
          "setup": "20191210-00999",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191210-01005-03": {
          "setup": "20191210-01005",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191211-01022-06": {
          "setup": "20191211-01022",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01030-10": {
          "setup": "20191212-01030",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01031-04": {
          "setup": "20191212-01031",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01032-03": {
          "setup": "20191212-01032",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01037-09": {
          "setup": "20191213-01037",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01042-02": {
          "setup": "20191213-01042",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01050-02": {
          "setup": "20191213-01050",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01052-04": {
          "setup": "20191214-01052",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01058-01": {
          "setup": "20191214-01058",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01064-10": {
          "setup": "20191214-01064",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191216-01068-09": {
          "setup": "20191216-01068",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        }
      }
    },
    "dino_sam_rotation_max": {
      "method": "dino_sam_rotation_max",
      "label": "DINOv2 sam best quarter-turn per candidate",
      "training": false,
      "image_pairs": 3600,
      "candidate_object_pairs": 2484124,
      "positive_object_pairs": 78335,
      "AP": 0.33016975199959836,
      "FPR95": 0.4730485508080717,
      "IPAA100": 0.07916666666666666,
      "IPAA": {
        "100": 0.07916666666666666,
        "90": 0.10666666666666667,
        "80": 0.18555555555555556,
        "70": 0.27055555555555555,
        "60": 0.37694444444444447,
        "50": 0.5075
      },
      "IPAA_counts": {
        "100": 285,
        "90": 384,
        "80": 668,
        "70": 974,
        "60": 1357,
        "50": 1827
      },
      "author_assignment": {
        "correct": 38983,
        "wrong": 39715,
        "unmapped": 0,
        "proposals": 78698,
        "recall": 0.497644730963171
      },
      "distance_p95": 0.9159076854586601,
      "km_threshold": 0.7,
      "metric_code_sha256": "f23eba91db32a5fd0497bf4bf786c7a87587c7889f8b89e4029f82581e0d8960",
      "native_solver_sha256": "d0ba8efaa44719c853b71283e6d08f82c8b37c35fb0e9db447051ca743f13b0a",
      "score_sha256": "1985f25d7b06d4bf93e62b6850d9e85d878fe5849c3882ecb36e50058a3edddf",
      "elapsed_seconds": 14.037428209092468,
      "scene_outcomes": {
        "20190921-00003-02": {
          "setup": "20190921-00003",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 17
        },
        "20190923-00015-06": {
          "setup": "20190923-00015",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20190924-00019-01": {
          "setup": "20190924-00019",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 29
        },
        "20190924-00020-09": {
          "setup": "20190924-00020",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 14
        },
        "20190924-00021-09": {
          "setup": "20190924-00021",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 17
        },
        "20190924-00032-02": {
          "setup": "20190924-00032",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 8
        },
        "20190925-00038-10": {
          "setup": "20190925-00038",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 9
        },
        "20190925-00042-06": {
          "setup": "20190925-00042",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 12
        },
        "20190925-00045-07": {
          "setup": "20190925-00045",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 25
        },
        "20190925-00051-07": {
          "setup": "20190925-00051",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 10
        },
        "20190926-00056-03": {
          "setup": "20190926-00056",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 28
        },
        "20190926-00057-01": {
          "setup": "20190926-00057",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 13
        },
        "20190926-00067-02": {
          "setup": "20190926-00067",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 30
        },
        "20190927-00077-04": {
          "setup": "20190927-00077",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 20
        },
        "20190928-00082-02": {
          "setup": "20190928-00082",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20190928-00092-02": {
          "setup": "20190928-00092",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 13
        },
        "20190929-00104-04": {
          "setup": "20190929-00104",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20190930-00125-06": {
          "setup": "20190930-00125",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20191001-00128-09": {
          "setup": "20191001-00128",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191001-00133-07": {
          "setup": "20191001-00133",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191002-00146-06": {
          "setup": "20191002-00146",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191002-00148-10": {
          "setup": "20191002-00148",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20191002-00157-04": {
          "setup": "20191002-00157",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191002-00159-09": {
          "setup": "20191002-00159",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191003-00163-01": {
          "setup": "20191003-00163",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191003-00171-02": {
          "setup": "20191003-00171",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191004-00180-03": {
          "setup": "20191004-00180",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191004-00183-04": {
          "setup": "20191004-00183",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191004-00185-01": {
          "setup": "20191004-00185",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20191005-00193-04": {
          "setup": "20191005-00193",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191005-00197-04": {
          "setup": "20191005-00197",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191005-00199-01": {
          "setup": "20191005-00199",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191005-00200-04": {
          "setup": "20191005-00200",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191005-00202-04": {
          "setup": "20191005-00202",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191006-00213-04": {
          "setup": "20191006-00213",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191006-00214-01": {
          "setup": "20191006-00214",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191006-00217-08": {
          "setup": "20191006-00217",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00221-09": {
          "setup": "20191007-00221",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00223-01": {
          "setup": "20191007-00223",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191007-00226-09": {
          "setup": "20191007-00226",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00230-02": {
          "setup": "20191007-00230",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191008-00242-09": {
          "setup": "20191008-00242",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191009-00250-06": {
          "setup": "20191009-00250",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191009-00251-03": {
          "setup": "20191009-00251",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191009-00261-01": {
          "setup": "20191009-00261",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191010-00264-04": {
          "setup": "20191010-00264",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191010-00268-08": {
          "setup": "20191010-00268",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191010-00272-03": {
          "setup": "20191010-00272",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191011-00279-01": {
          "setup": "20191011-00279",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191011-00284-03": {
          "setup": "20191011-00284",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191011-00289-05": {
          "setup": "20191011-00289",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191012-00294-05": {
          "setup": "20191012-00294",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191012-00303-09": {
          "setup": "20191012-00303",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191014-00311-07": {
          "setup": "20191014-00311",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00337-07": {
          "setup": "20191016-00337",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00339-10": {
          "setup": "20191016-00339",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191016-00342-01": {
          "setup": "20191016-00342",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00345-02": {
          "setup": "20191016-00345",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191017-00349-03": {
          "setup": "20191017-00349",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191017-00353-01": {
          "setup": "20191017-00353",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00364-08": {
          "setup": "20191018-00364",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00366-02": {
          "setup": "20191018-00366",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00372-03": {
          "setup": "20191018-00372",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00373-01": {
          "setup": "20191018-00373",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191106-00563-02": {
          "setup": "20191106-00563",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00765-10": {
          "setup": "20191121-00765",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00767-05": {
          "setup": "20191121-00767",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00773-07": {
          "setup": "20191121-00773",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00818-02": {
          "setup": "20191126-00818",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00821-02": {
          "setup": "20191126-00821",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00822-07": {
          "setup": "20191126-00822",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191127-00830-01": {
          "setup": "20191127-00830",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191127-00839-01": {
          "setup": "20191127-00839",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191203-00895-07": {
          "setup": "20191203-00895",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191203-00896-06": {
          "setup": "20191203-00896",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191204-00906-08": {
          "setup": "20191204-00906",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191204-00912-09": {
          "setup": "20191204-00912",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191205-00921-03": {
          "setup": "20191205-00921",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191205-00923-05": {
          "setup": "20191205-00923",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191206-00932-04": {
          "setup": "20191206-00932",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191206-00934-01": {
          "setup": "20191206-00934",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191207-00961-08": {
          "setup": "20191207-00961",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191208-00964-09": {
          "setup": "20191208-00964",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191208-00966-01": {
          "setup": "20191208-00966",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191209-00982-04": {
          "setup": "20191209-00982",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191209-00987-08": {
          "setup": "20191209-00987",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191209-00992-09": {
          "setup": "20191209-00992",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191210-00999-08": {
          "setup": "20191210-00999",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191210-01005-03": {
          "setup": "20191210-01005",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191211-01022-06": {
          "setup": "20191211-01022",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01030-10": {
          "setup": "20191212-01030",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01031-04": {
          "setup": "20191212-01031",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01032-03": {
          "setup": "20191212-01032",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01037-09": {
          "setup": "20191213-01037",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01042-02": {
          "setup": "20191213-01042",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01050-02": {
          "setup": "20191213-01050",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01052-04": {
          "setup": "20191214-01052",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01058-01": {
          "setup": "20191214-01058",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01064-10": {
          "setup": "20191214-01064",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191216-01068-09": {
          "setup": "20191216-01068",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        }
      }
    },
    "dino_sam_rotation_scene_appearance": {
      "method": "dino_sam_rotation_scene_appearance",
      "label": "DINOv2 sam shared-view rotation by appearance",
      "training": false,
      "image_pairs": 3600,
      "candidate_object_pairs": 2484124,
      "positive_object_pairs": 78335,
      "AP": 0.3317496257526006,
      "FPR95": 0.4784509364703222,
      "IPAA100": 0.07777777777777778,
      "IPAA": {
        "100": 0.07777777777777778,
        "90": 0.10888888888888888,
        "80": 0.1975,
        "70": 0.2777777777777778,
        "60": 0.3852777777777778,
        "50": 0.5133333333333333
      },
      "IPAA_counts": {
        "100": 280,
        "90": 392,
        "80": 711,
        "70": 1000,
        "60": 1387,
        "50": 1848
      },
      "author_assignment": {
        "correct": 39344,
        "wrong": 38596,
        "unmapped": 0,
        "proposals": 77940,
        "recall": 0.5022531435501373
      },
      "distance_p95": 0.9475629337131977,
      "km_threshold": 0.7,
      "metric_code_sha256": "f23eba91db32a5fd0497bf4bf786c7a87587c7889f8b89e4029f82581e0d8960",
      "native_solver_sha256": "d0ba8efaa44719c853b71283e6d08f82c8b37c35fb0e9db447051ca743f13b0a",
      "score_sha256": "970022a65dd88f49bbb42a5f183c4da30410f0ebd9b77bea00d5d1af113fb848",
      "elapsed_seconds": 14.110219104215503,
      "scene_outcomes": {
        "20190921-00003-02": {
          "setup": "20190921-00003",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 17
        },
        "20190923-00015-06": {
          "setup": "20190923-00015",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20190924-00019-01": {
          "setup": "20190924-00019",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 26
        },
        "20190924-00020-09": {
          "setup": "20190924-00020",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 14
        },
        "20190924-00021-09": {
          "setup": "20190924-00021",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 14
        },
        "20190924-00032-02": {
          "setup": "20190924-00032",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20190925-00038-10": {
          "setup": "20190925-00038",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 9
        },
        "20190925-00042-06": {
          "setup": "20190925-00042",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 12
        },
        "20190925-00045-07": {
          "setup": "20190925-00045",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 21
        },
        "20190925-00051-07": {
          "setup": "20190925-00051",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 8
        },
        "20190926-00056-03": {
          "setup": "20190926-00056",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 28
        },
        "20190926-00057-01": {
          "setup": "20190926-00057",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 14
        },
        "20190926-00067-02": {
          "setup": "20190926-00067",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 29
        },
        "20190927-00077-04": {
          "setup": "20190927-00077",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 17
        },
        "20190928-00082-02": {
          "setup": "20190928-00082",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20190928-00092-02": {
          "setup": "20190928-00092",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 14
        },
        "20190929-00104-04": {
          "setup": "20190929-00104",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20190930-00125-06": {
          "setup": "20190930-00125",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20191001-00128-09": {
          "setup": "20191001-00128",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191001-00133-07": {
          "setup": "20191001-00133",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191002-00146-06": {
          "setup": "20191002-00146",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191002-00148-10": {
          "setup": "20191002-00148",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 8
        },
        "20191002-00157-04": {
          "setup": "20191002-00157",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20191002-00159-09": {
          "setup": "20191002-00159",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20191003-00163-01": {
          "setup": "20191003-00163",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191003-00171-02": {
          "setup": "20191003-00171",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191004-00180-03": {
          "setup": "20191004-00180",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191004-00183-04": {
          "setup": "20191004-00183",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191004-00185-01": {
          "setup": "20191004-00185",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20191005-00193-04": {
          "setup": "20191005-00193",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191005-00197-04": {
          "setup": "20191005-00197",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191005-00199-01": {
          "setup": "20191005-00199",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191005-00200-04": {
          "setup": "20191005-00200",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191005-00202-04": {
          "setup": "20191005-00202",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191006-00213-04": {
          "setup": "20191006-00213",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191006-00214-01": {
          "setup": "20191006-00214",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191006-00217-08": {
          "setup": "20191006-00217",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00221-09": {
          "setup": "20191007-00221",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00223-01": {
          "setup": "20191007-00223",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191007-00226-09": {
          "setup": "20191007-00226",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00230-02": {
          "setup": "20191007-00230",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191008-00242-09": {
          "setup": "20191008-00242",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191009-00250-06": {
          "setup": "20191009-00250",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191009-00251-03": {
          "setup": "20191009-00251",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191009-00261-01": {
          "setup": "20191009-00261",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191010-00264-04": {
          "setup": "20191010-00264",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191010-00268-08": {
          "setup": "20191010-00268",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191010-00272-03": {
          "setup": "20191010-00272",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191011-00279-01": {
          "setup": "20191011-00279",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191011-00284-03": {
          "setup": "20191011-00284",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191011-00289-05": {
          "setup": "20191011-00289",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191012-00294-05": {
          "setup": "20191012-00294",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191012-00303-09": {
          "setup": "20191012-00303",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191014-00311-07": {
          "setup": "20191014-00311",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00337-07": {
          "setup": "20191016-00337",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00339-10": {
          "setup": "20191016-00339",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191016-00342-01": {
          "setup": "20191016-00342",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00345-02": {
          "setup": "20191016-00345",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191017-00349-03": {
          "setup": "20191017-00349",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191017-00353-01": {
          "setup": "20191017-00353",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00364-08": {
          "setup": "20191018-00364",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00366-02": {
          "setup": "20191018-00366",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00372-03": {
          "setup": "20191018-00372",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191018-00373-01": {
          "setup": "20191018-00373",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191106-00563-02": {
          "setup": "20191106-00563",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00765-10": {
          "setup": "20191121-00765",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00767-05": {
          "setup": "20191121-00767",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00773-07": {
          "setup": "20191121-00773",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00818-02": {
          "setup": "20191126-00818",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00821-02": {
          "setup": "20191126-00821",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00822-07": {
          "setup": "20191126-00822",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191127-00830-01": {
          "setup": "20191127-00830",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191127-00839-01": {
          "setup": "20191127-00839",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191203-00895-07": {
          "setup": "20191203-00895",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191203-00896-06": {
          "setup": "20191203-00896",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191204-00906-08": {
          "setup": "20191204-00906",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191204-00912-09": {
          "setup": "20191204-00912",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191205-00921-03": {
          "setup": "20191205-00921",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191205-00923-05": {
          "setup": "20191205-00923",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191206-00932-04": {
          "setup": "20191206-00932",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191206-00934-01": {
          "setup": "20191206-00934",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191207-00961-08": {
          "setup": "20191207-00961",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191208-00964-09": {
          "setup": "20191208-00964",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191208-00966-01": {
          "setup": "20191208-00966",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191209-00982-04": {
          "setup": "20191209-00982",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191209-00987-08": {
          "setup": "20191209-00987",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191209-00992-09": {
          "setup": "20191209-00992",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191210-00999-08": {
          "setup": "20191210-00999",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191210-01005-03": {
          "setup": "20191210-01005",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191211-01022-06": {
          "setup": "20191211-01022",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01030-10": {
          "setup": "20191212-01030",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01031-04": {
          "setup": "20191212-01031",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01032-03": {
          "setup": "20191212-01032",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01037-09": {
          "setup": "20191213-01037",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01042-02": {
          "setup": "20191213-01042",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01050-02": {
          "setup": "20191213-01050",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01052-04": {
          "setup": "20191214-01052",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01058-01": {
          "setup": "20191214-01058",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01064-10": {
          "setup": "20191214-01064",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191216-01068-09": {
          "setup": "20191216-01068",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        }
      }
    },
    "dino_sam_rotation_scene_anchor": {
      "method": "dino_sam_rotation_scene_anchor",
      "label": "DINOv2 sam shared-view rotation by anchor",
      "training": false,
      "image_pairs": 3600,
      "candidate_object_pairs": 2484124,
      "positive_object_pairs": 78335,
      "AP": 0.3321298997785918,
      "FPR95": 0.47823603815629717,
      "IPAA100": 0.0775,
      "IPAA": {
        "100": 0.0775,
        "90": 0.1063888888888889,
        "80": 0.19027777777777777,
        "70": 0.2722222222222222,
        "60": 0.38083333333333336,
        "50": 0.5022222222222222
      },
      "IPAA_counts": {
        "100": 279,
        "90": 383,
        "80": 685,
        "70": 980,
        "60": 1371,
        "50": 1808
      },
      "author_assignment": {
        "correct": 38978,
        "wrong": 38862,
        "unmapped": 0,
        "proposals": 77840,
        "recall": 0.4975809025339886
      },
      "distance_p95": 0.9487930536270142,
      "km_threshold": 0.7,
      "metric_code_sha256": "f23eba91db32a5fd0497bf4bf786c7a87587c7889f8b89e4029f82581e0d8960",
      "native_solver_sha256": "d0ba8efaa44719c853b71283e6d08f82c8b37c35fb0e9db447051ca743f13b0a",
      "score_sha256": "016e0d23e8a55e2283a16bee2e7702ff68b05bc9f405a384e0752401ee33430b",
      "elapsed_seconds": 14.09966453537345,
      "scene_outcomes": {
        "20190921-00003-02": {
          "setup": "20190921-00003",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 16
        },
        "20190923-00015-06": {
          "setup": "20190923-00015",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20190924-00019-01": {
          "setup": "20190924-00019",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 26
        },
        "20190924-00020-09": {
          "setup": "20190924-00020",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 12
        },
        "20190924-00021-09": {
          "setup": "20190924-00021",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 14
        },
        "20190924-00032-02": {
          "setup": "20190924-00032",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20190925-00038-10": {
          "setup": "20190925-00038",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 10
        },
        "20190925-00042-06": {
          "setup": "20190925-00042",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 12
        },
        "20190925-00045-07": {
          "setup": "20190925-00045",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 23
        },
        "20190925-00051-07": {
          "setup": "20190925-00051",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 8
        },
        "20190926-00056-03": {
          "setup": "20190926-00056",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 28
        },
        "20190926-00057-01": {
          "setup": "20190926-00057",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 15
        },
        "20190926-00067-02": {
          "setup": "20190926-00067",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 29
        },
        "20190927-00077-04": {
          "setup": "20190927-00077",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 18
        },
        "20190928-00082-02": {
          "setup": "20190928-00082",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20190928-00092-02": {
          "setup": "20190928-00092",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 15
        },
        "20190929-00104-04": {
          "setup": "20190929-00104",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20190930-00125-06": {
          "setup": "20190930-00125",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20191001-00128-09": {
          "setup": "20191001-00128",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191001-00133-07": {
          "setup": "20191001-00133",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191002-00146-06": {
          "setup": "20191002-00146",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191002-00148-10": {
          "setup": "20191002-00148",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 7
        },
        "20191002-00157-04": {
          "setup": "20191002-00157",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191002-00159-09": {
          "setup": "20191002-00159",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191003-00163-01": {
          "setup": "20191003-00163",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191003-00171-02": {
          "setup": "20191003-00171",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191004-00180-03": {
          "setup": "20191004-00180",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191004-00183-04": {
          "setup": "20191004-00183",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191004-00185-01": {
          "setup": "20191004-00185",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20191005-00193-04": {
          "setup": "20191005-00193",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191005-00197-04": {
          "setup": "20191005-00197",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191005-00199-01": {
          "setup": "20191005-00199",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191005-00200-04": {
          "setup": "20191005-00200",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191005-00202-04": {
          "setup": "20191005-00202",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191006-00213-04": {
          "setup": "20191006-00213",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191006-00214-01": {
          "setup": "20191006-00214",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191006-00217-08": {
          "setup": "20191006-00217",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00221-09": {
          "setup": "20191007-00221",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00223-01": {
          "setup": "20191007-00223",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191007-00226-09": {
          "setup": "20191007-00226",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00230-02": {
          "setup": "20191007-00230",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191008-00242-09": {
          "setup": "20191008-00242",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191009-00250-06": {
          "setup": "20191009-00250",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191009-00251-03": {
          "setup": "20191009-00251",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191009-00261-01": {
          "setup": "20191009-00261",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191010-00264-04": {
          "setup": "20191010-00264",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191010-00268-08": {
          "setup": "20191010-00268",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191010-00272-03": {
          "setup": "20191010-00272",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191011-00279-01": {
          "setup": "20191011-00279",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191011-00284-03": {
          "setup": "20191011-00284",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191011-00289-05": {
          "setup": "20191011-00289",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191012-00294-05": {
          "setup": "20191012-00294",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191012-00303-09": {
          "setup": "20191012-00303",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191014-00311-07": {
          "setup": "20191014-00311",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00337-07": {
          "setup": "20191016-00337",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00339-10": {
          "setup": "20191016-00339",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191016-00342-01": {
          "setup": "20191016-00342",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00345-02": {
          "setup": "20191016-00345",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191017-00349-03": {
          "setup": "20191017-00349",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191017-00353-01": {
          "setup": "20191017-00353",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00364-08": {
          "setup": "20191018-00364",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00366-02": {
          "setup": "20191018-00366",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00372-03": {
          "setup": "20191018-00372",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191018-00373-01": {
          "setup": "20191018-00373",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191106-00563-02": {
          "setup": "20191106-00563",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00765-10": {
          "setup": "20191121-00765",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00767-05": {
          "setup": "20191121-00767",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00773-07": {
          "setup": "20191121-00773",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00818-02": {
          "setup": "20191126-00818",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00821-02": {
          "setup": "20191126-00821",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00822-07": {
          "setup": "20191126-00822",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191127-00830-01": {
          "setup": "20191127-00830",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191127-00839-01": {
          "setup": "20191127-00839",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191203-00895-07": {
          "setup": "20191203-00895",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191203-00896-06": {
          "setup": "20191203-00896",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191204-00906-08": {
          "setup": "20191204-00906",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191204-00912-09": {
          "setup": "20191204-00912",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191205-00921-03": {
          "setup": "20191205-00921",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191205-00923-05": {
          "setup": "20191205-00923",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191206-00932-04": {
          "setup": "20191206-00932",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191206-00934-01": {
          "setup": "20191206-00934",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191207-00961-08": {
          "setup": "20191207-00961",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191208-00964-09": {
          "setup": "20191208-00964",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191208-00966-01": {
          "setup": "20191208-00966",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191209-00982-04": {
          "setup": "20191209-00982",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191209-00987-08": {
          "setup": "20191209-00987",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191209-00992-09": {
          "setup": "20191209-00992",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191210-00999-08": {
          "setup": "20191210-00999",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191210-01005-03": {
          "setup": "20191210-01005",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191211-01022-06": {
          "setup": "20191211-01022",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01030-10": {
          "setup": "20191212-01030",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01031-04": {
          "setup": "20191212-01031",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01032-03": {
          "setup": "20191212-01032",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01037-09": {
          "setup": "20191213-01037",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01042-02": {
          "setup": "20191213-01042",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01050-02": {
          "setup": "20191213-01050",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01052-04": {
          "setup": "20191214-01052",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01058-01": {
          "setup": "20191214-01058",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01064-10": {
          "setup": "20191214-01064",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191216-01068-09": {
          "setup": "20191216-01068",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        }
      }
    },
    "dino_anchor_context": {
      "method": "dino_anchor_context",
      "label": "DINOv2 anchor context",
      "training": false,
      "image_pairs": 3600,
      "candidate_object_pairs": 2484124,
      "positive_object_pairs": 78335,
      "AP": 0.2596469444254295,
      "FPR95": 0.6469058591588872,
      "IPAA100": 0.055,
      "IPAA": {
        "100": 0.055,
        "90": 0.07416666666666667,
        "80": 0.15333333333333332,
        "70": 0.23722222222222222,
        "60": 0.33805555555555555,
        "50": 0.47583333333333333
      },
      "IPAA_counts": {
        "100": 198,
        "90": 267,
        "80": 552,
        "70": 854,
        "60": 1217,
        "50": 1713
      },
      "author_assignment": {
        "correct": 35941,
        "wrong": 39700,
        "unmapped": 0,
        "proposals": 75641,
        "recall": 0.4588115146486245
      },
      "distance_p95": 0.9845946338027717,
      "km_threshold": 0.7,
      "metric_code_sha256": "f23eba91db32a5fd0497bf4bf786c7a87587c7889f8b89e4029f82581e0d8960",
      "native_solver_sha256": "d0ba8efaa44719c853b71283e6d08f82c8b37c35fb0e9db447051ca743f13b0a",
      "score_sha256": "ead946ea11823feac130d779ab98a65365e31b04ddb4caaddb60a5493da27861",
      "elapsed_seconds": 14.212978737894446,
      "scene_outcomes": {
        "20190921-00003-02": {
          "setup": "20190921-00003",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 12
        },
        "20190923-00015-06": {
          "setup": "20190923-00015",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20190924-00019-01": {
          "setup": "20190924-00019",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 18
        },
        "20190924-00020-09": {
          "setup": "20190924-00020",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 7
        },
        "20190924-00021-09": {
          "setup": "20190924-00021",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20190924-00032-02": {
          "setup": "20190924-00032",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20190925-00038-10": {
          "setup": "20190925-00038",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20190925-00042-06": {
          "setup": "20190925-00042",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20190925-00045-07": {
          "setup": "20190925-00045",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 9
        },
        "20190925-00051-07": {
          "setup": "20190925-00051",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20190926-00056-03": {
          "setup": "20190926-00056",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 21
        },
        "20190926-00057-01": {
          "setup": "20190926-00057",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 17
        },
        "20190926-00067-02": {
          "setup": "20190926-00067",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 30
        },
        "20190927-00077-04": {
          "setup": "20190927-00077",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20190928-00082-02": {
          "setup": "20190928-00082",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 7
        },
        "20190928-00092-02": {
          "setup": "20190928-00092",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20190929-00104-04": {
          "setup": "20190929-00104",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20190930-00125-06": {
          "setup": "20190930-00125",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191001-00128-09": {
          "setup": "20191001-00128",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191001-00133-07": {
          "setup": "20191001-00133",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191002-00146-06": {
          "setup": "20191002-00146",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191002-00148-10": {
          "setup": "20191002-00148",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20191002-00157-04": {
          "setup": "20191002-00157",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20191002-00159-09": {
          "setup": "20191002-00159",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191003-00163-01": {
          "setup": "20191003-00163",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191003-00171-02": {
          "setup": "20191003-00171",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191004-00180-03": {
          "setup": "20191004-00180",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191004-00183-04": {
          "setup": "20191004-00183",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191004-00185-01": {
          "setup": "20191004-00185",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 7
        },
        "20191005-00193-04": {
          "setup": "20191005-00193",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191005-00197-04": {
          "setup": "20191005-00197",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20191005-00199-01": {
          "setup": "20191005-00199",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191005-00200-04": {
          "setup": "20191005-00200",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191005-00202-04": {
          "setup": "20191005-00202",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191006-00213-04": {
          "setup": "20191006-00213",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191006-00214-01": {
          "setup": "20191006-00214",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191006-00217-08": {
          "setup": "20191006-00217",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00221-09": {
          "setup": "20191007-00221",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00223-01": {
          "setup": "20191007-00223",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00226-09": {
          "setup": "20191007-00226",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191007-00230-02": {
          "setup": "20191007-00230",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191008-00242-09": {
          "setup": "20191008-00242",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191009-00250-06": {
          "setup": "20191009-00250",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191009-00251-03": {
          "setup": "20191009-00251",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191009-00261-01": {
          "setup": "20191009-00261",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191010-00264-04": {
          "setup": "20191010-00264",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191010-00268-08": {
          "setup": "20191010-00268",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191010-00272-03": {
          "setup": "20191010-00272",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191011-00279-01": {
          "setup": "20191011-00279",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191011-00284-03": {
          "setup": "20191011-00284",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191011-00289-05": {
          "setup": "20191011-00289",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191012-00294-05": {
          "setup": "20191012-00294",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191012-00303-09": {
          "setup": "20191012-00303",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191014-00311-07": {
          "setup": "20191014-00311",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00337-07": {
          "setup": "20191016-00337",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00339-10": {
          "setup": "20191016-00339",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00342-01": {
          "setup": "20191016-00342",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00345-02": {
          "setup": "20191016-00345",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191017-00349-03": {
          "setup": "20191017-00349",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191017-00353-01": {
          "setup": "20191017-00353",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00364-08": {
          "setup": "20191018-00364",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00366-02": {
          "setup": "20191018-00366",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191018-00372-03": {
          "setup": "20191018-00372",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00373-01": {
          "setup": "20191018-00373",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191106-00563-02": {
          "setup": "20191106-00563",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00765-10": {
          "setup": "20191121-00765",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00767-05": {
          "setup": "20191121-00767",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00773-07": {
          "setup": "20191121-00773",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00818-02": {
          "setup": "20191126-00818",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00821-02": {
          "setup": "20191126-00821",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00822-07": {
          "setup": "20191126-00822",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191127-00830-01": {
          "setup": "20191127-00830",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191127-00839-01": {
          "setup": "20191127-00839",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191203-00895-07": {
          "setup": "20191203-00895",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191203-00896-06": {
          "setup": "20191203-00896",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191204-00906-08": {
          "setup": "20191204-00906",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191204-00912-09": {
          "setup": "20191204-00912",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191205-00921-03": {
          "setup": "20191205-00921",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191205-00923-05": {
          "setup": "20191205-00923",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191206-00932-04": {
          "setup": "20191206-00932",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191206-00934-01": {
          "setup": "20191206-00934",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191207-00961-08": {
          "setup": "20191207-00961",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191208-00964-09": {
          "setup": "20191208-00964",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191208-00966-01": {
          "setup": "20191208-00966",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20191209-00982-04": {
          "setup": "20191209-00982",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191209-00987-08": {
          "setup": "20191209-00987",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191209-00992-09": {
          "setup": "20191209-00992",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191210-00999-08": {
          "setup": "20191210-00999",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191210-01005-03": {
          "setup": "20191210-01005",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191211-01022-06": {
          "setup": "20191211-01022",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01030-10": {
          "setup": "20191212-01030",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01031-04": {
          "setup": "20191212-01031",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01032-03": {
          "setup": "20191212-01032",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01037-09": {
          "setup": "20191213-01037",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01042-02": {
          "setup": "20191213-01042",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01050-02": {
          "setup": "20191213-01050",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01052-04": {
          "setup": "20191214-01052",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01058-01": {
          "setup": "20191214-01058",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01064-10": {
          "setup": "20191214-01064",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191216-01068-09": {
          "setup": "20191216-01068",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        }
      }
    },
    "dino_anchor_reject_only": {
      "method": "dino_anchor_reject_only",
      "label": "DINOv2 anchors, reject only",
      "training": false,
      "image_pairs": 3600,
      "candidate_object_pairs": 2484124,
      "positive_object_pairs": 78335,
      "AP": 0.25096578709432493,
      "FPR95": 0.6469058591588872,
      "IPAA100": 0.05472222222222222,
      "IPAA": {
        "100": 0.05472222222222222,
        "90": 0.07388888888888889,
        "80": 0.15,
        "70": 0.23055555555555557,
        "60": 0.3333333333333333,
        "50": 0.47194444444444444
      },
      "IPAA_counts": {
        "100": 197,
        "90": 266,
        "80": 540,
        "70": 830,
        "60": 1200,
        "50": 1699
      },
      "author_assignment": {
        "correct": 35841,
        "wrong": 40673,
        "unmapped": 0,
        "proposals": 76514,
        "recall": 0.45753494606497735
      },
      "distance_p95": 0.9345946338027716,
      "km_threshold": 0.7,
      "metric_code_sha256": "f23eba91db32a5fd0497bf4bf786c7a87587c7889f8b89e4029f82581e0d8960",
      "native_solver_sha256": "d0ba8efaa44719c853b71283e6d08f82c8b37c35fb0e9db447051ca743f13b0a",
      "score_sha256": "b9b8d7f44193938e849de4153356d15f42ee95dc043985fb8f46e23969889639",
      "elapsed_seconds": 14.46715349610895,
      "scene_outcomes": {
        "20190921-00003-02": {
          "setup": "20190921-00003",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 12
        },
        "20190923-00015-06": {
          "setup": "20190923-00015",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20190924-00019-01": {
          "setup": "20190924-00019",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 18
        },
        "20190924-00020-09": {
          "setup": "20190924-00020",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20190924-00021-09": {
          "setup": "20190924-00021",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20190924-00032-02": {
          "setup": "20190924-00032",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 7
        },
        "20190925-00038-10": {
          "setup": "20190925-00038",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20190925-00042-06": {
          "setup": "20190925-00042",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20190925-00045-07": {
          "setup": "20190925-00045",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 9
        },
        "20190925-00051-07": {
          "setup": "20190925-00051",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20190926-00056-03": {
          "setup": "20190926-00056",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 22
        },
        "20190926-00057-01": {
          "setup": "20190926-00057",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 19
        },
        "20190926-00067-02": {
          "setup": "20190926-00067",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 30
        },
        "20190927-00077-04": {
          "setup": "20190927-00077",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20190928-00082-02": {
          "setup": "20190928-00082",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 7
        },
        "20190928-00092-02": {
          "setup": "20190928-00092",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20190929-00104-04": {
          "setup": "20190929-00104",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20190930-00125-06": {
          "setup": "20190930-00125",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191001-00128-09": {
          "setup": "20191001-00128",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191001-00133-07": {
          "setup": "20191001-00133",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191002-00146-06": {
          "setup": "20191002-00146",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191002-00148-10": {
          "setup": "20191002-00148",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20191002-00157-04": {
          "setup": "20191002-00157",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20191002-00159-09": {
          "setup": "20191002-00159",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191003-00163-01": {
          "setup": "20191003-00163",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191003-00171-02": {
          "setup": "20191003-00171",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191004-00180-03": {
          "setup": "20191004-00180",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191004-00183-04": {
          "setup": "20191004-00183",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191004-00185-01": {
          "setup": "20191004-00185",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20191005-00193-04": {
          "setup": "20191005-00193",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191005-00197-04": {
          "setup": "20191005-00197",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191005-00199-01": {
          "setup": "20191005-00199",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191005-00200-04": {
          "setup": "20191005-00200",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191005-00202-04": {
          "setup": "20191005-00202",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191006-00213-04": {
          "setup": "20191006-00213",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191006-00214-01": {
          "setup": "20191006-00214",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191006-00217-08": {
          "setup": "20191006-00217",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00221-09": {
          "setup": "20191007-00221",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00223-01": {
          "setup": "20191007-00223",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191007-00226-09": {
          "setup": "20191007-00226",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191007-00230-02": {
          "setup": "20191007-00230",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191008-00242-09": {
          "setup": "20191008-00242",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191009-00250-06": {
          "setup": "20191009-00250",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191009-00251-03": {
          "setup": "20191009-00251",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191009-00261-01": {
          "setup": "20191009-00261",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191010-00264-04": {
          "setup": "20191010-00264",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191010-00268-08": {
          "setup": "20191010-00268",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191010-00272-03": {
          "setup": "20191010-00272",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191011-00279-01": {
          "setup": "20191011-00279",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191011-00284-03": {
          "setup": "20191011-00284",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191011-00289-05": {
          "setup": "20191011-00289",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191012-00294-05": {
          "setup": "20191012-00294",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191012-00303-09": {
          "setup": "20191012-00303",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191014-00311-07": {
          "setup": "20191014-00311",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00337-07": {
          "setup": "20191016-00337",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00339-10": {
          "setup": "20191016-00339",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00342-01": {
          "setup": "20191016-00342",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00345-02": {
          "setup": "20191016-00345",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191017-00349-03": {
          "setup": "20191017-00349",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191017-00353-01": {
          "setup": "20191017-00353",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00364-08": {
          "setup": "20191018-00364",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00366-02": {
          "setup": "20191018-00366",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00372-03": {
          "setup": "20191018-00372",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00373-01": {
          "setup": "20191018-00373",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191106-00563-02": {
          "setup": "20191106-00563",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00765-10": {
          "setup": "20191121-00765",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00767-05": {
          "setup": "20191121-00767",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00773-07": {
          "setup": "20191121-00773",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00818-02": {
          "setup": "20191126-00818",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00821-02": {
          "setup": "20191126-00821",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00822-07": {
          "setup": "20191126-00822",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191127-00830-01": {
          "setup": "20191127-00830",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191127-00839-01": {
          "setup": "20191127-00839",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191203-00895-07": {
          "setup": "20191203-00895",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191203-00896-06": {
          "setup": "20191203-00896",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191204-00906-08": {
          "setup": "20191204-00906",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191204-00912-09": {
          "setup": "20191204-00912",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191205-00921-03": {
          "setup": "20191205-00921",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191205-00923-05": {
          "setup": "20191205-00923",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191206-00932-04": {
          "setup": "20191206-00932",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191206-00934-01": {
          "setup": "20191206-00934",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191207-00961-08": {
          "setup": "20191207-00961",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191208-00964-09": {
          "setup": "20191208-00964",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191208-00966-01": {
          "setup": "20191208-00966",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191209-00982-04": {
          "setup": "20191209-00982",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191209-00987-08": {
          "setup": "20191209-00987",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191209-00992-09": {
          "setup": "20191209-00992",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191210-00999-08": {
          "setup": "20191210-00999",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191210-01005-03": {
          "setup": "20191210-01005",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191211-01022-06": {
          "setup": "20191211-01022",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01030-10": {
          "setup": "20191212-01030",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01031-04": {
          "setup": "20191212-01031",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01032-03": {
          "setup": "20191212-01032",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01037-09": {
          "setup": "20191213-01037",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01042-02": {
          "setup": "20191213-01042",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01050-02": {
          "setup": "20191213-01050",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01052-04": {
          "setup": "20191214-01052",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01058-01": {
          "setup": "20191214-01058",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01064-10": {
          "setup": "20191214-01064",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191216-01068-09": {
          "setup": "20191216-01068",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        }
      }
    },
    "dino_epipolar_soft": {
      "method": "dino_epipolar_soft",
      "label": "DINOv2 soft camera geometry",
      "training": false,
      "image_pairs": 3600,
      "candidate_object_pairs": 2484124,
      "positive_object_pairs": 78335,
      "AP": 0.35824664539491186,
      "FPR95": 0.544150796266838,
      "IPAA100": 0.10277777777777777,
      "IPAA": {
        "100": 0.10277777777777777,
        "90": 0.1461111111111111,
        "80": 0.2922222222222222,
        "70": 0.43027777777777776,
        "60": 0.5883333333333334,
        "50": 0.7455555555555555
      },
      "IPAA_counts": {
        "100": 370,
        "90": 526,
        "80": 1052,
        "70": 1549,
        "60": 2118,
        "50": 2684
      },
      "author_assignment": {
        "correct": 48834,
        "wrong": 27925,
        "unmapped": 0,
        "proposals": 76759,
        "recall": 0.6233995021382523
      },
      "distance_p95": 1.0293694131076336,
      "km_threshold": 0.7,
      "metric_code_sha256": "f23eba91db32a5fd0497bf4bf786c7a87587c7889f8b89e4029f82581e0d8960",
      "native_solver_sha256": "d0ba8efaa44719c853b71283e6d08f82c8b37c35fb0e9db447051ca743f13b0a",
      "score_sha256": "4474f7675cb27f3f3152845e94dcbc39d590b55bf1160eaa15a41fbc2550143e",
      "elapsed_seconds": 14.124923328869045,
      "scene_outcomes": {
        "20190921-00003-02": {
          "setup": "20190921-00003",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 15
        },
        "20190923-00015-06": {
          "setup": "20190923-00015",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20190924-00019-01": {
          "setup": "20190924-00019",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 27
        },
        "20190924-00020-09": {
          "setup": "20190924-00020",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 14
        },
        "20190924-00021-09": {
          "setup": "20190924-00021",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 13
        },
        "20190924-00032-02": {
          "setup": "20190924-00032",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 9
        },
        "20190925-00038-10": {
          "setup": "20190925-00038",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20190925-00042-06": {
          "setup": "20190925-00042",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 7
        },
        "20190925-00045-07": {
          "setup": "20190925-00045",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 19
        },
        "20190925-00051-07": {
          "setup": "20190925-00051",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 9
        },
        "20190926-00056-03": {
          "setup": "20190926-00056",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 32
        },
        "20190926-00057-01": {
          "setup": "20190926-00057",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 24
        },
        "20190926-00067-02": {
          "setup": "20190926-00067",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 35
        },
        "20190927-00077-04": {
          "setup": "20190927-00077",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 10
        },
        "20190928-00082-02": {
          "setup": "20190928-00082",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 11
        },
        "20190928-00092-02": {
          "setup": "20190928-00092",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 10
        },
        "20190929-00104-04": {
          "setup": "20190929-00104",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20190930-00125-06": {
          "setup": "20190930-00125",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191001-00128-09": {
          "setup": "20191001-00128",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191001-00133-07": {
          "setup": "20191001-00133",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191002-00146-06": {
          "setup": "20191002-00146",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191002-00148-10": {
          "setup": "20191002-00148",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 12
        },
        "20191002-00157-04": {
          "setup": "20191002-00157",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 19
        },
        "20191002-00159-09": {
          "setup": "20191002-00159",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20191003-00163-01": {
          "setup": "20191003-00163",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191003-00171-02": {
          "setup": "20191003-00171",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191004-00180-03": {
          "setup": "20191004-00180",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191004-00183-04": {
          "setup": "20191004-00183",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191004-00185-01": {
          "setup": "20191004-00185",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 12
        },
        "20191005-00193-04": {
          "setup": "20191005-00193",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191005-00197-04": {
          "setup": "20191005-00197",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20191005-00199-01": {
          "setup": "20191005-00199",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191005-00200-04": {
          "setup": "20191005-00200",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191005-00202-04": {
          "setup": "20191005-00202",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191006-00213-04": {
          "setup": "20191006-00213",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191006-00214-01": {
          "setup": "20191006-00214",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191006-00217-08": {
          "setup": "20191006-00217",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191007-00221-09": {
          "setup": "20191007-00221",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00223-01": {
          "setup": "20191007-00223",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191007-00226-09": {
          "setup": "20191007-00226",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191007-00230-02": {
          "setup": "20191007-00230",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191008-00242-09": {
          "setup": "20191008-00242",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191009-00250-06": {
          "setup": "20191009-00250",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191009-00251-03": {
          "setup": "20191009-00251",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191009-00261-01": {
          "setup": "20191009-00261",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20191010-00264-04": {
          "setup": "20191010-00264",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191010-00268-08": {
          "setup": "20191010-00268",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191010-00272-03": {
          "setup": "20191010-00272",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191011-00279-01": {
          "setup": "20191011-00279",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191011-00284-03": {
          "setup": "20191011-00284",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191011-00289-05": {
          "setup": "20191011-00289",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191012-00294-05": {
          "setup": "20191012-00294",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191012-00303-09": {
          "setup": "20191012-00303",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191014-00311-07": {
          "setup": "20191014-00311",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00337-07": {
          "setup": "20191016-00337",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00339-10": {
          "setup": "20191016-00339",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191016-00342-01": {
          "setup": "20191016-00342",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191016-00345-02": {
          "setup": "20191016-00345",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191017-00349-03": {
          "setup": "20191017-00349",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191017-00353-01": {
          "setup": "20191017-00353",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191018-00364-08": {
          "setup": "20191018-00364",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00366-02": {
          "setup": "20191018-00366",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191018-00372-03": {
          "setup": "20191018-00372",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191018-00373-01": {
          "setup": "20191018-00373",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191106-00563-02": {
          "setup": "20191106-00563",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00765-10": {
          "setup": "20191121-00765",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00767-05": {
          "setup": "20191121-00767",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00773-07": {
          "setup": "20191121-00773",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00818-02": {
          "setup": "20191126-00818",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00821-02": {
          "setup": "20191126-00821",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00822-07": {
          "setup": "20191126-00822",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191127-00830-01": {
          "setup": "20191127-00830",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191127-00839-01": {
          "setup": "20191127-00839",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191203-00895-07": {
          "setup": "20191203-00895",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191203-00896-06": {
          "setup": "20191203-00896",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191204-00906-08": {
          "setup": "20191204-00906",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191204-00912-09": {
          "setup": "20191204-00912",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191205-00921-03": {
          "setup": "20191205-00921",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191205-00923-05": {
          "setup": "20191205-00923",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191206-00932-04": {
          "setup": "20191206-00932",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191206-00934-01": {
          "setup": "20191206-00934",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191207-00961-08": {
          "setup": "20191207-00961",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191208-00964-09": {
          "setup": "20191208-00964",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20191208-00966-01": {
          "setup": "20191208-00966",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 9
        },
        "20191209-00982-04": {
          "setup": "20191209-00982",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191209-00987-08": {
          "setup": "20191209-00987",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191209-00992-09": {
          "setup": "20191209-00992",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191210-00999-08": {
          "setup": "20191210-00999",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191210-01005-03": {
          "setup": "20191210-01005",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191211-01022-06": {
          "setup": "20191211-01022",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01030-10": {
          "setup": "20191212-01030",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01031-04": {
          "setup": "20191212-01031",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01032-03": {
          "setup": "20191212-01032",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01037-09": {
          "setup": "20191213-01037",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01042-02": {
          "setup": "20191213-01042",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01050-02": {
          "setup": "20191213-01050",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01052-04": {
          "setup": "20191214-01052",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01058-01": {
          "setup": "20191214-01058",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01064-10": {
          "setup": "20191214-01064",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191216-01068-09": {
          "setup": "20191216-01068",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        }
      }
    },
    "dino_tight_1x_geometry_gate": {
      "method": "dino_tight_1x_geometry_gate",
      "label": "DINOv2 tight 1x + camera geometry",
      "training": false,
      "image_pairs": 3600,
      "candidate_object_pairs": 2484124,
      "positive_object_pairs": 78335,
      "AP": 0.2907391264112695,
      "FPR95": 0.36750687612255273,
      "IPAA100": 0.08027777777777778,
      "IPAA": {
        "100": 0.08027777777777778,
        "90": 0.09527777777777778,
        "80": 0.1913888888888889,
        "70": 0.295,
        "60": 0.4211111111111111,
        "50": 0.5708333333333333
      },
      "IPAA_counts": {
        "100": 289,
        "90": 343,
        "80": 689,
        "70": 1062,
        "60": 1516,
        "50": 2055
      },
      "author_assignment": {
        "correct": 41252,
        "wrong": 40227,
        "unmapped": 0,
        "proposals": 81479,
        "recall": 0.526610072126125
      },
      "distance_p95": 2.0,
      "km_threshold": 0.7,
      "metric_code_sha256": "f23eba91db32a5fd0497bf4bf786c7a87587c7889f8b89e4029f82581e0d8960",
      "native_solver_sha256": "d0ba8efaa44719c853b71283e6d08f82c8b37c35fb0e9db447051ca743f13b0a",
      "score_sha256": "7cf5967bc0f314a7c23d0712169733f2a7f6bd5cbf9efee5f3d3f10be0da2b2f",
      "elapsed_seconds": 13.890963080804795,
      "scene_outcomes": {
        "20190921-00003-02": {
          "setup": "20190921-00003",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 14
        },
        "20190923-00015-06": {
          "setup": "20190923-00015",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20190924-00019-01": {
          "setup": "20190924-00019",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 26
        },
        "20190924-00020-09": {
          "setup": "20190924-00020",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 10
        },
        "20190924-00021-09": {
          "setup": "20190924-00021",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 7
        },
        "20190924-00032-02": {
          "setup": "20190924-00032",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 11
        },
        "20190925-00038-10": {
          "setup": "20190925-00038",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 8
        },
        "20190925-00042-06": {
          "setup": "20190925-00042",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 8
        },
        "20190925-00045-07": {
          "setup": "20190925-00045",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 16
        },
        "20190925-00051-07": {
          "setup": "20190925-00051",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 10
        },
        "20190926-00056-03": {
          "setup": "20190926-00056",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 25
        },
        "20190926-00057-01": {
          "setup": "20190926-00057",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 25
        },
        "20190926-00067-02": {
          "setup": "20190926-00067",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 31
        },
        "20190927-00077-04": {
          "setup": "20190927-00077",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 7
        },
        "20190928-00082-02": {
          "setup": "20190928-00082",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 11
        },
        "20190928-00092-02": {
          "setup": "20190928-00092",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 8
        },
        "20190929-00104-04": {
          "setup": "20190929-00104",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20190930-00125-06": {
          "setup": "20190930-00125",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191001-00128-09": {
          "setup": "20191001-00128",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191001-00133-07": {
          "setup": "20191001-00133",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191002-00146-06": {
          "setup": "20191002-00146",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191002-00148-10": {
          "setup": "20191002-00148",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20191002-00157-04": {
          "setup": "20191002-00157",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 8
        },
        "20191002-00159-09": {
          "setup": "20191002-00159",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191003-00163-01": {
          "setup": "20191003-00163",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191003-00171-02": {
          "setup": "20191003-00171",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191004-00180-03": {
          "setup": "20191004-00180",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191004-00183-04": {
          "setup": "20191004-00183",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191004-00185-01": {
          "setup": "20191004-00185",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20191005-00193-04": {
          "setup": "20191005-00193",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20191005-00197-04": {
          "setup": "20191005-00197",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191005-00199-01": {
          "setup": "20191005-00199",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191005-00200-04": {
          "setup": "20191005-00200",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191005-00202-04": {
          "setup": "20191005-00202",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191006-00213-04": {
          "setup": "20191006-00213",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191006-00214-01": {
          "setup": "20191006-00214",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191006-00217-08": {
          "setup": "20191006-00217",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00221-09": {
          "setup": "20191007-00221",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00223-01": {
          "setup": "20191007-00223",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191007-00226-09": {
          "setup": "20191007-00226",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191007-00230-02": {
          "setup": "20191007-00230",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191008-00242-09": {
          "setup": "20191008-00242",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191009-00250-06": {
          "setup": "20191009-00250",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191009-00251-03": {
          "setup": "20191009-00251",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191009-00261-01": {
          "setup": "20191009-00261",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191010-00264-04": {
          "setup": "20191010-00264",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191010-00268-08": {
          "setup": "20191010-00268",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191010-00272-03": {
          "setup": "20191010-00272",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191011-00279-01": {
          "setup": "20191011-00279",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191011-00284-03": {
          "setup": "20191011-00284",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191011-00289-05": {
          "setup": "20191011-00289",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191012-00294-05": {
          "setup": "20191012-00294",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191012-00303-09": {
          "setup": "20191012-00303",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191014-00311-07": {
          "setup": "20191014-00311",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00337-07": {
          "setup": "20191016-00337",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00339-10": {
          "setup": "20191016-00339",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00342-01": {
          "setup": "20191016-00342",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00345-02": {
          "setup": "20191016-00345",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191017-00349-03": {
          "setup": "20191017-00349",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191017-00353-01": {
          "setup": "20191017-00353",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00364-08": {
          "setup": "20191018-00364",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00366-02": {
          "setup": "20191018-00366",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191018-00372-03": {
          "setup": "20191018-00372",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191018-00373-01": {
          "setup": "20191018-00373",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191106-00563-02": {
          "setup": "20191106-00563",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00765-10": {
          "setup": "20191121-00765",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00767-05": {
          "setup": "20191121-00767",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00773-07": {
          "setup": "20191121-00773",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00818-02": {
          "setup": "20191126-00818",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00821-02": {
          "setup": "20191126-00821",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00822-07": {
          "setup": "20191126-00822",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191127-00830-01": {
          "setup": "20191127-00830",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191127-00839-01": {
          "setup": "20191127-00839",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191203-00895-07": {
          "setup": "20191203-00895",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191203-00896-06": {
          "setup": "20191203-00896",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191204-00906-08": {
          "setup": "20191204-00906",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191204-00912-09": {
          "setup": "20191204-00912",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191205-00921-03": {
          "setup": "20191205-00921",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191205-00923-05": {
          "setup": "20191205-00923",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191206-00932-04": {
          "setup": "20191206-00932",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191206-00934-01": {
          "setup": "20191206-00934",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191207-00961-08": {
          "setup": "20191207-00961",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191208-00964-09": {
          "setup": "20191208-00964",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20191208-00966-01": {
          "setup": "20191208-00966",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 8
        },
        "20191209-00982-04": {
          "setup": "20191209-00982",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191209-00987-08": {
          "setup": "20191209-00987",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191209-00992-09": {
          "setup": "20191209-00992",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191210-00999-08": {
          "setup": "20191210-00999",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191210-01005-03": {
          "setup": "20191210-01005",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191211-01022-06": {
          "setup": "20191211-01022",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01030-10": {
          "setup": "20191212-01030",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01031-04": {
          "setup": "20191212-01031",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01032-03": {
          "setup": "20191212-01032",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01037-09": {
          "setup": "20191213-01037",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01042-02": {
          "setup": "20191213-01042",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01050-02": {
          "setup": "20191213-01050",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01052-04": {
          "setup": "20191214-01052",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01058-01": {
          "setup": "20191214-01058",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01064-10": {
          "setup": "20191214-01064",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191216-01068-09": {
          "setup": "20191216-01068",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        }
      }
    },
    "dino_sam_geometry_gate": {
      "method": "dino_sam_geometry_gate",
      "label": "DINOv2 SAM foreground + camera geometry",
      "training": false,
      "image_pairs": 3600,
      "candidate_object_pairs": 2484124,
      "positive_object_pairs": 78335,
      "AP": 0.41045085871757675,
      "FPR95": 0.2629669517983497,
      "IPAA100": 0.11694444444444445,
      "IPAA": {
        "100": 0.11694444444444445,
        "90": 0.14472222222222222,
        "80": 0.25805555555555554,
        "70": 0.37277777777777776,
        "60": 0.5038888888888889,
        "50": 0.6638888888888889
      },
      "IPAA_counts": {
        "100": 421,
        "90": 521,
        "80": 929,
        "70": 1342,
        "60": 1814,
        "50": 2390
      },
      "author_assignment": {
        "correct": 46619,
        "wrong": 34825,
        "unmapped": 0,
        "proposals": 81444,
        "recall": 0.5951235080104679
      },
      "distance_p95": 2.0,
      "km_threshold": 0.7,
      "metric_code_sha256": "f23eba91db32a5fd0497bf4bf786c7a87587c7889f8b89e4029f82581e0d8960",
      "native_solver_sha256": "d0ba8efaa44719c853b71283e6d08f82c8b37c35fb0e9db447051ca743f13b0a",
      "score_sha256": "83d3e433b91f9939dd711242800a22935892a456da4337a18574ed202f89f239",
      "elapsed_seconds": 13.649490367155522,
      "scene_outcomes": {
        "20190921-00003-02": {
          "setup": "20190921-00003",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 18
        },
        "20190923-00015-06": {
          "setup": "20190923-00015",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20190924-00019-01": {
          "setup": "20190924-00019",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 29
        },
        "20190924-00020-09": {
          "setup": "20190924-00020",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 20
        },
        "20190924-00021-09": {
          "setup": "20190924-00021",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 27
        },
        "20190924-00032-02": {
          "setup": "20190924-00032",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 20
        },
        "20190925-00038-10": {
          "setup": "20190925-00038",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 14
        },
        "20190925-00042-06": {
          "setup": "20190925-00042",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 16
        },
        "20190925-00045-07": {
          "setup": "20190925-00045",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 34
        },
        "20190925-00051-07": {
          "setup": "20190925-00051",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 17
        },
        "20190926-00056-03": {
          "setup": "20190926-00056",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 36
        },
        "20190926-00057-01": {
          "setup": "20190926-00057",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 16
        },
        "20190926-00067-02": {
          "setup": "20190926-00067",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 32
        },
        "20190927-00077-04": {
          "setup": "20190927-00077",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 25
        },
        "20190928-00082-02": {
          "setup": "20190928-00082",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20190928-00092-02": {
          "setup": "20190928-00092",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 16
        },
        "20190929-00104-04": {
          "setup": "20190929-00104",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20190930-00125-06": {
          "setup": "20190930-00125",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20191001-00128-09": {
          "setup": "20191001-00128",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20191001-00133-07": {
          "setup": "20191001-00133",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20191002-00146-06": {
          "setup": "20191002-00146",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191002-00148-10": {
          "setup": "20191002-00148",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 9
        },
        "20191002-00157-04": {
          "setup": "20191002-00157",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20191002-00159-09": {
          "setup": "20191002-00159",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20191003-00163-01": {
          "setup": "20191003-00163",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191003-00171-02": {
          "setup": "20191003-00171",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191004-00180-03": {
          "setup": "20191004-00180",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191004-00183-04": {
          "setup": "20191004-00183",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191004-00185-01": {
          "setup": "20191004-00185",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20191005-00193-04": {
          "setup": "20191005-00193",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191005-00197-04": {
          "setup": "20191005-00197",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191005-00199-01": {
          "setup": "20191005-00199",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191005-00200-04": {
          "setup": "20191005-00200",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191005-00202-04": {
          "setup": "20191005-00202",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191006-00213-04": {
          "setup": "20191006-00213",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191006-00214-01": {
          "setup": "20191006-00214",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191006-00217-08": {
          "setup": "20191006-00217",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00221-09": {
          "setup": "20191007-00221",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00223-01": {
          "setup": "20191007-00223",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191007-00226-09": {
          "setup": "20191007-00226",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00230-02": {
          "setup": "20191007-00230",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191008-00242-09": {
          "setup": "20191008-00242",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191009-00250-06": {
          "setup": "20191009-00250",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191009-00251-03": {
          "setup": "20191009-00251",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191009-00261-01": {
          "setup": "20191009-00261",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191010-00264-04": {
          "setup": "20191010-00264",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191010-00268-08": {
          "setup": "20191010-00268",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191010-00272-03": {
          "setup": "20191010-00272",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191011-00279-01": {
          "setup": "20191011-00279",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191011-00284-03": {
          "setup": "20191011-00284",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191011-00289-05": {
          "setup": "20191011-00289",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191012-00294-05": {
          "setup": "20191012-00294",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191012-00303-09": {
          "setup": "20191012-00303",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191014-00311-07": {
          "setup": "20191014-00311",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00337-07": {
          "setup": "20191016-00337",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00339-10": {
          "setup": "20191016-00339",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00342-01": {
          "setup": "20191016-00342",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191016-00345-02": {
          "setup": "20191016-00345",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191017-00349-03": {
          "setup": "20191017-00349",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191017-00353-01": {
          "setup": "20191017-00353",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00364-08": {
          "setup": "20191018-00364",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191018-00366-02": {
          "setup": "20191018-00366",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00372-03": {
          "setup": "20191018-00372",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191018-00373-01": {
          "setup": "20191018-00373",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191106-00563-02": {
          "setup": "20191106-00563",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00765-10": {
          "setup": "20191121-00765",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00767-05": {
          "setup": "20191121-00767",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00773-07": {
          "setup": "20191121-00773",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00818-02": {
          "setup": "20191126-00818",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00821-02": {
          "setup": "20191126-00821",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00822-07": {
          "setup": "20191126-00822",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191127-00830-01": {
          "setup": "20191127-00830",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191127-00839-01": {
          "setup": "20191127-00839",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191203-00895-07": {
          "setup": "20191203-00895",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191203-00896-06": {
          "setup": "20191203-00896",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191204-00906-08": {
          "setup": "20191204-00906",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191204-00912-09": {
          "setup": "20191204-00912",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191205-00921-03": {
          "setup": "20191205-00921",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191205-00923-05": {
          "setup": "20191205-00923",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191206-00932-04": {
          "setup": "20191206-00932",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191206-00934-01": {
          "setup": "20191206-00934",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191207-00961-08": {
          "setup": "20191207-00961",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191208-00964-09": {
          "setup": "20191208-00964",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20191208-00966-01": {
          "setup": "20191208-00966",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20191209-00982-04": {
          "setup": "20191209-00982",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191209-00987-08": {
          "setup": "20191209-00987",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191209-00992-09": {
          "setup": "20191209-00992",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20191210-00999-08": {
          "setup": "20191210-00999",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191210-01005-03": {
          "setup": "20191210-01005",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191211-01022-06": {
          "setup": "20191211-01022",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01030-10": {
          "setup": "20191212-01030",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01031-04": {
          "setup": "20191212-01031",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01032-03": {
          "setup": "20191212-01032",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01037-09": {
          "setup": "20191213-01037",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01042-02": {
          "setup": "20191213-01042",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01050-02": {
          "setup": "20191213-01050",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01052-04": {
          "setup": "20191214-01052",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01058-01": {
          "setup": "20191214-01058",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01064-10": {
          "setup": "20191214-01064",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191216-01068-09": {
          "setup": "20191216-01068",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        }
      }
    },
    "dino_context_mean_geometry_gate": {
      "method": "dino_context_mean_geometry_gate",
      "label": "DINOv2 four-crop mean + camera geometry",
      "training": false,
      "image_pairs": 3600,
      "candidate_object_pairs": 2484124,
      "positive_object_pairs": 78335,
      "AP": 0.2629645249336238,
      "FPR95": 0.408965624167373,
      "IPAA100": 0.11055555555555556,
      "IPAA": {
        "100": 0.11055555555555556,
        "90": 0.13694444444444445,
        "80": 0.2461111111111111,
        "70": 0.3463888888888889,
        "60": 0.46805555555555556,
        "50": 0.6038888888888889
      },
      "IPAA_counts": {
        "100": 398,
        "90": 493,
        "80": 886,
        "70": 1247,
        "60": 1685,
        "50": 2174
      },
      "author_assignment": {
        "correct": 43520,
        "wrong": 37975,
        "unmapped": 0,
        "proposals": 81495,
        "recall": 0.5555626476032425
      },
      "distance_p95": 2.0,
      "km_threshold": 0.7,
      "metric_code_sha256": "f23eba91db32a5fd0497bf4bf786c7a87587c7889f8b89e4029f82581e0d8960",
      "native_solver_sha256": "d0ba8efaa44719c853b71283e6d08f82c8b37c35fb0e9db447051ca743f13b0a",
      "score_sha256": "66f99e7ed645cd507c5b5910ede7630a976484f015def09104452a030f4427eb",
      "elapsed_seconds": 14.183755342848599,
      "scene_outcomes": {
        "20190921-00003-02": {
          "setup": "20190921-00003",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 17
        },
        "20190923-00015-06": {
          "setup": "20190923-00015",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20190924-00019-01": {
          "setup": "20190924-00019",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 29
        },
        "20190924-00020-09": {
          "setup": "20190924-00020",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 13
        },
        "20190924-00021-09": {
          "setup": "20190924-00021",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 13
        },
        "20190924-00032-02": {
          "setup": "20190924-00032",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 12
        },
        "20190925-00038-10": {
          "setup": "20190925-00038",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 7
        },
        "20190925-00042-06": {
          "setup": "20190925-00042",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 10
        },
        "20190925-00045-07": {
          "setup": "20190925-00045",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 20
        },
        "20190925-00051-07": {
          "setup": "20190925-00051",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 9
        },
        "20190926-00056-03": {
          "setup": "20190926-00056",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 31
        },
        "20190926-00057-01": {
          "setup": "20190926-00057",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 24
        },
        "20190926-00067-02": {
          "setup": "20190926-00067",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 32
        },
        "20190927-00077-04": {
          "setup": "20190927-00077",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 16
        },
        "20190928-00082-02": {
          "setup": "20190928-00082",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 17
        },
        "20190928-00092-02": {
          "setup": "20190928-00092",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 10
        },
        "20190929-00104-04": {
          "setup": "20190929-00104",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20190930-00125-06": {
          "setup": "20190930-00125",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191001-00128-09": {
          "setup": "20191001-00128",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191001-00133-07": {
          "setup": "20191001-00133",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191002-00146-06": {
          "setup": "20191002-00146",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191002-00148-10": {
          "setup": "20191002-00148",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 9
        },
        "20191002-00157-04": {
          "setup": "20191002-00157",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 15
        },
        "20191002-00159-09": {
          "setup": "20191002-00159",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20191003-00163-01": {
          "setup": "20191003-00163",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191003-00171-02": {
          "setup": "20191003-00171",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191004-00180-03": {
          "setup": "20191004-00180",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191004-00183-04": {
          "setup": "20191004-00183",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191004-00185-01": {
          "setup": "20191004-00185",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 9
        },
        "20191005-00193-04": {
          "setup": "20191005-00193",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191005-00197-04": {
          "setup": "20191005-00197",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 9
        },
        "20191005-00199-01": {
          "setup": "20191005-00199",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191005-00200-04": {
          "setup": "20191005-00200",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191005-00202-04": {
          "setup": "20191005-00202",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191006-00213-04": {
          "setup": "20191006-00213",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191006-00214-01": {
          "setup": "20191006-00214",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191006-00217-08": {
          "setup": "20191006-00217",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00221-09": {
          "setup": "20191007-00221",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00223-01": {
          "setup": "20191007-00223",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191007-00226-09": {
          "setup": "20191007-00226",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191007-00230-02": {
          "setup": "20191007-00230",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191008-00242-09": {
          "setup": "20191008-00242",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191009-00250-06": {
          "setup": "20191009-00250",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191009-00251-03": {
          "setup": "20191009-00251",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191009-00261-01": {
          "setup": "20191009-00261",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20191010-00264-04": {
          "setup": "20191010-00264",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191010-00268-08": {
          "setup": "20191010-00268",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191010-00272-03": {
          "setup": "20191010-00272",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191011-00279-01": {
          "setup": "20191011-00279",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191011-00284-03": {
          "setup": "20191011-00284",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191011-00289-05": {
          "setup": "20191011-00289",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191012-00294-05": {
          "setup": "20191012-00294",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191012-00303-09": {
          "setup": "20191012-00303",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191014-00311-07": {
          "setup": "20191014-00311",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00337-07": {
          "setup": "20191016-00337",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00339-10": {
          "setup": "20191016-00339",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00342-01": {
          "setup": "20191016-00342",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00345-02": {
          "setup": "20191016-00345",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191017-00349-03": {
          "setup": "20191017-00349",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191017-00353-01": {
          "setup": "20191017-00353",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00364-08": {
          "setup": "20191018-00364",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191018-00366-02": {
          "setup": "20191018-00366",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20191018-00372-03": {
          "setup": "20191018-00372",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20191018-00373-01": {
          "setup": "20191018-00373",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191106-00563-02": {
          "setup": "20191106-00563",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00765-10": {
          "setup": "20191121-00765",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191121-00767-05": {
          "setup": "20191121-00767",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00773-07": {
          "setup": "20191121-00773",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00818-02": {
          "setup": "20191126-00818",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00821-02": {
          "setup": "20191126-00821",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00822-07": {
          "setup": "20191126-00822",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191127-00830-01": {
          "setup": "20191127-00830",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191127-00839-01": {
          "setup": "20191127-00839",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191203-00895-07": {
          "setup": "20191203-00895",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191203-00896-06": {
          "setup": "20191203-00896",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191204-00906-08": {
          "setup": "20191204-00906",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191204-00912-09": {
          "setup": "20191204-00912",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191205-00921-03": {
          "setup": "20191205-00921",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191205-00923-05": {
          "setup": "20191205-00923",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191206-00932-04": {
          "setup": "20191206-00932",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191206-00934-01": {
          "setup": "20191206-00934",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191207-00961-08": {
          "setup": "20191207-00961",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191208-00964-09": {
          "setup": "20191208-00964",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20191208-00966-01": {
          "setup": "20191208-00966",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 12
        },
        "20191209-00982-04": {
          "setup": "20191209-00982",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191209-00987-08": {
          "setup": "20191209-00987",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191209-00992-09": {
          "setup": "20191209-00992",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20191210-00999-08": {
          "setup": "20191210-00999",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191210-01005-03": {
          "setup": "20191210-01005",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191211-01022-06": {
          "setup": "20191211-01022",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01030-10": {
          "setup": "20191212-01030",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01031-04": {
          "setup": "20191212-01031",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01032-03": {
          "setup": "20191212-01032",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01037-09": {
          "setup": "20191213-01037",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01042-02": {
          "setup": "20191213-01042",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01050-02": {
          "setup": "20191213-01050",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01052-04": {
          "setup": "20191214-01052",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01058-01": {
          "setup": "20191214-01058",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01064-10": {
          "setup": "20191214-01064",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191216-01068-09": {
          "setup": "20191216-01068",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        }
      }
    },
    "dino_sam_geometry_unwarped": {
      "method": "dino_sam_geometry_unwarped",
      "label": "DINOv2 SAM + geometry + native surface control",
      "training": false,
      "image_pairs": 3600,
      "candidate_object_pairs": 2484124,
      "positive_object_pairs": 78335,
      "AP": 0.4124315493610188,
      "FPR95": 0.26296819879050076,
      "IPAA100": 0.11611111111111111,
      "IPAA": {
        "100": 0.11611111111111111,
        "90": 0.1425,
        "80": 0.2586111111111111,
        "70": 0.3713888888888889,
        "60": 0.5058333333333334,
        "50": 0.6630555555555555
      },
      "IPAA_counts": {
        "100": 418,
        "90": 513,
        "80": 931,
        "70": 1337,
        "60": 1821,
        "50": 2387
      },
      "author_assignment": {
        "correct": 46556,
        "wrong": 34888,
        "unmapped": 0,
        "proposals": 81444,
        "recall": 0.5943192698027702
      },
      "distance_p95": 2.0,
      "km_threshold": 0.7,
      "metric_code_sha256": "f23eba91db32a5fd0497bf4bf786c7a87587c7889f8b89e4029f82581e0d8960",
      "native_solver_sha256": "d0ba8efaa44719c853b71283e6d08f82c8b37c35fb0e9db447051ca743f13b0a",
      "score_sha256": "d8acdbb36f489f3762296641ead590760b00281f4b06aba96909b74266447660",
      "elapsed_seconds": 13.884827875997871,
      "scene_outcomes": {
        "20190921-00003-02": {
          "setup": "20190921-00003",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 18
        },
        "20190923-00015-06": {
          "setup": "20190923-00015",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20190924-00019-01": {
          "setup": "20190924-00019",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 29
        },
        "20190924-00020-09": {
          "setup": "20190924-00020",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 16
        },
        "20190924-00021-09": {
          "setup": "20190924-00021",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 27
        },
        "20190924-00032-02": {
          "setup": "20190924-00032",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 20
        },
        "20190925-00038-10": {
          "setup": "20190925-00038",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 13
        },
        "20190925-00042-06": {
          "setup": "20190925-00042",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 16
        },
        "20190925-00045-07": {
          "setup": "20190925-00045",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 35
        },
        "20190925-00051-07": {
          "setup": "20190925-00051",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 17
        },
        "20190926-00056-03": {
          "setup": "20190926-00056",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 36
        },
        "20190926-00057-01": {
          "setup": "20190926-00057",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 16
        },
        "20190926-00067-02": {
          "setup": "20190926-00067",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 32
        },
        "20190927-00077-04": {
          "setup": "20190927-00077",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 25
        },
        "20190928-00082-02": {
          "setup": "20190928-00082",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20190928-00092-02": {
          "setup": "20190928-00092",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 16
        },
        "20190929-00104-04": {
          "setup": "20190929-00104",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20190930-00125-06": {
          "setup": "20190930-00125",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20191001-00128-09": {
          "setup": "20191001-00128",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20191001-00133-07": {
          "setup": "20191001-00133",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20191002-00146-06": {
          "setup": "20191002-00146",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191002-00148-10": {
          "setup": "20191002-00148",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 9
        },
        "20191002-00157-04": {
          "setup": "20191002-00157",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20191002-00159-09": {
          "setup": "20191002-00159",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20191003-00163-01": {
          "setup": "20191003-00163",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191003-00171-02": {
          "setup": "20191003-00171",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191004-00180-03": {
          "setup": "20191004-00180",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191004-00183-04": {
          "setup": "20191004-00183",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191004-00185-01": {
          "setup": "20191004-00185",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20191005-00193-04": {
          "setup": "20191005-00193",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191005-00197-04": {
          "setup": "20191005-00197",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191005-00199-01": {
          "setup": "20191005-00199",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191005-00200-04": {
          "setup": "20191005-00200",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191005-00202-04": {
          "setup": "20191005-00202",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191006-00213-04": {
          "setup": "20191006-00213",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191006-00214-01": {
          "setup": "20191006-00214",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191006-00217-08": {
          "setup": "20191006-00217",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00221-09": {
          "setup": "20191007-00221",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00223-01": {
          "setup": "20191007-00223",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191007-00226-09": {
          "setup": "20191007-00226",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00230-02": {
          "setup": "20191007-00230",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191008-00242-09": {
          "setup": "20191008-00242",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191009-00250-06": {
          "setup": "20191009-00250",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191009-00251-03": {
          "setup": "20191009-00251",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191009-00261-01": {
          "setup": "20191009-00261",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191010-00264-04": {
          "setup": "20191010-00264",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191010-00268-08": {
          "setup": "20191010-00268",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191010-00272-03": {
          "setup": "20191010-00272",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191011-00279-01": {
          "setup": "20191011-00279",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191011-00284-03": {
          "setup": "20191011-00284",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191011-00289-05": {
          "setup": "20191011-00289",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191012-00294-05": {
          "setup": "20191012-00294",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191012-00303-09": {
          "setup": "20191012-00303",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191014-00311-07": {
          "setup": "20191014-00311",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00337-07": {
          "setup": "20191016-00337",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00339-10": {
          "setup": "20191016-00339",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00342-01": {
          "setup": "20191016-00342",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191016-00345-02": {
          "setup": "20191016-00345",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191017-00349-03": {
          "setup": "20191017-00349",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191017-00353-01": {
          "setup": "20191017-00353",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00364-08": {
          "setup": "20191018-00364",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191018-00366-02": {
          "setup": "20191018-00366",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00372-03": {
          "setup": "20191018-00372",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191018-00373-01": {
          "setup": "20191018-00373",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191106-00563-02": {
          "setup": "20191106-00563",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00765-10": {
          "setup": "20191121-00765",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00767-05": {
          "setup": "20191121-00767",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00773-07": {
          "setup": "20191121-00773",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00818-02": {
          "setup": "20191126-00818",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00821-02": {
          "setup": "20191126-00821",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00822-07": {
          "setup": "20191126-00822",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191127-00830-01": {
          "setup": "20191127-00830",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191127-00839-01": {
          "setup": "20191127-00839",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191203-00895-07": {
          "setup": "20191203-00895",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191203-00896-06": {
          "setup": "20191203-00896",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191204-00906-08": {
          "setup": "20191204-00906",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191204-00912-09": {
          "setup": "20191204-00912",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191205-00921-03": {
          "setup": "20191205-00921",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191205-00923-05": {
          "setup": "20191205-00923",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191206-00932-04": {
          "setup": "20191206-00932",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191206-00934-01": {
          "setup": "20191206-00934",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191207-00961-08": {
          "setup": "20191207-00961",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191208-00964-09": {
          "setup": "20191208-00964",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20191208-00966-01": {
          "setup": "20191208-00966",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20191209-00982-04": {
          "setup": "20191209-00982",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191209-00987-08": {
          "setup": "20191209-00987",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191209-00992-09": {
          "setup": "20191209-00992",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20191210-00999-08": {
          "setup": "20191210-00999",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191210-01005-03": {
          "setup": "20191210-01005",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191211-01022-06": {
          "setup": "20191211-01022",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01030-10": {
          "setup": "20191212-01030",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01031-04": {
          "setup": "20191212-01031",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01032-03": {
          "setup": "20191212-01032",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01037-09": {
          "setup": "20191213-01037",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01042-02": {
          "setup": "20191213-01042",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01050-02": {
          "setup": "20191213-01050",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01052-04": {
          "setup": "20191214-01052",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01058-01": {
          "setup": "20191214-01058",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01064-10": {
          "setup": "20191214-01064",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191216-01068-09": {
          "setup": "20191216-01068",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        }
      }
    },
    "dino_sam_geometry_warped": {
      "method": "dino_sam_geometry_warped",
      "label": "DINOv2 SAM + geometry + rectified surface",
      "training": false,
      "image_pairs": 3600,
      "candidate_object_pairs": 2484124,
      "positive_object_pairs": 78335,
      "AP": 0.4117497159528653,
      "FPR95": 0.26296819879050076,
      "IPAA100": 0.11611111111111111,
      "IPAA": {
        "100": 0.11611111111111111,
        "90": 0.1425,
        "80": 0.25833333333333336,
        "70": 0.37277777777777776,
        "60": 0.5041666666666667,
        "50": 0.6638888888888889
      },
      "IPAA_counts": {
        "100": 418,
        "90": 513,
        "80": 930,
        "70": 1342,
        "60": 1815,
        "50": 2390
      },
      "author_assignment": {
        "correct": 46575,
        "wrong": 34869,
        "unmapped": 0,
        "proposals": 81444,
        "recall": 0.5945618178336631
      },
      "distance_p95": 2.0,
      "km_threshold": 0.7,
      "metric_code_sha256": "f23eba91db32a5fd0497bf4bf786c7a87587c7889f8b89e4029f82581e0d8960",
      "native_solver_sha256": "d0ba8efaa44719c853b71283e6d08f82c8b37c35fb0e9db447051ca743f13b0a",
      "score_sha256": "b5233a8b18bec7d84e91910e850d2f6984b306de0efcd15d678cb0ce2f728831",
      "elapsed_seconds": 13.914208153262734,
      "scene_outcomes": {
        "20190921-00003-02": {
          "setup": "20190921-00003",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 18
        },
        "20190923-00015-06": {
          "setup": "20190923-00015",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20190924-00019-01": {
          "setup": "20190924-00019",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 29
        },
        "20190924-00020-09": {
          "setup": "20190924-00020",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 16
        },
        "20190924-00021-09": {
          "setup": "20190924-00021",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 27
        },
        "20190924-00032-02": {
          "setup": "20190924-00032",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 20
        },
        "20190925-00038-10": {
          "setup": "20190925-00038",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 13
        },
        "20190925-00042-06": {
          "setup": "20190925-00042",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 16
        },
        "20190925-00045-07": {
          "setup": "20190925-00045",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 35
        },
        "20190925-00051-07": {
          "setup": "20190925-00051",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 17
        },
        "20190926-00056-03": {
          "setup": "20190926-00056",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 36
        },
        "20190926-00057-01": {
          "setup": "20190926-00057",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 16
        },
        "20190926-00067-02": {
          "setup": "20190926-00067",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 32
        },
        "20190927-00077-04": {
          "setup": "20190927-00077",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 25
        },
        "20190928-00082-02": {
          "setup": "20190928-00082",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20190928-00092-02": {
          "setup": "20190928-00092",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 16
        },
        "20190929-00104-04": {
          "setup": "20190929-00104",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20190930-00125-06": {
          "setup": "20190930-00125",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20191001-00128-09": {
          "setup": "20191001-00128",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20191001-00133-07": {
          "setup": "20191001-00133",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20191002-00146-06": {
          "setup": "20191002-00146",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191002-00148-10": {
          "setup": "20191002-00148",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 9
        },
        "20191002-00157-04": {
          "setup": "20191002-00157",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20191002-00159-09": {
          "setup": "20191002-00159",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191003-00163-01": {
          "setup": "20191003-00163",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191003-00171-02": {
          "setup": "20191003-00171",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191004-00180-03": {
          "setup": "20191004-00180",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191004-00183-04": {
          "setup": "20191004-00183",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191004-00185-01": {
          "setup": "20191004-00185",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20191005-00193-04": {
          "setup": "20191005-00193",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191005-00197-04": {
          "setup": "20191005-00197",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191005-00199-01": {
          "setup": "20191005-00199",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191005-00200-04": {
          "setup": "20191005-00200",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191005-00202-04": {
          "setup": "20191005-00202",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191006-00213-04": {
          "setup": "20191006-00213",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191006-00214-01": {
          "setup": "20191006-00214",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191006-00217-08": {
          "setup": "20191006-00217",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00221-09": {
          "setup": "20191007-00221",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00223-01": {
          "setup": "20191007-00223",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191007-00226-09": {
          "setup": "20191007-00226",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00230-02": {
          "setup": "20191007-00230",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191008-00242-09": {
          "setup": "20191008-00242",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191009-00250-06": {
          "setup": "20191009-00250",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191009-00251-03": {
          "setup": "20191009-00251",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191009-00261-01": {
          "setup": "20191009-00261",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191010-00264-04": {
          "setup": "20191010-00264",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191010-00268-08": {
          "setup": "20191010-00268",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191010-00272-03": {
          "setup": "20191010-00272",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191011-00279-01": {
          "setup": "20191011-00279",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191011-00284-03": {
          "setup": "20191011-00284",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191011-00289-05": {
          "setup": "20191011-00289",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191012-00294-05": {
          "setup": "20191012-00294",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191012-00303-09": {
          "setup": "20191012-00303",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191014-00311-07": {
          "setup": "20191014-00311",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00337-07": {
          "setup": "20191016-00337",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00339-10": {
          "setup": "20191016-00339",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00342-01": {
          "setup": "20191016-00342",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191016-00345-02": {
          "setup": "20191016-00345",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191017-00349-03": {
          "setup": "20191017-00349",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191017-00353-01": {
          "setup": "20191017-00353",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00364-08": {
          "setup": "20191018-00364",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191018-00366-02": {
          "setup": "20191018-00366",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00372-03": {
          "setup": "20191018-00372",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191018-00373-01": {
          "setup": "20191018-00373",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191106-00563-02": {
          "setup": "20191106-00563",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00765-10": {
          "setup": "20191121-00765",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00767-05": {
          "setup": "20191121-00767",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00773-07": {
          "setup": "20191121-00773",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00818-02": {
          "setup": "20191126-00818",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00821-02": {
          "setup": "20191126-00821",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00822-07": {
          "setup": "20191126-00822",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191127-00830-01": {
          "setup": "20191127-00830",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191127-00839-01": {
          "setup": "20191127-00839",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191203-00895-07": {
          "setup": "20191203-00895",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191203-00896-06": {
          "setup": "20191203-00896",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191204-00906-08": {
          "setup": "20191204-00906",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191204-00912-09": {
          "setup": "20191204-00912",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191205-00921-03": {
          "setup": "20191205-00921",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191205-00923-05": {
          "setup": "20191205-00923",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191206-00932-04": {
          "setup": "20191206-00932",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191206-00934-01": {
          "setup": "20191206-00934",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191207-00961-08": {
          "setup": "20191207-00961",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191208-00964-09": {
          "setup": "20191208-00964",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20191208-00966-01": {
          "setup": "20191208-00966",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20191209-00982-04": {
          "setup": "20191209-00982",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191209-00987-08": {
          "setup": "20191209-00987",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191209-00992-09": {
          "setup": "20191209-00992",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20191210-00999-08": {
          "setup": "20191210-00999",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191210-01005-03": {
          "setup": "20191210-01005",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191211-01022-06": {
          "setup": "20191211-01022",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01030-10": {
          "setup": "20191212-01030",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01031-04": {
          "setup": "20191212-01031",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01032-03": {
          "setup": "20191212-01032",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01037-09": {
          "setup": "20191213-01037",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01042-02": {
          "setup": "20191213-01042",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01050-02": {
          "setup": "20191213-01050",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01052-04": {
          "setup": "20191214-01052",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01058-01": {
          "setup": "20191214-01058",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01064-10": {
          "setup": "20191214-01064",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191216-01068-09": {
          "setup": "20191216-01068",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        }
      }
    },
    "roma_box": {
      "method": "roma_box",
      "label": "RoMa box coverage",
      "training": false,
      "image_pairs": 3600,
      "candidate_object_pairs": 2484124,
      "positive_object_pairs": 78335,
      "AP": 0.6432594876887034,
      "FPR95": 0.17371265726129764,
      "IPAA100": 0.02388888888888889,
      "IPAA": {
        "100": 0.02388888888888889,
        "90": 0.0636111111111111,
        "80": 0.15333333333333332,
        "70": 0.2461111111111111,
        "60": 0.34694444444444444,
        "50": 0.4841666666666667
      },
      "IPAA_counts": {
        "100": 86,
        "90": 229,
        "80": 552,
        "70": 886,
        "60": 1249,
        "50": 1743
      },
      "author_assignment": {
        "correct": 29346,
        "wrong": 686,
        "unmapped": 0,
        "proposals": 30032,
        "recall": 0.37462181655709453
      },
      "distance_p95": 1.0,
      "km_threshold": 0.7,
      "metric_code_sha256": "f23eba91db32a5fd0497bf4bf786c7a87587c7889f8b89e4029f82581e0d8960",
      "native_solver_sha256": "d0ba8efaa44719c853b71283e6d08f82c8b37c35fb0e9db447051ca743f13b0a",
      "score_sha256": "e12b0f53db9e01fc0ab9a43e605beee2e270422e71825211e2a57134818d9277",
      "elapsed_seconds": 12.050145390909165,
      "scene_outcomes": {
        "20190921-00003-02": {
          "setup": "20190921-00003",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20190923-00015-06": {
          "setup": "20190923-00015",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20190924-00019-01": {
          "setup": "20190924-00019",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20190924-00020-09": {
          "setup": "20190924-00020",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20190924-00021-09": {
          "setup": "20190924-00021",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20190924-00032-02": {
          "setup": "20190924-00032",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20190925-00038-10": {
          "setup": "20190925-00038",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20190925-00042-06": {
          "setup": "20190925-00042",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20190925-00045-07": {
          "setup": "20190925-00045",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20190925-00051-07": {
          "setup": "20190925-00051",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20190926-00056-03": {
          "setup": "20190926-00056",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20190926-00057-01": {
          "setup": "20190926-00057",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20190926-00067-02": {
          "setup": "20190926-00067",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 19
        },
        "20190927-00077-04": {
          "setup": "20190927-00077",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20190928-00082-02": {
          "setup": "20190928-00082",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20190928-00092-02": {
          "setup": "20190928-00092",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20190929-00104-04": {
          "setup": "20190929-00104",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20190930-00125-06": {
          "setup": "20190930-00125",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191001-00128-09": {
          "setup": "20191001-00128",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191001-00133-07": {
          "setup": "20191001-00133",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191002-00146-06": {
          "setup": "20191002-00146",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191002-00148-10": {
          "setup": "20191002-00148",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191002-00157-04": {
          "setup": "20191002-00157",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191002-00159-09": {
          "setup": "20191002-00159",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191003-00163-01": {
          "setup": "20191003-00163",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191003-00171-02": {
          "setup": "20191003-00171",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191004-00180-03": {
          "setup": "20191004-00180",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191004-00183-04": {
          "setup": "20191004-00183",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191004-00185-01": {
          "setup": "20191004-00185",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191005-00193-04": {
          "setup": "20191005-00193",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191005-00197-04": {
          "setup": "20191005-00197",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20191005-00199-01": {
          "setup": "20191005-00199",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191005-00200-04": {
          "setup": "20191005-00200",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191005-00202-04": {
          "setup": "20191005-00202",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191006-00213-04": {
          "setup": "20191006-00213",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191006-00214-01": {
          "setup": "20191006-00214",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191006-00217-08": {
          "setup": "20191006-00217",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00221-09": {
          "setup": "20191007-00221",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00223-01": {
          "setup": "20191007-00223",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00226-09": {
          "setup": "20191007-00226",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191007-00230-02": {
          "setup": "20191007-00230",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191008-00242-09": {
          "setup": "20191008-00242",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191009-00250-06": {
          "setup": "20191009-00250",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191009-00251-03": {
          "setup": "20191009-00251",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191009-00261-01": {
          "setup": "20191009-00261",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191010-00264-04": {
          "setup": "20191010-00264",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191010-00268-08": {
          "setup": "20191010-00268",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191010-00272-03": {
          "setup": "20191010-00272",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191011-00279-01": {
          "setup": "20191011-00279",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191011-00284-03": {
          "setup": "20191011-00284",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191011-00289-05": {
          "setup": "20191011-00289",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191012-00294-05": {
          "setup": "20191012-00294",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191012-00303-09": {
          "setup": "20191012-00303",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191014-00311-07": {
          "setup": "20191014-00311",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00337-07": {
          "setup": "20191016-00337",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00339-10": {
          "setup": "20191016-00339",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00342-01": {
          "setup": "20191016-00342",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00345-02": {
          "setup": "20191016-00345",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191017-00349-03": {
          "setup": "20191017-00349",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191017-00353-01": {
          "setup": "20191017-00353",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00364-08": {
          "setup": "20191018-00364",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191018-00366-02": {
          "setup": "20191018-00366",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00372-03": {
          "setup": "20191018-00372",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191018-00373-01": {
          "setup": "20191018-00373",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191106-00563-02": {
          "setup": "20191106-00563",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00765-10": {
          "setup": "20191121-00765",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00767-05": {
          "setup": "20191121-00767",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00773-07": {
          "setup": "20191121-00773",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00818-02": {
          "setup": "20191126-00818",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00821-02": {
          "setup": "20191126-00821",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00822-07": {
          "setup": "20191126-00822",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191127-00830-01": {
          "setup": "20191127-00830",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191127-00839-01": {
          "setup": "20191127-00839",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191203-00895-07": {
          "setup": "20191203-00895",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191203-00896-06": {
          "setup": "20191203-00896",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191204-00906-08": {
          "setup": "20191204-00906",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191204-00912-09": {
          "setup": "20191204-00912",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191205-00921-03": {
          "setup": "20191205-00921",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191205-00923-05": {
          "setup": "20191205-00923",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191206-00932-04": {
          "setup": "20191206-00932",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191206-00934-01": {
          "setup": "20191206-00934",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191207-00961-08": {
          "setup": "20191207-00961",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191208-00964-09": {
          "setup": "20191208-00964",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191208-00966-01": {
          "setup": "20191208-00966",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191209-00982-04": {
          "setup": "20191209-00982",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191209-00987-08": {
          "setup": "20191209-00987",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191209-00992-09": {
          "setup": "20191209-00992",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191210-00999-08": {
          "setup": "20191210-00999",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191210-01005-03": {
          "setup": "20191210-01005",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191211-01022-06": {
          "setup": "20191211-01022",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01030-10": {
          "setup": "20191212-01030",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01031-04": {
          "setup": "20191212-01031",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01032-03": {
          "setup": "20191212-01032",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01037-09": {
          "setup": "20191213-01037",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01042-02": {
          "setup": "20191213-01042",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01050-02": {
          "setup": "20191213-01050",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01052-04": {
          "setup": "20191214-01052",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01058-01": {
          "setup": "20191214-01058",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01064-10": {
          "setup": "20191214-01064",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191216-01068-09": {
          "setup": "20191216-01068",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        }
      }
    },
    "roma_mask": {
      "method": "roma_mask",
      "label": "RoMa + SAM foreground",
      "training": false,
      "image_pairs": 3600,
      "candidate_object_pairs": 2484124,
      "positive_object_pairs": 78335,
      "AP": 0.8479608491354413,
      "FPR95": 0.4644260157478482,
      "IPAA100": 0.0325,
      "IPAA": {
        "100": 0.0325,
        "90": 0.09222222222222222,
        "80": 0.2175,
        "70": 0.3488888888888889,
        "60": 0.49,
        "50": 0.6402777777777777
      },
      "IPAA_counts": {
        "100": 117,
        "90": 332,
        "80": 783,
        "70": 1256,
        "60": 1764,
        "50": 2305
      },
      "author_assignment": {
        "correct": 37035,
        "wrong": 408,
        "unmapped": 0,
        "proposals": 37443,
        "recall": 0.4727771749537244
      },
      "distance_p95": 1.0,
      "km_threshold": 0.7,
      "metric_code_sha256": "f23eba91db32a5fd0497bf4bf786c7a87587c7889f8b89e4029f82581e0d8960",
      "native_solver_sha256": "d0ba8efaa44719c853b71283e6d08f82c8b37c35fb0e9db447051ca743f13b0a",
      "score_sha256": "dcfe89910c2967c122dc5f794ebe3000b5e6b9ce634772dbf08f10d0cb47bebb",
      "elapsed_seconds": 11.606229223310947,
      "scene_outcomes": {
        "20190921-00003-02": {
          "setup": "20190921-00003",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 7
        },
        "20190923-00015-06": {
          "setup": "20190923-00015",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20190924-00019-01": {
          "setup": "20190924-00019",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 11
        },
        "20190924-00020-09": {
          "setup": "20190924-00020",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20190924-00021-09": {
          "setup": "20190924-00021",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20190924-00032-02": {
          "setup": "20190924-00032",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20190925-00038-10": {
          "setup": "20190925-00038",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20190925-00042-06": {
          "setup": "20190925-00042",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20190925-00045-07": {
          "setup": "20190925-00045",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 8
        },
        "20190925-00051-07": {
          "setup": "20190925-00051",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20190926-00056-03": {
          "setup": "20190926-00056",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 10
        },
        "20190926-00057-01": {
          "setup": "20190926-00057",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20190926-00067-02": {
          "setup": "20190926-00067",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 26
        },
        "20190927-00077-04": {
          "setup": "20190927-00077",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20190928-00082-02": {
          "setup": "20190928-00082",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20190928-00092-02": {
          "setup": "20190928-00092",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20190929-00104-04": {
          "setup": "20190929-00104",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20190930-00125-06": {
          "setup": "20190930-00125",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191001-00128-09": {
          "setup": "20191001-00128",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191001-00133-07": {
          "setup": "20191001-00133",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191002-00146-06": {
          "setup": "20191002-00146",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191002-00148-10": {
          "setup": "20191002-00148",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191002-00157-04": {
          "setup": "20191002-00157",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20191002-00159-09": {
          "setup": "20191002-00159",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191003-00163-01": {
          "setup": "20191003-00163",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191003-00171-02": {
          "setup": "20191003-00171",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191004-00180-03": {
          "setup": "20191004-00180",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191004-00183-04": {
          "setup": "20191004-00183",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191004-00185-01": {
          "setup": "20191004-00185",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191005-00193-04": {
          "setup": "20191005-00193",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20191005-00197-04": {
          "setup": "20191005-00197",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20191005-00199-01": {
          "setup": "20191005-00199",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191005-00200-04": {
          "setup": "20191005-00200",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191005-00202-04": {
          "setup": "20191005-00202",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191006-00213-04": {
          "setup": "20191006-00213",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191006-00214-01": {
          "setup": "20191006-00214",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191006-00217-08": {
          "setup": "20191006-00217",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00221-09": {
          "setup": "20191007-00221",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00223-01": {
          "setup": "20191007-00223",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191007-00226-09": {
          "setup": "20191007-00226",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00230-02": {
          "setup": "20191007-00230",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191008-00242-09": {
          "setup": "20191008-00242",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191009-00250-06": {
          "setup": "20191009-00250",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191009-00251-03": {
          "setup": "20191009-00251",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191009-00261-01": {
          "setup": "20191009-00261",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191010-00264-04": {
          "setup": "20191010-00264",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191010-00268-08": {
          "setup": "20191010-00268",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191010-00272-03": {
          "setup": "20191010-00272",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191011-00279-01": {
          "setup": "20191011-00279",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191011-00284-03": {
          "setup": "20191011-00284",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191011-00289-05": {
          "setup": "20191011-00289",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191012-00294-05": {
          "setup": "20191012-00294",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191012-00303-09": {
          "setup": "20191012-00303",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191014-00311-07": {
          "setup": "20191014-00311",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00337-07": {
          "setup": "20191016-00337",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00339-10": {
          "setup": "20191016-00339",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00342-01": {
          "setup": "20191016-00342",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00345-02": {
          "setup": "20191016-00345",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191017-00349-03": {
          "setup": "20191017-00349",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191017-00353-01": {
          "setup": "20191017-00353",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00364-08": {
          "setup": "20191018-00364",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00366-02": {
          "setup": "20191018-00366",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00372-03": {
          "setup": "20191018-00372",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191018-00373-01": {
          "setup": "20191018-00373",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191106-00563-02": {
          "setup": "20191106-00563",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00765-10": {
          "setup": "20191121-00765",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00767-05": {
          "setup": "20191121-00767",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00773-07": {
          "setup": "20191121-00773",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00818-02": {
          "setup": "20191126-00818",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00821-02": {
          "setup": "20191126-00821",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00822-07": {
          "setup": "20191126-00822",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191127-00830-01": {
          "setup": "20191127-00830",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191127-00839-01": {
          "setup": "20191127-00839",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191203-00895-07": {
          "setup": "20191203-00895",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191203-00896-06": {
          "setup": "20191203-00896",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191204-00906-08": {
          "setup": "20191204-00906",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191204-00912-09": {
          "setup": "20191204-00912",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191205-00921-03": {
          "setup": "20191205-00921",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191205-00923-05": {
          "setup": "20191205-00923",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191206-00932-04": {
          "setup": "20191206-00932",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191206-00934-01": {
          "setup": "20191206-00934",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191207-00961-08": {
          "setup": "20191207-00961",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191208-00964-09": {
          "setup": "20191208-00964",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191208-00966-01": {
          "setup": "20191208-00966",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20191209-00982-04": {
          "setup": "20191209-00982",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191209-00987-08": {
          "setup": "20191209-00987",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191209-00992-09": {
          "setup": "20191209-00992",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191210-00999-08": {
          "setup": "20191210-00999",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191210-01005-03": {
          "setup": "20191210-01005",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191211-01022-06": {
          "setup": "20191211-01022",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01030-10": {
          "setup": "20191212-01030",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01031-04": {
          "setup": "20191212-01031",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01032-03": {
          "setup": "20191212-01032",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01037-09": {
          "setup": "20191213-01037",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01042-02": {
          "setup": "20191213-01042",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01050-02": {
          "setup": "20191213-01050",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01052-04": {
          "setup": "20191214-01052",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01058-01": {
          "setup": "20191214-01058",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01064-10": {
          "setup": "20191214-01064",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191216-01068-09": {
          "setup": "20191216-01068",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        }
      }
    },
    "roma_box_mean": {
      "method": "roma_box_mean",
      "label": "RoMa box coverage, symmetric mean",
      "training": false,
      "image_pairs": 3600,
      "candidate_object_pairs": 2484124,
      "positive_object_pairs": 78335,
      "AP": 0.594515765988448,
      "FPR95": 0.18293790519451206,
      "IPAA100": 0.06222222222222222,
      "IPAA": {
        "100": 0.06222222222222222,
        "90": 0.1425,
        "80": 0.24722222222222223,
        "70": 0.3502777777777778,
        "60": 0.4727777777777778,
        "50": 0.5983333333333334
      },
      "IPAA_counts": {
        "100": 224,
        "90": 513,
        "80": 890,
        "70": 1261,
        "60": 1702,
        "50": 2154
      },
      "author_assignment": {
        "correct": 36388,
        "wrong": 1105,
        "unmapped": 0,
        "proposals": 37493,
        "recall": 0.46451777621752727
      },
      "distance_p95": 1.0,
      "km_threshold": 0.7,
      "metric_code_sha256": "f23eba91db32a5fd0497bf4bf786c7a87587c7889f8b89e4029f82581e0d8960",
      "native_solver_sha256": "d0ba8efaa44719c853b71283e6d08f82c8b37c35fb0e9db447051ca743f13b0a",
      "score_sha256": "6089eb0ca92137be5e53e3465fd97e9b2dda4b22385d7d311207eea7bc71a72e",
      "elapsed_seconds": 11.911912108771503,
      "scene_outcomes": {
        "20190921-00003-02": {
          "setup": "20190921-00003",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 11
        },
        "20190923-00015-06": {
          "setup": "20190923-00015",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20190924-00019-01": {
          "setup": "20190924-00019",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 19
        },
        "20190924-00020-09": {
          "setup": "20190924-00020",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 7
        },
        "20190924-00021-09": {
          "setup": "20190924-00021",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20190924-00032-02": {
          "setup": "20190924-00032",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20190925-00038-10": {
          "setup": "20190925-00038",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20190925-00042-06": {
          "setup": "20190925-00042",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20190925-00045-07": {
          "setup": "20190925-00045",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 8
        },
        "20190925-00051-07": {
          "setup": "20190925-00051",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20190926-00056-03": {
          "setup": "20190926-00056",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 9
        },
        "20190926-00057-01": {
          "setup": "20190926-00057",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20190926-00067-02": {
          "setup": "20190926-00067",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 24
        },
        "20190927-00077-04": {
          "setup": "20190927-00077",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20190928-00082-02": {
          "setup": "20190928-00082",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20190928-00092-02": {
          "setup": "20190928-00092",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20190929-00104-04": {
          "setup": "20190929-00104",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20190930-00125-06": {
          "setup": "20190930-00125",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191001-00128-09": {
          "setup": "20191001-00128",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191001-00133-07": {
          "setup": "20191001-00133",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191002-00146-06": {
          "setup": "20191002-00146",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20191002-00148-10": {
          "setup": "20191002-00148",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20191002-00157-04": {
          "setup": "20191002-00157",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 10
        },
        "20191002-00159-09": {
          "setup": "20191002-00159",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20191003-00163-01": {
          "setup": "20191003-00163",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191003-00171-02": {
          "setup": "20191003-00171",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191004-00180-03": {
          "setup": "20191004-00180",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191004-00183-04": {
          "setup": "20191004-00183",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191004-00185-01": {
          "setup": "20191004-00185",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191005-00193-04": {
          "setup": "20191005-00193",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20191005-00197-04": {
          "setup": "20191005-00197",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 22
        },
        "20191005-00199-01": {
          "setup": "20191005-00199",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191005-00200-04": {
          "setup": "20191005-00200",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191005-00202-04": {
          "setup": "20191005-00202",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20191006-00213-04": {
          "setup": "20191006-00213",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191006-00214-01": {
          "setup": "20191006-00214",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191006-00217-08": {
          "setup": "20191006-00217",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191007-00221-09": {
          "setup": "20191007-00221",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00223-01": {
          "setup": "20191007-00223",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191007-00226-09": {
          "setup": "20191007-00226",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191007-00230-02": {
          "setup": "20191007-00230",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191008-00242-09": {
          "setup": "20191008-00242",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191009-00250-06": {
          "setup": "20191009-00250",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191009-00251-03": {
          "setup": "20191009-00251",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191009-00261-01": {
          "setup": "20191009-00261",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191010-00264-04": {
          "setup": "20191010-00264",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191010-00268-08": {
          "setup": "20191010-00268",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191010-00272-03": {
          "setup": "20191010-00272",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191011-00279-01": {
          "setup": "20191011-00279",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191011-00284-03": {
          "setup": "20191011-00284",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191011-00289-05": {
          "setup": "20191011-00289",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191012-00294-05": {
          "setup": "20191012-00294",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191012-00303-09": {
          "setup": "20191012-00303",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20191014-00311-07": {
          "setup": "20191014-00311",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00337-07": {
          "setup": "20191016-00337",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00339-10": {
          "setup": "20191016-00339",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00342-01": {
          "setup": "20191016-00342",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00345-02": {
          "setup": "20191016-00345",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191017-00349-03": {
          "setup": "20191017-00349",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191017-00353-01": {
          "setup": "20191017-00353",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00364-08": {
          "setup": "20191018-00364",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191018-00366-02": {
          "setup": "20191018-00366",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00372-03": {
          "setup": "20191018-00372",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191018-00373-01": {
          "setup": "20191018-00373",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191106-00563-02": {
          "setup": "20191106-00563",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191121-00765-10": {
          "setup": "20191121-00765",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00767-05": {
          "setup": "20191121-00767",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00773-07": {
          "setup": "20191121-00773",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00818-02": {
          "setup": "20191126-00818",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00821-02": {
          "setup": "20191126-00821",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00822-07": {
          "setup": "20191126-00822",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191127-00830-01": {
          "setup": "20191127-00830",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191127-00839-01": {
          "setup": "20191127-00839",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20191203-00895-07": {
          "setup": "20191203-00895",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191203-00896-06": {
          "setup": "20191203-00896",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191204-00906-08": {
          "setup": "20191204-00906",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191204-00912-09": {
          "setup": "20191204-00912",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191205-00921-03": {
          "setup": "20191205-00921",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191205-00923-05": {
          "setup": "20191205-00923",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191206-00932-04": {
          "setup": "20191206-00932",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191206-00934-01": {
          "setup": "20191206-00934",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191207-00961-08": {
          "setup": "20191207-00961",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191208-00964-09": {
          "setup": "20191208-00964",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20191208-00966-01": {
          "setup": "20191208-00966",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191209-00982-04": {
          "setup": "20191209-00982",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191209-00987-08": {
          "setup": "20191209-00987",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191209-00992-09": {
          "setup": "20191209-00992",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191210-00999-08": {
          "setup": "20191210-00999",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191210-01005-03": {
          "setup": "20191210-01005",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191211-01022-06": {
          "setup": "20191211-01022",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01030-10": {
          "setup": "20191212-01030",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01031-04": {
          "setup": "20191212-01031",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01032-03": {
          "setup": "20191212-01032",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191213-01037-09": {
          "setup": "20191213-01037",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01042-02": {
          "setup": "20191213-01042",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01050-02": {
          "setup": "20191213-01050",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01052-04": {
          "setup": "20191214-01052",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01058-01": {
          "setup": "20191214-01058",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01064-10": {
          "setup": "20191214-01064",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191216-01068-09": {
          "setup": "20191216-01068",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        }
      }
    },
    "roma_mask_mean": {
      "method": "roma_mask_mean",
      "label": "RoMa + SAM, symmetric mean",
      "training": false,
      "image_pairs": 3600,
      "candidate_object_pairs": 2484124,
      "positive_object_pairs": 78335,
      "AP": 0.8405879703178964,
      "FPR95": 0.46367449514483605,
      "IPAA100": 0.06444444444444444,
      "IPAA": {
        "100": 0.06444444444444444,
        "90": 0.17805555555555555,
        "80": 0.33444444444444443,
        "70": 0.4713888888888889,
        "60": 0.6152777777777778,
        "50": 0.7375
      },
      "IPAA_counts": {
        "100": 232,
        "90": 641,
        "80": 1204,
        "70": 1697,
        "60": 2215,
        "50": 2655
      },
      "author_assignment": {
        "correct": 44030,
        "wrong": 546,
        "unmapped": 0,
        "proposals": 44576,
        "recall": 0.5620731473798429
      },
      "distance_p95": 1.0,
      "km_threshold": 0.7,
      "metric_code_sha256": "f23eba91db32a5fd0497bf4bf786c7a87587c7889f8b89e4029f82581e0d8960",
      "native_solver_sha256": "d0ba8efaa44719c853b71283e6d08f82c8b37c35fb0e9db447051ca743f13b0a",
      "score_sha256": "083f82e586db4d5b689e937730b03bf638b0e94bd763253e292b3892ecefe42a",
      "elapsed_seconds": 11.534822419751436,
      "scene_outcomes": {
        "20190921-00003-02": {
          "setup": "20190921-00003",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 11
        },
        "20190923-00015-06": {
          "setup": "20190923-00015",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20190924-00019-01": {
          "setup": "20190924-00019",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 20
        },
        "20190924-00020-09": {
          "setup": "20190924-00020",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20190924-00021-09": {
          "setup": "20190924-00021",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20190924-00032-02": {
          "setup": "20190924-00032",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20190925-00038-10": {
          "setup": "20190925-00038",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20190925-00042-06": {
          "setup": "20190925-00042",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20190925-00045-07": {
          "setup": "20190925-00045",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 13
        },
        "20190925-00051-07": {
          "setup": "20190925-00051",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20190926-00056-03": {
          "setup": "20190926-00056",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 11
        },
        "20190926-00057-01": {
          "setup": "20190926-00057",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20190926-00067-02": {
          "setup": "20190926-00067",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 27
        },
        "20190927-00077-04": {
          "setup": "20190927-00077",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20190928-00082-02": {
          "setup": "20190928-00082",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20190928-00092-02": {
          "setup": "20190928-00092",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20190929-00104-04": {
          "setup": "20190929-00104",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20190930-00125-06": {
          "setup": "20190930-00125",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191001-00128-09": {
          "setup": "20191001-00128",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191001-00133-07": {
          "setup": "20191001-00133",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191002-00146-06": {
          "setup": "20191002-00146",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191002-00148-10": {
          "setup": "20191002-00148",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 8
        },
        "20191002-00157-04": {
          "setup": "20191002-00157",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 15
        },
        "20191002-00159-09": {
          "setup": "20191002-00159",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191003-00163-01": {
          "setup": "20191003-00163",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191003-00171-02": {
          "setup": "20191003-00171",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191004-00180-03": {
          "setup": "20191004-00180",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191004-00183-04": {
          "setup": "20191004-00183",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20191004-00185-01": {
          "setup": "20191004-00185",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191005-00193-04": {
          "setup": "20191005-00193",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20191005-00197-04": {
          "setup": "20191005-00197",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 22
        },
        "20191005-00199-01": {
          "setup": "20191005-00199",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191005-00200-04": {
          "setup": "20191005-00200",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191005-00202-04": {
          "setup": "20191005-00202",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191006-00213-04": {
          "setup": "20191006-00213",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191006-00214-01": {
          "setup": "20191006-00214",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191006-00217-08": {
          "setup": "20191006-00217",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191007-00221-09": {
          "setup": "20191007-00221",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00223-01": {
          "setup": "20191007-00223",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191007-00226-09": {
          "setup": "20191007-00226",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00230-02": {
          "setup": "20191007-00230",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191008-00242-09": {
          "setup": "20191008-00242",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191009-00250-06": {
          "setup": "20191009-00250",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191009-00251-03": {
          "setup": "20191009-00251",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191009-00261-01": {
          "setup": "20191009-00261",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191010-00264-04": {
          "setup": "20191010-00264",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191010-00268-08": {
          "setup": "20191010-00268",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191010-00272-03": {
          "setup": "20191010-00272",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191011-00279-01": {
          "setup": "20191011-00279",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20191011-00284-03": {
          "setup": "20191011-00284",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191011-00289-05": {
          "setup": "20191011-00289",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191012-00294-05": {
          "setup": "20191012-00294",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191012-00303-09": {
          "setup": "20191012-00303",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20191014-00311-07": {
          "setup": "20191014-00311",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00337-07": {
          "setup": "20191016-00337",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00339-10": {
          "setup": "20191016-00339",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191016-00342-01": {
          "setup": "20191016-00342",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00345-02": {
          "setup": "20191016-00345",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191017-00349-03": {
          "setup": "20191017-00349",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191017-00353-01": {
          "setup": "20191017-00353",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00364-08": {
          "setup": "20191018-00364",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191018-00366-02": {
          "setup": "20191018-00366",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191018-00372-03": {
          "setup": "20191018-00372",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191018-00373-01": {
          "setup": "20191018-00373",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191106-00563-02": {
          "setup": "20191106-00563",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191121-00765-10": {
          "setup": "20191121-00765",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00767-05": {
          "setup": "20191121-00767",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00773-07": {
          "setup": "20191121-00773",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00818-02": {
          "setup": "20191126-00818",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00821-02": {
          "setup": "20191126-00821",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00822-07": {
          "setup": "20191126-00822",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191127-00830-01": {
          "setup": "20191127-00830",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191127-00839-01": {
          "setup": "20191127-00839",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191203-00895-07": {
          "setup": "20191203-00895",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191203-00896-06": {
          "setup": "20191203-00896",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191204-00906-08": {
          "setup": "20191204-00906",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191204-00912-09": {
          "setup": "20191204-00912",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191205-00921-03": {
          "setup": "20191205-00921",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191205-00923-05": {
          "setup": "20191205-00923",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191206-00932-04": {
          "setup": "20191206-00932",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191206-00934-01": {
          "setup": "20191206-00934",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191207-00961-08": {
          "setup": "20191207-00961",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191208-00964-09": {
          "setup": "20191208-00964",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 7
        },
        "20191208-00966-01": {
          "setup": "20191208-00966",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 7
        },
        "20191209-00982-04": {
          "setup": "20191209-00982",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191209-00987-08": {
          "setup": "20191209-00987",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191209-00992-09": {
          "setup": "20191209-00992",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191210-00999-08": {
          "setup": "20191210-00999",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191210-01005-03": {
          "setup": "20191210-01005",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191211-01022-06": {
          "setup": "20191211-01022",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01030-10": {
          "setup": "20191212-01030",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01031-04": {
          "setup": "20191212-01031",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01032-03": {
          "setup": "20191212-01032",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01037-09": {
          "setup": "20191213-01037",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01042-02": {
          "setup": "20191213-01042",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01050-02": {
          "setup": "20191213-01050",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01052-04": {
          "setup": "20191214-01052",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01058-01": {
          "setup": "20191214-01058",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01064-10": {
          "setup": "20191214-01064",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191216-01068-09": {
          "setup": "20191216-01068",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        }
      }
    },
    "asnet_reference": {
      "method": "asnet_reference",
      "label": "ASNet reference",
      "training": false,
      "image_pairs": 3600,
      "candidate_object_pairs": 2484124,
      "positive_object_pairs": 78335,
      "AP": 0.506080406419682,
      "FPR95": 0.22500518540902797,
      "IPAA100": 0.1688888888888889,
      "IPAA": {
        "100": 0.1688888888888889,
        "90": 0.23694444444444446,
        "80": 0.40555555555555556,
        "70": 0.5475,
        "60": 0.6977777777777778,
        "50": 0.8133333333333334
      },
      "IPAA_counts": {
        "100": 608,
        "90": 853,
        "80": 1460,
        "70": 1971,
        "60": 2512,
        "50": 2928
      },
      "author_assignment": {
        "correct": 55635,
        "wrong": 24215,
        "unmapped": 0,
        "proposals": 79850,
        "recall": 0.7102189315120955
      },
      "distance_p95": 41.003430747985846,
      "km_threshold": 0.7,
      "metric_code_sha256": "f23eba91db32a5fd0497bf4bf786c7a87587c7889f8b89e4029f82581e0d8960",
      "native_solver_sha256": "d0ba8efaa44719c853b71283e6d08f82c8b37c35fb0e9db447051ca743f13b0a",
      "score_sha256": "6d1b79e4a0f8f0088e2b55c28e4188e70ec6a9afd7ff957cd96a492c2eed41b7",
      "elapsed_seconds": 13.651910054963082,
      "scene_outcomes": {
        "20190921-00003-02": {
          "setup": "20190921-00003",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 27
        },
        "20190923-00015-06": {
          "setup": "20190923-00015",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20190924-00019-01": {
          "setup": "20190924-00019",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 20
        },
        "20190924-00020-09": {
          "setup": "20190924-00020",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 19
        },
        "20190924-00021-09": {
          "setup": "20190924-00021",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 18
        },
        "20190924-00032-02": {
          "setup": "20190924-00032",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 22
        },
        "20190925-00038-10": {
          "setup": "20190925-00038",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 11
        },
        "20190925-00042-06": {
          "setup": "20190925-00042",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 32
        },
        "20190925-00045-07": {
          "setup": "20190925-00045",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 24
        },
        "20190925-00051-07": {
          "setup": "20190925-00051",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 18
        },
        "20190926-00056-03": {
          "setup": "20190926-00056",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 32
        },
        "20190926-00057-01": {
          "setup": "20190926-00057",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 27
        },
        "20190926-00067-02": {
          "setup": "20190926-00067",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 36
        },
        "20190927-00077-04": {
          "setup": "20190927-00077",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 19
        },
        "20190928-00082-02": {
          "setup": "20190928-00082",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 26
        },
        "20190928-00092-02": {
          "setup": "20190928-00092",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 22
        },
        "20190929-00104-04": {
          "setup": "20190929-00104",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 9
        },
        "20190930-00125-06": {
          "setup": "20190930-00125",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 7
        },
        "20191001-00128-09": {
          "setup": "20191001-00128",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 8
        },
        "20191001-00133-07": {
          "setup": "20191001-00133",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191002-00146-06": {
          "setup": "20191002-00146",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191002-00148-10": {
          "setup": "20191002-00148",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 13
        },
        "20191002-00157-04": {
          "setup": "20191002-00157",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 25
        },
        "20191002-00159-09": {
          "setup": "20191002-00159",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 22
        },
        "20191003-00163-01": {
          "setup": "20191003-00163",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191003-00171-02": {
          "setup": "20191003-00171",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191004-00180-03": {
          "setup": "20191004-00180",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 7
        },
        "20191004-00183-04": {
          "setup": "20191004-00183",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 8
        },
        "20191004-00185-01": {
          "setup": "20191004-00185",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 15
        },
        "20191005-00193-04": {
          "setup": "20191005-00193",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20191005-00197-04": {
          "setup": "20191005-00197",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191005-00199-01": {
          "setup": "20191005-00199",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191005-00200-04": {
          "setup": "20191005-00200",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191005-00202-04": {
          "setup": "20191005-00202",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 7
        },
        "20191006-00213-04": {
          "setup": "20191006-00213",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191006-00214-01": {
          "setup": "20191006-00214",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191006-00217-08": {
          "setup": "20191006-00217",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191007-00221-09": {
          "setup": "20191007-00221",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191007-00223-01": {
          "setup": "20191007-00223",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191007-00226-09": {
          "setup": "20191007-00226",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20191007-00230-02": {
          "setup": "20191007-00230",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191008-00242-09": {
          "setup": "20191008-00242",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20191009-00250-06": {
          "setup": "20191009-00250",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 9
        },
        "20191009-00251-03": {
          "setup": "20191009-00251",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191009-00261-01": {
          "setup": "20191009-00261",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 10
        },
        "20191010-00264-04": {
          "setup": "20191010-00264",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191010-00268-08": {
          "setup": "20191010-00268",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20191010-00272-03": {
          "setup": "20191010-00272",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191011-00279-01": {
          "setup": "20191011-00279",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191011-00284-03": {
          "setup": "20191011-00284",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 9
        },
        "20191011-00289-05": {
          "setup": "20191011-00289",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20191012-00294-05": {
          "setup": "20191012-00294",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191012-00303-09": {
          "setup": "20191012-00303",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20191014-00311-07": {
          "setup": "20191014-00311",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191016-00337-07": {
          "setup": "20191016-00337",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00339-10": {
          "setup": "20191016-00339",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00342-01": {
          "setup": "20191016-00342",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191016-00345-02": {
          "setup": "20191016-00345",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20191017-00349-03": {
          "setup": "20191017-00349",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191017-00353-01": {
          "setup": "20191017-00353",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191018-00364-08": {
          "setup": "20191018-00364",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191018-00366-02": {
          "setup": "20191018-00366",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 10
        },
        "20191018-00372-03": {
          "setup": "20191018-00372",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191018-00373-01": {
          "setup": "20191018-00373",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 8
        },
        "20191106-00563-02": {
          "setup": "20191106-00563",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191121-00765-10": {
          "setup": "20191121-00765",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191121-00767-05": {
          "setup": "20191121-00767",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191121-00773-07": {
          "setup": "20191121-00773",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00818-02": {
          "setup": "20191126-00818",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191126-00821-02": {
          "setup": "20191126-00821",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00822-07": {
          "setup": "20191126-00822",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191127-00830-01": {
          "setup": "20191127-00830",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191127-00839-01": {
          "setup": "20191127-00839",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191203-00895-07": {
          "setup": "20191203-00895",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191203-00896-06": {
          "setup": "20191203-00896",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191204-00906-08": {
          "setup": "20191204-00906",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191204-00912-09": {
          "setup": "20191204-00912",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191205-00921-03": {
          "setup": "20191205-00921",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191205-00923-05": {
          "setup": "20191205-00923",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191206-00932-04": {
          "setup": "20191206-00932",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191206-00934-01": {
          "setup": "20191206-00934",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191207-00961-08": {
          "setup": "20191207-00961",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191208-00964-09": {
          "setup": "20191208-00964",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191208-00966-01": {
          "setup": "20191208-00966",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20191209-00982-04": {
          "setup": "20191209-00982",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191209-00987-08": {
          "setup": "20191209-00987",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191209-00992-09": {
          "setup": "20191209-00992",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20191210-00999-08": {
          "setup": "20191210-00999",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191210-01005-03": {
          "setup": "20191210-01005",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191211-01022-06": {
          "setup": "20191211-01022",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01030-10": {
          "setup": "20191212-01030",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01031-04": {
          "setup": "20191212-01031",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01032-03": {
          "setup": "20191212-01032",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01037-09": {
          "setup": "20191213-01037",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01042-02": {
          "setup": "20191213-01042",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01050-02": {
          "setup": "20191213-01050",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01052-04": {
          "setup": "20191214-01052",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01058-01": {
          "setup": "20191214-01058",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191214-01064-10": {
          "setup": "20191214-01064",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191216-01068-09": {
          "setup": "20191216-01068",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        }
      }
    },
    "vit_reference": {
      "method": "vit_reference",
      "label": "ViT-P3DE Tiny reference",
      "training": false,
      "image_pairs": 3600,
      "candidate_object_pairs": 2484124,
      "positive_object_pairs": 78335,
      "AP": 0.8128831361551115,
      "FPR95": 0.05464319605750961,
      "IPAA100": 0.40305555555555556,
      "IPAA": {
        "100": 0.40305555555555556,
        "90": 0.5919444444444445,
        "80": 0.795,
        "70": 0.8952777777777777,
        "60": 0.9513888888888888,
        "50": 0.985
      },
      "IPAA_counts": {
        "100": 1451,
        "90": 2131,
        "80": 2862,
        "70": 3223,
        "60": 3425,
        "50": 3546
      },
      "author_assignment": {
        "correct": 70365,
        "wrong": 8066,
        "unmapped": 0,
        "proposals": 78431,
        "recall": 0.8982574838833216
      },
      "distance_p95": 8.707369375228883,
      "km_threshold": 0.7,
      "metric_code_sha256": "f23eba91db32a5fd0497bf4bf786c7a87587c7889f8b89e4029f82581e0d8960",
      "native_solver_sha256": "d0ba8efaa44719c853b71283e6d08f82c8b37c35fb0e9db447051ca743f13b0a",
      "score_sha256": "015b7750b8a01d0960c073ed8fdff39c16d24c708928813ed66266d01fdd439b",
      "elapsed_seconds": 12.841425850056112,
      "scene_outcomes": {
        "20190921-00003-02": {
          "setup": "20190921-00003",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 28
        },
        "20190923-00015-06": {
          "setup": "20190923-00015",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 11
        },
        "20190924-00019-01": {
          "setup": "20190924-00019",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 35
        },
        "20190924-00020-09": {
          "setup": "20190924-00020",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 34
        },
        "20190924-00021-09": {
          "setup": "20190924-00021",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 32
        },
        "20190924-00032-02": {
          "setup": "20190924-00032",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 31
        },
        "20190925-00038-10": {
          "setup": "20190925-00038",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 19
        },
        "20190925-00042-06": {
          "setup": "20190925-00042",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 33
        },
        "20190925-00045-07": {
          "setup": "20190925-00045",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 36
        },
        "20190925-00051-07": {
          "setup": "20190925-00051",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 31
        },
        "20190926-00056-03": {
          "setup": "20190926-00056",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 36
        },
        "20190926-00057-01": {
          "setup": "20190926-00057",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 28
        },
        "20190926-00067-02": {
          "setup": "20190926-00067",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 36
        },
        "20190927-00077-04": {
          "setup": "20190927-00077",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 33
        },
        "20190928-00082-02": {
          "setup": "20190928-00082",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 34
        },
        "20190928-00092-02": {
          "setup": "20190928-00092",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 28
        },
        "20190929-00104-04": {
          "setup": "20190929-00104",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 13
        },
        "20190930-00125-06": {
          "setup": "20190930-00125",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 29
        },
        "20191001-00128-09": {
          "setup": "20191001-00128",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 28
        },
        "20191001-00133-07": {
          "setup": "20191001-00133",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 17
        },
        "20191002-00146-06": {
          "setup": "20191002-00146",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 24
        },
        "20191002-00148-10": {
          "setup": "20191002-00148",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 32
        },
        "20191002-00157-04": {
          "setup": "20191002-00157",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 36
        },
        "20191002-00159-09": {
          "setup": "20191002-00159",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 26
        },
        "20191003-00163-01": {
          "setup": "20191003-00163",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20191003-00171-02": {
          "setup": "20191003-00171",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20191004-00180-03": {
          "setup": "20191004-00180",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 14
        },
        "20191004-00183-04": {
          "setup": "20191004-00183",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 18
        },
        "20191004-00185-01": {
          "setup": "20191004-00185",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 28
        },
        "20191005-00193-04": {
          "setup": "20191005-00193",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 24
        },
        "20191005-00197-04": {
          "setup": "20191005-00197",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 24
        },
        "20191005-00199-01": {
          "setup": "20191005-00199",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20191005-00200-04": {
          "setup": "20191005-00200",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 19
        },
        "20191005-00202-04": {
          "setup": "20191005-00202",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 19
        },
        "20191006-00213-04": {
          "setup": "20191006-00213",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 12
        },
        "20191006-00214-01": {
          "setup": "20191006-00214",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 12
        },
        "20191006-00217-08": {
          "setup": "20191006-00217",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 7
        },
        "20191007-00221-09": {
          "setup": "20191007-00221",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191007-00223-01": {
          "setup": "20191007-00223",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 11
        },
        "20191007-00226-09": {
          "setup": "20191007-00226",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 14
        },
        "20191007-00230-02": {
          "setup": "20191007-00230",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191008-00242-09": {
          "setup": "20191008-00242",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 15
        },
        "20191009-00250-06": {
          "setup": "20191009-00250",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 20
        },
        "20191009-00251-03": {
          "setup": "20191009-00251",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20191009-00261-01": {
          "setup": "20191009-00261",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 22
        },
        "20191010-00264-04": {
          "setup": "20191010-00264",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191010-00268-08": {
          "setup": "20191010-00268",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 19
        },
        "20191010-00272-03": {
          "setup": "20191010-00272",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 12
        },
        "20191011-00279-01": {
          "setup": "20191011-00279",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 10
        },
        "20191011-00284-03": {
          "setup": "20191011-00284",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 24
        },
        "20191011-00289-05": {
          "setup": "20191011-00289",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 18
        },
        "20191012-00294-05": {
          "setup": "20191012-00294",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 9
        },
        "20191012-00303-09": {
          "setup": "20191012-00303",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 25
        },
        "20191014-00311-07": {
          "setup": "20191014-00311",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191016-00337-07": {
          "setup": "20191016-00337",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20191016-00339-10": {
          "setup": "20191016-00339",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 8
        },
        "20191016-00342-01": {
          "setup": "20191016-00342",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 8
        },
        "20191016-00345-02": {
          "setup": "20191016-00345",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 27
        },
        "20191017-00349-03": {
          "setup": "20191017-00349",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 13
        },
        "20191017-00353-01": {
          "setup": "20191017-00353",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 15
        },
        "20191018-00364-08": {
          "setup": "20191018-00364",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 17
        },
        "20191018-00366-02": {
          "setup": "20191018-00366",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 31
        },
        "20191018-00372-03": {
          "setup": "20191018-00372",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 22
        },
        "20191018-00373-01": {
          "setup": "20191018-00373",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 21
        },
        "20191106-00563-02": {
          "setup": "20191106-00563",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 7
        },
        "20191121-00765-10": {
          "setup": "20191121-00765",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20191121-00767-05": {
          "setup": "20191121-00767",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20191121-00773-07": {
          "setup": "20191121-00773",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20191126-00818-02": {
          "setup": "20191126-00818",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191126-00821-02": {
          "setup": "20191126-00821",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191126-00822-07": {
          "setup": "20191126-00822",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191127-00830-01": {
          "setup": "20191127-00830",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20191127-00839-01": {
          "setup": "20191127-00839",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 9
        },
        "20191203-00895-07": {
          "setup": "20191203-00895",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191203-00896-06": {
          "setup": "20191203-00896",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191204-00906-08": {
          "setup": "20191204-00906",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191204-00912-09": {
          "setup": "20191204-00912",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191205-00921-03": {
          "setup": "20191205-00921",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191205-00923-05": {
          "setup": "20191205-00923",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191206-00932-04": {
          "setup": "20191206-00932",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191206-00934-01": {
          "setup": "20191206-00934",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191207-00961-08": {
          "setup": "20191207-00961",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 24
        },
        "20191208-00964-09": {
          "setup": "20191208-00964",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 26
        },
        "20191208-00966-01": {
          "setup": "20191208-00966",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 21
        },
        "20191209-00982-04": {
          "setup": "20191209-00982",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 13
        },
        "20191209-00987-08": {
          "setup": "20191209-00987",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191209-00992-09": {
          "setup": "20191209-00992",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 22
        },
        "20191210-00999-08": {
          "setup": "20191210-00999",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191210-01005-03": {
          "setup": "20191210-01005",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20191211-01022-06": {
          "setup": "20191211-01022",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01030-10": {
          "setup": "20191212-01030",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20191212-01031-04": {
          "setup": "20191212-01031",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191212-01032-03": {
          "setup": "20191212-01032",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 8
        },
        "20191213-01037-09": {
          "setup": "20191213-01037",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01042-02": {
          "setup": "20191213-01042",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191213-01050-02": {
          "setup": "20191213-01050",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01052-04": {
          "setup": "20191214-01052",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191214-01058-01": {
          "setup": "20191214-01058",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01064-10": {
          "setup": "20191214-01064",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191216-01068-09": {
          "setup": "20191216-01068",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        }
      }
    },
    "blend_roma_dino_context_mean_equal": {
      "method": "blend_roma_dino_context_mean_equal",
      "label": "RoMa + SAM / DINOv2 four-crop mean (50/50)",
      "training": false,
      "image_pairs": 3600,
      "candidate_object_pairs": 2484124,
      "positive_object_pairs": 78335,
      "AP": 0.6669931450757169,
      "FPR95": 0.4231838286732544,
      "IPAA100": 0.3236111111111111,
      "IPAA": {
        "100": 0.3236111111111111,
        "90": 0.4922222222222222,
        "80": 0.7194444444444444,
        "70": 0.8433333333333334,
        "60": 0.9244444444444444,
        "50": 0.9702777777777778
      },
      "IPAA_counts": {
        "100": 1165,
        "90": 1772,
        "80": 2590,
        "70": 3036,
        "60": 3328,
        "50": 3493
      },
      "author_assignment": {
        "correct": 68654,
        "wrong": 10625,
        "unmapped": 0,
        "proposals": 79279,
        "recall": 0.8764153954171188
      },
      "distance_p95": 0.7376422936214134,
      "km_threshold": 0.7,
      "metric_code_sha256": "f23eba91db32a5fd0497bf4bf786c7a87587c7889f8b89e4029f82581e0d8960",
      "native_solver_sha256": "d0ba8efaa44719c853b71283e6d08f82c8b37c35fb0e9db447051ca743f13b0a",
      "score_sha256": "a6c3303c15e83dd6d2061d1a293820c54f3eccc04340189702fbaf542fef3bc7",
      "elapsed_seconds": 13.315654968842864,
      "scene_outcomes": {
        "20190921-00003-02": {
          "setup": "20190921-00003",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 33
        },
        "20190923-00015-06": {
          "setup": "20190923-00015",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20190924-00019-01": {
          "setup": "20190924-00019",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 33
        },
        "20190924-00020-09": {
          "setup": "20190924-00020",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 23
        },
        "20190924-00021-09": {
          "setup": "20190924-00021",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 33
        },
        "20190924-00032-02": {
          "setup": "20190924-00032",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 26
        },
        "20190925-00038-10": {
          "setup": "20190925-00038",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 16
        },
        "20190925-00042-06": {
          "setup": "20190925-00042",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 30
        },
        "20190925-00045-07": {
          "setup": "20190925-00045",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 34
        },
        "20190925-00051-07": {
          "setup": "20190925-00051",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 24
        },
        "20190926-00056-03": {
          "setup": "20190926-00056",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 36
        },
        "20190926-00057-01": {
          "setup": "20190926-00057",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 24
        },
        "20190926-00067-02": {
          "setup": "20190926-00067",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 36
        },
        "20190927-00077-04": {
          "setup": "20190927-00077",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 28
        },
        "20190928-00082-02": {
          "setup": "20190928-00082",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 28
        },
        "20190928-00092-02": {
          "setup": "20190928-00092",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 30
        },
        "20190929-00104-04": {
          "setup": "20190929-00104",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 8
        },
        "20190930-00125-06": {
          "setup": "20190930-00125",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 19
        },
        "20191001-00128-09": {
          "setup": "20191001-00128",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 14
        },
        "20191001-00133-07": {
          "setup": "20191001-00133",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 9
        },
        "20191002-00146-06": {
          "setup": "20191002-00146",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 9
        },
        "20191002-00148-10": {
          "setup": "20191002-00148",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 24
        },
        "20191002-00157-04": {
          "setup": "20191002-00157",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 34
        },
        "20191002-00159-09": {
          "setup": "20191002-00159",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 21
        },
        "20191003-00163-01": {
          "setup": "20191003-00163",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191003-00171-02": {
          "setup": "20191003-00171",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 7
        },
        "20191004-00180-03": {
          "setup": "20191004-00180",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191004-00183-04": {
          "setup": "20191004-00183",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 14
        },
        "20191004-00185-01": {
          "setup": "20191004-00185",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 27
        },
        "20191005-00193-04": {
          "setup": "20191005-00193",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 18
        },
        "20191005-00197-04": {
          "setup": "20191005-00197",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 15
        },
        "20191005-00199-01": {
          "setup": "20191005-00199",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20191005-00200-04": {
          "setup": "20191005-00200",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 14
        },
        "20191005-00202-04": {
          "setup": "20191005-00202",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 13
        },
        "20191006-00213-04": {
          "setup": "20191006-00213",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 9
        },
        "20191006-00214-01": {
          "setup": "20191006-00214",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 9
        },
        "20191006-00217-08": {
          "setup": "20191006-00217",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 11
        },
        "20191007-00221-09": {
          "setup": "20191007-00221",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20191007-00223-01": {
          "setup": "20191007-00223",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 7
        },
        "20191007-00226-09": {
          "setup": "20191007-00226",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 19
        },
        "20191007-00230-02": {
          "setup": "20191007-00230",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191008-00242-09": {
          "setup": "20191008-00242",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 7
        },
        "20191009-00250-06": {
          "setup": "20191009-00250",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 10
        },
        "20191009-00251-03": {
          "setup": "20191009-00251",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20191009-00261-01": {
          "setup": "20191009-00261",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 20
        },
        "20191010-00264-04": {
          "setup": "20191010-00264",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20191010-00268-08": {
          "setup": "20191010-00268",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 12
        },
        "20191010-00272-03": {
          "setup": "20191010-00272",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20191011-00279-01": {
          "setup": "20191011-00279",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 11
        },
        "20191011-00284-03": {
          "setup": "20191011-00284",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 15
        },
        "20191011-00289-05": {
          "setup": "20191011-00289",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 17
        },
        "20191012-00294-05": {
          "setup": "20191012-00294",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191012-00303-09": {
          "setup": "20191012-00303",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 20
        },
        "20191014-00311-07": {
          "setup": "20191014-00311",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191016-00337-07": {
          "setup": "20191016-00337",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191016-00339-10": {
          "setup": "20191016-00339",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20191016-00342-01": {
          "setup": "20191016-00342",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20191016-00345-02": {
          "setup": "20191016-00345",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 16
        },
        "20191017-00349-03": {
          "setup": "20191017-00349",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 8
        },
        "20191017-00353-01": {
          "setup": "20191017-00353",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 11
        },
        "20191018-00364-08": {
          "setup": "20191018-00364",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 9
        },
        "20191018-00366-02": {
          "setup": "20191018-00366",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 28
        },
        "20191018-00372-03": {
          "setup": "20191018-00372",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 15
        },
        "20191018-00373-01": {
          "setup": "20191018-00373",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 10
        },
        "20191106-00563-02": {
          "setup": "20191106-00563",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191121-00765-10": {
          "setup": "20191121-00765",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20191121-00767-05": {
          "setup": "20191121-00767",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20191121-00773-07": {
          "setup": "20191121-00773",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191126-00818-02": {
          "setup": "20191126-00818",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191126-00821-02": {
          "setup": "20191126-00821",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191126-00822-07": {
          "setup": "20191126-00822",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191127-00830-01": {
          "setup": "20191127-00830",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20191127-00839-01": {
          "setup": "20191127-00839",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 10
        },
        "20191203-00895-07": {
          "setup": "20191203-00895",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191203-00896-06": {
          "setup": "20191203-00896",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191204-00906-08": {
          "setup": "20191204-00906",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191204-00912-09": {
          "setup": "20191204-00912",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191205-00921-03": {
          "setup": "20191205-00921",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191205-00923-05": {
          "setup": "20191205-00923",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191206-00932-04": {
          "setup": "20191206-00932",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191206-00934-01": {
          "setup": "20191206-00934",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191207-00961-08": {
          "setup": "20191207-00961",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 22
        },
        "20191208-00964-09": {
          "setup": "20191208-00964",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 18
        },
        "20191208-00966-01": {
          "setup": "20191208-00966",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 28
        },
        "20191209-00982-04": {
          "setup": "20191209-00982",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 10
        },
        "20191209-00987-08": {
          "setup": "20191209-00987",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 10
        },
        "20191209-00992-09": {
          "setup": "20191209-00992",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 14
        },
        "20191210-00999-08": {
          "setup": "20191210-00999",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191210-01005-03": {
          "setup": "20191210-01005",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20191211-01022-06": {
          "setup": "20191211-01022",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01030-10": {
          "setup": "20191212-01030",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191212-01031-04": {
          "setup": "20191212-01031",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20191212-01032-03": {
          "setup": "20191212-01032",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20191213-01037-09": {
          "setup": "20191213-01037",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01042-02": {
          "setup": "20191213-01042",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01050-02": {
          "setup": "20191213-01050",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191214-01052-04": {
          "setup": "20191214-01052",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191214-01058-01": {
          "setup": "20191214-01058",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01064-10": {
          "setup": "20191214-01064",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191216-01068-09": {
          "setup": "20191216-01068",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        }
      }
    },
    "blend_roma_dino_context_mean_dense_first": {
      "method": "blend_roma_dino_context_mean_dense_first",
      "label": "RoMa + SAM / DINOv2 four-crop mean (75/25)",
      "training": false,
      "image_pairs": 3600,
      "candidate_object_pairs": 2484124,
      "positive_object_pairs": 78335,
      "AP": 0.7414410124221479,
      "FPR95": 0.3650232834217797,
      "IPAA100": 0.3511111111111111,
      "IPAA": {
        "100": 0.3511111111111111,
        "90": 0.5869444444444445,
        "80": 0.8094444444444444,
        "70": 0.9113888888888889,
        "60": 0.9722222222222222,
        "50": 0.9913888888888889
      },
      "IPAA_counts": {
        "100": 1264,
        "90": 2113,
        "80": 2914,
        "70": 3281,
        "60": 3500,
        "50": 3569
      },
      "author_assignment": {
        "correct": 69774,
        "wrong": 6102,
        "unmapped": 0,
        "proposals": 75876,
        "recall": 0.8907129635539669
      },
      "distance_p95": 0.6315560183388591,
      "km_threshold": 0.7,
      "metric_code_sha256": "f23eba91db32a5fd0497bf4bf786c7a87587c7889f8b89e4029f82581e0d8960",
      "native_solver_sha256": "d0ba8efaa44719c853b71283e6d08f82c8b37c35fb0e9db447051ca743f13b0a",
      "score_sha256": "e67703e0ad855bcf0a8e4f11b1e3057ea3418d27c3ee9b60be82ce65c8399149",
      "elapsed_seconds": 12.946815834846348,
      "scene_outcomes": {
        "20190921-00003-02": {
          "setup": "20190921-00003",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 33
        },
        "20190923-00015-06": {
          "setup": "20190923-00015",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20190924-00019-01": {
          "setup": "20190924-00019",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 34
        },
        "20190924-00020-09": {
          "setup": "20190924-00020",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 21
        },
        "20190924-00021-09": {
          "setup": "20190924-00021",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 35
        },
        "20190924-00032-02": {
          "setup": "20190924-00032",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 27
        },
        "20190925-00038-10": {
          "setup": "20190925-00038",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 19
        },
        "20190925-00042-06": {
          "setup": "20190925-00042",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 31
        },
        "20190925-00045-07": {
          "setup": "20190925-00045",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 34
        },
        "20190925-00051-07": {
          "setup": "20190925-00051",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 24
        },
        "20190926-00056-03": {
          "setup": "20190926-00056",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 36
        },
        "20190926-00057-01": {
          "setup": "20190926-00057",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 19
        },
        "20190926-00067-02": {
          "setup": "20190926-00067",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 36
        },
        "20190927-00077-04": {
          "setup": "20190927-00077",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 27
        },
        "20190928-00082-02": {
          "setup": "20190928-00082",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 29
        },
        "20190928-00092-02": {
          "setup": "20190928-00092",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 29
        },
        "20190929-00104-04": {
          "setup": "20190929-00104",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 7
        },
        "20190930-00125-06": {
          "setup": "20190930-00125",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 19
        },
        "20191001-00128-09": {
          "setup": "20191001-00128",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 14
        },
        "20191001-00133-07": {
          "setup": "20191001-00133",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 12
        },
        "20191002-00146-06": {
          "setup": "20191002-00146",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 11
        },
        "20191002-00148-10": {
          "setup": "20191002-00148",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 27
        },
        "20191002-00157-04": {
          "setup": "20191002-00157",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 34
        },
        "20191002-00159-09": {
          "setup": "20191002-00159",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 24
        },
        "20191003-00163-01": {
          "setup": "20191003-00163",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191003-00171-02": {
          "setup": "20191003-00171",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20191004-00180-03": {
          "setup": "20191004-00180",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191004-00183-04": {
          "setup": "20191004-00183",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 13
        },
        "20191004-00185-01": {
          "setup": "20191004-00185",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 28
        },
        "20191005-00193-04": {
          "setup": "20191005-00193",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 23
        },
        "20191005-00197-04": {
          "setup": "20191005-00197",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 22
        },
        "20191005-00199-01": {
          "setup": "20191005-00199",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20191005-00200-04": {
          "setup": "20191005-00200",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 9
        },
        "20191005-00202-04": {
          "setup": "20191005-00202",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 15
        },
        "20191006-00213-04": {
          "setup": "20191006-00213",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 11
        },
        "20191006-00214-01": {
          "setup": "20191006-00214",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 9
        },
        "20191006-00217-08": {
          "setup": "20191006-00217",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 12
        },
        "20191007-00221-09": {
          "setup": "20191007-00221",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 7
        },
        "20191007-00223-01": {
          "setup": "20191007-00223",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 13
        },
        "20191007-00226-09": {
          "setup": "20191007-00226",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 21
        },
        "20191007-00230-02": {
          "setup": "20191007-00230",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191008-00242-09": {
          "setup": "20191008-00242",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191009-00250-06": {
          "setup": "20191009-00250",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 15
        },
        "20191009-00251-03": {
          "setup": "20191009-00251",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20191009-00261-01": {
          "setup": "20191009-00261",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 22
        },
        "20191010-00264-04": {
          "setup": "20191010-00264",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20191010-00268-08": {
          "setup": "20191010-00268",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 16
        },
        "20191010-00272-03": {
          "setup": "20191010-00272",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20191011-00279-01": {
          "setup": "20191011-00279",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 10
        },
        "20191011-00284-03": {
          "setup": "20191011-00284",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 15
        },
        "20191011-00289-05": {
          "setup": "20191011-00289",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 21
        },
        "20191012-00294-05": {
          "setup": "20191012-00294",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191012-00303-09": {
          "setup": "20191012-00303",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 25
        },
        "20191014-00311-07": {
          "setup": "20191014-00311",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191016-00337-07": {
          "setup": "20191016-00337",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20191016-00339-10": {
          "setup": "20191016-00339",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20191016-00342-01": {
          "setup": "20191016-00342",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 9
        },
        "20191016-00345-02": {
          "setup": "20191016-00345",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 13
        },
        "20191017-00349-03": {
          "setup": "20191017-00349",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 11
        },
        "20191017-00353-01": {
          "setup": "20191017-00353",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 8
        },
        "20191018-00364-08": {
          "setup": "20191018-00364",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 15
        },
        "20191018-00366-02": {
          "setup": "20191018-00366",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 24
        },
        "20191018-00372-03": {
          "setup": "20191018-00372",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 16
        },
        "20191018-00373-01": {
          "setup": "20191018-00373",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 12
        },
        "20191106-00563-02": {
          "setup": "20191106-00563",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 8
        },
        "20191121-00765-10": {
          "setup": "20191121-00765",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 7
        },
        "20191121-00767-05": {
          "setup": "20191121-00767",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20191121-00773-07": {
          "setup": "20191121-00773",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20191126-00818-02": {
          "setup": "20191126-00818",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20191126-00821-02": {
          "setup": "20191126-00821",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191126-00822-07": {
          "setup": "20191126-00822",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191127-00830-01": {
          "setup": "20191127-00830",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 10
        },
        "20191127-00839-01": {
          "setup": "20191127-00839",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 11
        },
        "20191203-00895-07": {
          "setup": "20191203-00895",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191203-00896-06": {
          "setup": "20191203-00896",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191204-00906-08": {
          "setup": "20191204-00906",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191204-00912-09": {
          "setup": "20191204-00912",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191205-00921-03": {
          "setup": "20191205-00921",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191205-00923-05": {
          "setup": "20191205-00923",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191206-00932-04": {
          "setup": "20191206-00932",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191206-00934-01": {
          "setup": "20191206-00934",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191207-00961-08": {
          "setup": "20191207-00961",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 22
        },
        "20191208-00964-09": {
          "setup": "20191208-00964",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 22
        },
        "20191208-00966-01": {
          "setup": "20191208-00966",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 27
        },
        "20191209-00982-04": {
          "setup": "20191209-00982",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 12
        },
        "20191209-00987-08": {
          "setup": "20191209-00987",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 8
        },
        "20191209-00992-09": {
          "setup": "20191209-00992",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 13
        },
        "20191210-00999-08": {
          "setup": "20191210-00999",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 7
        },
        "20191210-01005-03": {
          "setup": "20191210-01005",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 9
        },
        "20191211-01022-06": {
          "setup": "20191211-01022",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191212-01030-10": {
          "setup": "20191212-01030",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191212-01031-04": {
          "setup": "20191212-01031",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20191212-01032-03": {
          "setup": "20191212-01032",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20191213-01037-09": {
          "setup": "20191213-01037",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01042-02": {
          "setup": "20191213-01042",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01050-02": {
          "setup": "20191213-01050",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191214-01052-04": {
          "setup": "20191214-01052",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191214-01058-01": {
          "setup": "20191214-01058",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01064-10": {
          "setup": "20191214-01064",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191216-01068-09": {
          "setup": "20191216-01068",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 8
        }
      }
    },
    "blend_roma_dino_sam_equal": {
      "method": "blend_roma_dino_sam_equal",
      "label": "RoMa + SAM / DINOv2 SAM foreground (50/50)",
      "training": false,
      "image_pairs": 3600,
      "candidate_object_pairs": 2484124,
      "positive_object_pairs": 78335,
      "AP": 0.8144049805082096,
      "FPR95": 0.23598993926732562,
      "IPAA100": 0.335,
      "IPAA": {
        "100": 0.335,
        "90": 0.4816666666666667,
        "80": 0.7094444444444444,
        "70": 0.8419444444444445,
        "60": 0.9208333333333333,
        "50": 0.9694444444444444
      },
      "IPAA_counts": {
        "100": 1206,
        "90": 1734,
        "80": 2554,
        "70": 3031,
        "60": 3315,
        "50": 3490
      },
      "author_assignment": {
        "correct": 69699,
        "wrong": 11429,
        "unmapped": 0,
        "proposals": 81128,
        "recall": 0.8897555371162316
      },
      "distance_p95": 0.7375030946522798,
      "km_threshold": 0.7,
      "metric_code_sha256": "f23eba91db32a5fd0497bf4bf786c7a87587c7889f8b89e4029f82581e0d8960",
      "native_solver_sha256": "d0ba8efaa44719c853b71283e6d08f82c8b37c35fb0e9db447051ca743f13b0a",
      "score_sha256": "bcb272626886dc382151cc3c04e63d82c71e57f131de0e046312825c5f347f48",
      "elapsed_seconds": 13.342058977112174,
      "scene_outcomes": {
        "20190921-00003-02": {
          "setup": "20190921-00003",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 32
        },
        "20190923-00015-06": {
          "setup": "20190923-00015",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20190924-00019-01": {
          "setup": "20190924-00019",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 33
        },
        "20190924-00020-09": {
          "setup": "20190924-00020",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 24
        },
        "20190924-00021-09": {
          "setup": "20190924-00021",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 36
        },
        "20190924-00032-02": {
          "setup": "20190924-00032",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 33
        },
        "20190925-00038-10": {
          "setup": "20190925-00038",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 17
        },
        "20190925-00042-06": {
          "setup": "20190925-00042",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 32
        },
        "20190925-00045-07": {
          "setup": "20190925-00045",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 36
        },
        "20190925-00051-07": {
          "setup": "20190925-00051",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 25
        },
        "20190926-00056-03": {
          "setup": "20190926-00056",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 36
        },
        "20190926-00057-01": {
          "setup": "20190926-00057",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 27
        },
        "20190926-00067-02": {
          "setup": "20190926-00067",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 36
        },
        "20190927-00077-04": {
          "setup": "20190927-00077",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 30
        },
        "20190928-00082-02": {
          "setup": "20190928-00082",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 13
        },
        "20190928-00092-02": {
          "setup": "20190928-00092",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 26
        },
        "20190929-00104-04": {
          "setup": "20190929-00104",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 11
        },
        "20190930-00125-06": {
          "setup": "20190930-00125",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 26
        },
        "20191001-00128-09": {
          "setup": "20191001-00128",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 16
        },
        "20191001-00133-07": {
          "setup": "20191001-00133",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 12
        },
        "20191002-00146-06": {
          "setup": "20191002-00146",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191002-00148-10": {
          "setup": "20191002-00148",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 29
        },
        "20191002-00157-04": {
          "setup": "20191002-00157",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 36
        },
        "20191002-00159-09": {
          "setup": "20191002-00159",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 27
        },
        "20191003-00163-01": {
          "setup": "20191003-00163",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191003-00171-02": {
          "setup": "20191003-00171",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 8
        },
        "20191004-00180-03": {
          "setup": "20191004-00180",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 7
        },
        "20191004-00183-04": {
          "setup": "20191004-00183",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 9
        },
        "20191004-00185-01": {
          "setup": "20191004-00185",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 31
        },
        "20191005-00193-04": {
          "setup": "20191005-00193",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 23
        },
        "20191005-00197-04": {
          "setup": "20191005-00197",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 11
        },
        "20191005-00199-01": {
          "setup": "20191005-00199",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20191005-00200-04": {
          "setup": "20191005-00200",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 17
        },
        "20191005-00202-04": {
          "setup": "20191005-00202",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 7
        },
        "20191006-00213-04": {
          "setup": "20191006-00213",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 7
        },
        "20191006-00214-01": {
          "setup": "20191006-00214",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20191006-00217-08": {
          "setup": "20191006-00217",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 10
        },
        "20191007-00221-09": {
          "setup": "20191007-00221",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20191007-00223-01": {
          "setup": "20191007-00223",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 14
        },
        "20191007-00226-09": {
          "setup": "20191007-00226",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 25
        },
        "20191007-00230-02": {
          "setup": "20191007-00230",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191008-00242-09": {
          "setup": "20191008-00242",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20191009-00250-06": {
          "setup": "20191009-00250",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 8
        },
        "20191009-00251-03": {
          "setup": "20191009-00251",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20191009-00261-01": {
          "setup": "20191009-00261",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 12
        },
        "20191010-00264-04": {
          "setup": "20191010-00264",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191010-00268-08": {
          "setup": "20191010-00268",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 18
        },
        "20191010-00272-03": {
          "setup": "20191010-00272",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191011-00279-01": {
          "setup": "20191011-00279",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 11
        },
        "20191011-00284-03": {
          "setup": "20191011-00284",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 17
        },
        "20191011-00289-05": {
          "setup": "20191011-00289",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 18
        },
        "20191012-00294-05": {
          "setup": "20191012-00294",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191012-00303-09": {
          "setup": "20191012-00303",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 15
        },
        "20191014-00311-07": {
          "setup": "20191014-00311",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191016-00337-07": {
          "setup": "20191016-00337",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20191016-00339-10": {
          "setup": "20191016-00339",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20191016-00342-01": {
          "setup": "20191016-00342",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20191016-00345-02": {
          "setup": "20191016-00345",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 17
        },
        "20191017-00349-03": {
          "setup": "20191017-00349",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 8
        },
        "20191017-00353-01": {
          "setup": "20191017-00353",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 10
        },
        "20191018-00364-08": {
          "setup": "20191018-00364",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 13
        },
        "20191018-00366-02": {
          "setup": "20191018-00366",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 31
        },
        "20191018-00372-03": {
          "setup": "20191018-00372",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 23
        },
        "20191018-00373-01": {
          "setup": "20191018-00373",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 16
        },
        "20191106-00563-02": {
          "setup": "20191106-00563",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20191121-00765-10": {
          "setup": "20191121-00765",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20191121-00767-05": {
          "setup": "20191121-00767",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191121-00773-07": {
          "setup": "20191121-00773",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00818-02": {
          "setup": "20191126-00818",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20191126-00821-02": {
          "setup": "20191126-00821",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00822-07": {
          "setup": "20191126-00822",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191127-00830-01": {
          "setup": "20191127-00830",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20191127-00839-01": {
          "setup": "20191127-00839",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191203-00895-07": {
          "setup": "20191203-00895",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191203-00896-06": {
          "setup": "20191203-00896",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191204-00906-08": {
          "setup": "20191204-00906",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191204-00912-09": {
          "setup": "20191204-00912",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191205-00921-03": {
          "setup": "20191205-00921",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191205-00923-05": {
          "setup": "20191205-00923",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191206-00932-04": {
          "setup": "20191206-00932",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191206-00934-01": {
          "setup": "20191206-00934",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191207-00961-08": {
          "setup": "20191207-00961",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 23
        },
        "20191208-00964-09": {
          "setup": "20191208-00964",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 18
        },
        "20191208-00966-01": {
          "setup": "20191208-00966",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 33
        },
        "20191209-00982-04": {
          "setup": "20191209-00982",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 9
        },
        "20191209-00987-08": {
          "setup": "20191209-00987",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 10
        },
        "20191209-00992-09": {
          "setup": "20191209-00992",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 11
        },
        "20191210-00999-08": {
          "setup": "20191210-00999",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191210-01005-03": {
          "setup": "20191210-01005",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191211-01022-06": {
          "setup": "20191211-01022",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01030-10": {
          "setup": "20191212-01030",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20191212-01031-04": {
          "setup": "20191212-01031",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20191212-01032-03": {
          "setup": "20191212-01032",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191213-01037-09": {
          "setup": "20191213-01037",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191213-01042-02": {
          "setup": "20191213-01042",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01050-02": {
          "setup": "20191213-01050",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191214-01052-04": {
          "setup": "20191214-01052",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191214-01058-01": {
          "setup": "20191214-01058",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191214-01064-10": {
          "setup": "20191214-01064",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191216-01068-09": {
          "setup": "20191216-01068",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 8
        }
      }
    },
    "blend_roma_dino_sam_dense_first": {
      "method": "blend_roma_dino_sam_dense_first",
      "label": "RoMa + SAM / DINOv2 SAM foreground (75/25)",
      "training": false,
      "image_pairs": 3600,
      "candidate_object_pairs": 2484124,
      "positive_object_pairs": 78335,
      "AP": 0.8407651421638727,
      "FPR95": 0.18945302351951895,
      "IPAA100": 0.34805555555555556,
      "IPAA": {
        "100": 0.34805555555555556,
        "90": 0.5541666666666667,
        "80": 0.7775,
        "70": 0.8927777777777778,
        "60": 0.9577777777777777,
        "50": 0.9847222222222223
      },
      "IPAA_counts": {
        "100": 1253,
        "90": 1995,
        "80": 2799,
        "70": 3214,
        "60": 3448,
        "50": 3545
      },
      "author_assignment": {
        "correct": 70329,
        "wrong": 8174,
        "unmapped": 0,
        "proposals": 78503,
        "recall": 0.8977979191932086
      },
      "distance_p95": 0.6314864188542924,
      "km_threshold": 0.7,
      "metric_code_sha256": "f23eba91db32a5fd0497bf4bf786c7a87587c7889f8b89e4029f82581e0d8960",
      "native_solver_sha256": "d0ba8efaa44719c853b71283e6d08f82c8b37c35fb0e9db447051ca743f13b0a",
      "score_sha256": "b70cc28fa9da57d36c330bbdcb41f39f057ff949fabf04f108470c72332edbad",
      "elapsed_seconds": 13.04310192912817,
      "scene_outcomes": {
        "20190921-00003-02": {
          "setup": "20190921-00003",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 33
        },
        "20190923-00015-06": {
          "setup": "20190923-00015",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20190924-00019-01": {
          "setup": "20190924-00019",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 33
        },
        "20190924-00020-09": {
          "setup": "20190924-00020",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 22
        },
        "20190924-00021-09": {
          "setup": "20190924-00021",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 35
        },
        "20190924-00032-02": {
          "setup": "20190924-00032",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 31
        },
        "20190925-00038-10": {
          "setup": "20190925-00038",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 19
        },
        "20190925-00042-06": {
          "setup": "20190925-00042",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 32
        },
        "20190925-00045-07": {
          "setup": "20190925-00045",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 36
        },
        "20190925-00051-07": {
          "setup": "20190925-00051",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 26
        },
        "20190926-00056-03": {
          "setup": "20190926-00056",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 36
        },
        "20190926-00057-01": {
          "setup": "20190926-00057",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 20
        },
        "20190926-00067-02": {
          "setup": "20190926-00067",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 36
        },
        "20190927-00077-04": {
          "setup": "20190927-00077",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 29
        },
        "20190928-00082-02": {
          "setup": "20190928-00082",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 10
        },
        "20190928-00092-02": {
          "setup": "20190928-00092",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 26
        },
        "20190929-00104-04": {
          "setup": "20190929-00104",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 8
        },
        "20190930-00125-06": {
          "setup": "20190930-00125",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 21
        },
        "20191001-00128-09": {
          "setup": "20191001-00128",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 15
        },
        "20191001-00133-07": {
          "setup": "20191001-00133",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 11
        },
        "20191002-00146-06": {
          "setup": "20191002-00146",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191002-00148-10": {
          "setup": "20191002-00148",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 29
        },
        "20191002-00157-04": {
          "setup": "20191002-00157",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 34
        },
        "20191002-00159-09": {
          "setup": "20191002-00159",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 24
        },
        "20191003-00163-01": {
          "setup": "20191003-00163",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191003-00171-02": {
          "setup": "20191003-00171",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 10
        },
        "20191004-00180-03": {
          "setup": "20191004-00180",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20191004-00183-04": {
          "setup": "20191004-00183",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 11
        },
        "20191004-00185-01": {
          "setup": "20191004-00185",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 32
        },
        "20191005-00193-04": {
          "setup": "20191005-00193",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 24
        },
        "20191005-00197-04": {
          "setup": "20191005-00197",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 18
        },
        "20191005-00199-01": {
          "setup": "20191005-00199",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20191005-00200-04": {
          "setup": "20191005-00200",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 16
        },
        "20191005-00202-04": {
          "setup": "20191005-00202",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 8
        },
        "20191006-00213-04": {
          "setup": "20191006-00213",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 9
        },
        "20191006-00214-01": {
          "setup": "20191006-00214",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 8
        },
        "20191006-00217-08": {
          "setup": "20191006-00217",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 11
        },
        "20191007-00221-09": {
          "setup": "20191007-00221",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20191007-00223-01": {
          "setup": "20191007-00223",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 13
        },
        "20191007-00226-09": {
          "setup": "20191007-00226",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 24
        },
        "20191007-00230-02": {
          "setup": "20191007-00230",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191008-00242-09": {
          "setup": "20191008-00242",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 8
        },
        "20191009-00250-06": {
          "setup": "20191009-00250",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 12
        },
        "20191009-00251-03": {
          "setup": "20191009-00251",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20191009-00261-01": {
          "setup": "20191009-00261",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 15
        },
        "20191010-00264-04": {
          "setup": "20191010-00264",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191010-00268-08": {
          "setup": "20191010-00268",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 17
        },
        "20191010-00272-03": {
          "setup": "20191010-00272",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20191011-00279-01": {
          "setup": "20191011-00279",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 11
        },
        "20191011-00284-03": {
          "setup": "20191011-00284",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 15
        },
        "20191011-00289-05": {
          "setup": "20191011-00289",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 23
        },
        "20191012-00294-05": {
          "setup": "20191012-00294",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20191012-00303-09": {
          "setup": "20191012-00303",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 17
        },
        "20191014-00311-07": {
          "setup": "20191014-00311",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20191016-00337-07": {
          "setup": "20191016-00337",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 7
        },
        "20191016-00339-10": {
          "setup": "20191016-00339",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20191016-00342-01": {
          "setup": "20191016-00342",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 7
        },
        "20191016-00345-02": {
          "setup": "20191016-00345",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 16
        },
        "20191017-00349-03": {
          "setup": "20191017-00349",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 9
        },
        "20191017-00353-01": {
          "setup": "20191017-00353",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 10
        },
        "20191018-00364-08": {
          "setup": "20191018-00364",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 13
        },
        "20191018-00366-02": {
          "setup": "20191018-00366",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 26
        },
        "20191018-00372-03": {
          "setup": "20191018-00372",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 18
        },
        "20191018-00373-01": {
          "setup": "20191018-00373",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 16
        },
        "20191106-00563-02": {
          "setup": "20191106-00563",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 10
        },
        "20191121-00765-10": {
          "setup": "20191121-00765",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 8
        },
        "20191121-00767-05": {
          "setup": "20191121-00767",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20191121-00773-07": {
          "setup": "20191121-00773",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20191126-00818-02": {
          "setup": "20191126-00818",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20191126-00821-02": {
          "setup": "20191126-00821",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191126-00822-07": {
          "setup": "20191126-00822",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191127-00830-01": {
          "setup": "20191127-00830",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 8
        },
        "20191127-00839-01": {
          "setup": "20191127-00839",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 8
        },
        "20191203-00895-07": {
          "setup": "20191203-00895",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191203-00896-06": {
          "setup": "20191203-00896",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191204-00906-08": {
          "setup": "20191204-00906",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20191204-00912-09": {
          "setup": "20191204-00912",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191205-00921-03": {
          "setup": "20191205-00921",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191205-00923-05": {
          "setup": "20191205-00923",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191206-00932-04": {
          "setup": "20191206-00932",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191206-00934-01": {
          "setup": "20191206-00934",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191207-00961-08": {
          "setup": "20191207-00961",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 24
        },
        "20191208-00964-09": {
          "setup": "20191208-00964",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 21
        },
        "20191208-00966-01": {
          "setup": "20191208-00966",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 29
        },
        "20191209-00982-04": {
          "setup": "20191209-00982",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 11
        },
        "20191209-00987-08": {
          "setup": "20191209-00987",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 9
        },
        "20191209-00992-09": {
          "setup": "20191209-00992",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 12
        },
        "20191210-00999-08": {
          "setup": "20191210-00999",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20191210-01005-03": {
          "setup": "20191210-01005",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20191211-01022-06": {
          "setup": "20191211-01022",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191212-01030-10": {
          "setup": "20191212-01030",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20191212-01031-04": {
          "setup": "20191212-01031",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 7
        },
        "20191212-01032-03": {
          "setup": "20191212-01032",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20191213-01037-09": {
          "setup": "20191213-01037",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191213-01042-02": {
          "setup": "20191213-01042",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01050-02": {
          "setup": "20191213-01050",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191214-01052-04": {
          "setup": "20191214-01052",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191214-01058-01": {
          "setup": "20191214-01058",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191214-01064-10": {
          "setup": "20191214-01064",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191216-01068-09": {
          "setup": "20191216-01068",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 10
        }
      }
    },
    "blend_roma_asnet_reference_equal": {
      "method": "blend_roma_asnet_reference_equal",
      "label": "RoMa + SAM / ASNet reference (50/50)",
      "training": false,
      "image_pairs": 3600,
      "candidate_object_pairs": 2484124,
      "positive_object_pairs": 78335,
      "AP": 0.8314188398803363,
      "FPR95": 0.06591018580598715,
      "IPAA100": 0.4122222222222222,
      "IPAA": {
        "100": 0.4122222222222222,
        "90": 0.5622222222222222,
        "80": 0.7702777777777777,
        "70": 0.8761111111111111,
        "60": 0.9452777777777778,
        "50": 0.9802777777777778
      },
      "IPAA_counts": {
        "100": 1484,
        "90": 2024,
        "80": 2773,
        "70": 3154,
        "60": 3403,
        "50": 3529
      },
      "author_assignment": {
        "correct": 71942,
        "wrong": 9368,
        "unmapped": 0,
        "proposals": 81310,
        "recall": 0.9183889704474373
      },
      "distance_p95": 0.7376401651044795,
      "km_threshold": 0.7,
      "metric_code_sha256": "f23eba91db32a5fd0497bf4bf786c7a87587c7889f8b89e4029f82581e0d8960",
      "native_solver_sha256": "d0ba8efaa44719c853b71283e6d08f82c8b37c35fb0e9db447051ca743f13b0a",
      "score_sha256": "aab49755c6c0d36daab2e86888c992e25eaeea960250936339e3620535265e8d",
      "elapsed_seconds": 13.512592849787325,
      "scene_outcomes": {
        "20190921-00003-02": {
          "setup": "20190921-00003",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 33
        },
        "20190923-00015-06": {
          "setup": "20190923-00015",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20190924-00019-01": {
          "setup": "20190924-00019",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 34
        },
        "20190924-00020-09": {
          "setup": "20190924-00020",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 30
        },
        "20190924-00021-09": {
          "setup": "20190924-00021",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 35
        },
        "20190924-00032-02": {
          "setup": "20190924-00032",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 34
        },
        "20190925-00038-10": {
          "setup": "20190925-00038",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 19
        },
        "20190925-00042-06": {
          "setup": "20190925-00042",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 35
        },
        "20190925-00045-07": {
          "setup": "20190925-00045",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 36
        },
        "20190925-00051-07": {
          "setup": "20190925-00051",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 32
        },
        "20190926-00056-03": {
          "setup": "20190926-00056",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 35
        },
        "20190926-00057-01": {
          "setup": "20190926-00057",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 25
        },
        "20190926-00067-02": {
          "setup": "20190926-00067",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 36
        },
        "20190927-00077-04": {
          "setup": "20190927-00077",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 33
        },
        "20190928-00082-02": {
          "setup": "20190928-00082",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 31
        },
        "20190928-00092-02": {
          "setup": "20190928-00092",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 31
        },
        "20190929-00104-04": {
          "setup": "20190929-00104",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 13
        },
        "20190930-00125-06": {
          "setup": "20190930-00125",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 25
        },
        "20191001-00128-09": {
          "setup": "20191001-00128",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 18
        },
        "20191001-00133-07": {
          "setup": "20191001-00133",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 20
        },
        "20191002-00146-06": {
          "setup": "20191002-00146",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 12
        },
        "20191002-00148-10": {
          "setup": "20191002-00148",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 31
        },
        "20191002-00157-04": {
          "setup": "20191002-00157",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 36
        },
        "20191002-00159-09": {
          "setup": "20191002-00159",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 30
        },
        "20191003-00163-01": {
          "setup": "20191003-00163",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20191003-00171-02": {
          "setup": "20191003-00171",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 8
        },
        "20191004-00180-03": {
          "setup": "20191004-00180",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 17
        },
        "20191004-00183-04": {
          "setup": "20191004-00183",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 21
        },
        "20191004-00185-01": {
          "setup": "20191004-00185",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 32
        },
        "20191005-00193-04": {
          "setup": "20191005-00193",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 28
        },
        "20191005-00197-04": {
          "setup": "20191005-00197",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 31
        },
        "20191005-00199-01": {
          "setup": "20191005-00199",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20191005-00200-04": {
          "setup": "20191005-00200",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 19
        },
        "20191005-00202-04": {
          "setup": "20191005-00202",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 13
        },
        "20191006-00213-04": {
          "setup": "20191006-00213",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 11
        },
        "20191006-00214-01": {
          "setup": "20191006-00214",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20191006-00217-08": {
          "setup": "20191006-00217",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 10
        },
        "20191007-00221-09": {
          "setup": "20191007-00221",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 7
        },
        "20191007-00223-01": {
          "setup": "20191007-00223",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 9
        },
        "20191007-00226-09": {
          "setup": "20191007-00226",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 27
        },
        "20191007-00230-02": {
          "setup": "20191007-00230",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191008-00242-09": {
          "setup": "20191008-00242",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 14
        },
        "20191009-00250-06": {
          "setup": "20191009-00250",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 20
        },
        "20191009-00251-03": {
          "setup": "20191009-00251",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 8
        },
        "20191009-00261-01": {
          "setup": "20191009-00261",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 25
        },
        "20191010-00264-04": {
          "setup": "20191010-00264",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20191010-00268-08": {
          "setup": "20191010-00268",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 21
        },
        "20191010-00272-03": {
          "setup": "20191010-00272",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 10
        },
        "20191011-00279-01": {
          "setup": "20191011-00279",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 12
        },
        "20191011-00284-03": {
          "setup": "20191011-00284",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 21
        },
        "20191011-00289-05": {
          "setup": "20191011-00289",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 16
        },
        "20191012-00294-05": {
          "setup": "20191012-00294",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20191012-00303-09": {
          "setup": "20191012-00303",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 27
        },
        "20191014-00311-07": {
          "setup": "20191014-00311",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20191016-00337-07": {
          "setup": "20191016-00337",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20191016-00339-10": {
          "setup": "20191016-00339",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191016-00342-01": {
          "setup": "20191016-00342",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 8
        },
        "20191016-00345-02": {
          "setup": "20191016-00345",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 18
        },
        "20191017-00349-03": {
          "setup": "20191017-00349",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191017-00353-01": {
          "setup": "20191017-00353",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 19
        },
        "20191018-00364-08": {
          "setup": "20191018-00364",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 19
        },
        "20191018-00366-02": {
          "setup": "20191018-00366",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 31
        },
        "20191018-00372-03": {
          "setup": "20191018-00372",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 25
        },
        "20191018-00373-01": {
          "setup": "20191018-00373",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 22
        },
        "20191106-00563-02": {
          "setup": "20191106-00563",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20191121-00765-10": {
          "setup": "20191121-00765",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20191121-00767-05": {
          "setup": "20191121-00767",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191121-00773-07": {
          "setup": "20191121-00773",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191126-00818-02": {
          "setup": "20191126-00818",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 7
        },
        "20191126-00821-02": {
          "setup": "20191126-00821",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20191126-00822-07": {
          "setup": "20191126-00822",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191127-00830-01": {
          "setup": "20191127-00830",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 8
        },
        "20191127-00839-01": {
          "setup": "20191127-00839",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 11
        },
        "20191203-00895-07": {
          "setup": "20191203-00895",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191203-00896-06": {
          "setup": "20191203-00896",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191204-00906-08": {
          "setup": "20191204-00906",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191204-00912-09": {
          "setup": "20191204-00912",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191205-00921-03": {
          "setup": "20191205-00921",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191205-00923-05": {
          "setup": "20191205-00923",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191206-00932-04": {
          "setup": "20191206-00932",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191206-00934-01": {
          "setup": "20191206-00934",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191207-00961-08": {
          "setup": "20191207-00961",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 27
        },
        "20191208-00964-09": {
          "setup": "20191208-00964",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 21
        },
        "20191208-00966-01": {
          "setup": "20191208-00966",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 34
        },
        "20191209-00982-04": {
          "setup": "20191209-00982",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 14
        },
        "20191209-00987-08": {
          "setup": "20191209-00987",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 18
        },
        "20191209-00992-09": {
          "setup": "20191209-00992",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 15
        },
        "20191210-00999-08": {
          "setup": "20191210-00999",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 8
        },
        "20191210-01005-03": {
          "setup": "20191210-01005",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20191211-01022-06": {
          "setup": "20191211-01022",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191212-01030-10": {
          "setup": "20191212-01030",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191212-01031-04": {
          "setup": "20191212-01031",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 9
        },
        "20191212-01032-03": {
          "setup": "20191212-01032",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20191213-01037-09": {
          "setup": "20191213-01037",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191213-01042-02": {
          "setup": "20191213-01042",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01050-02": {
          "setup": "20191213-01050",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191214-01052-04": {
          "setup": "20191214-01052",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20191214-01058-01": {
          "setup": "20191214-01058",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191214-01064-10": {
          "setup": "20191214-01064",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191216-01068-09": {
          "setup": "20191216-01068",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        }
      }
    },
    "blend_roma_asnet_reference_dense_first": {
      "method": "blend_roma_asnet_reference_dense_first",
      "label": "RoMa + SAM / ASNet reference (75/25)",
      "training": false,
      "image_pairs": 3600,
      "candidate_object_pairs": 2484124,
      "positive_object_pairs": 78335,
      "AP": 0.8546538320944833,
      "FPR95": 0.06234586657433382,
      "IPAA100": 0.44,
      "IPAA": {
        "100": 0.44,
        "90": 0.6244444444444445,
        "80": 0.8191666666666667,
        "70": 0.9138888888888889,
        "60": 0.9652777777777778,
        "50": 0.9894444444444445
      },
      "IPAA_counts": {
        "100": 1584,
        "90": 2248,
        "80": 2949,
        "70": 3290,
        "60": 3475,
        "50": 3562
      },
      "author_assignment": {
        "correct": 72158,
        "wrong": 7563,
        "unmapped": 0,
        "proposals": 79721,
        "recall": 0.9211463585881151
      },
      "distance_p95": 0.6315549540803922,
      "km_threshold": 0.7,
      "metric_code_sha256": "f23eba91db32a5fd0497bf4bf786c7a87587c7889f8b89e4029f82581e0d8960",
      "native_solver_sha256": "d0ba8efaa44719c853b71283e6d08f82c8b37c35fb0e9db447051ca743f13b0a",
      "score_sha256": "82353ef113e1a43bfeb60b36a55ee52a6fa394c6b837a2d41f0d6edfc6c446a0",
      "elapsed_seconds": 13.197021150030196,
      "scene_outcomes": {
        "20190921-00003-02": {
          "setup": "20190921-00003",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 33
        },
        "20190923-00015-06": {
          "setup": "20190923-00015",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20190924-00019-01": {
          "setup": "20190924-00019",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 33
        },
        "20190924-00020-09": {
          "setup": "20190924-00020",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 31
        },
        "20190924-00021-09": {
          "setup": "20190924-00021",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 35
        },
        "20190924-00032-02": {
          "setup": "20190924-00032",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 32
        },
        "20190925-00038-10": {
          "setup": "20190925-00038",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 17
        },
        "20190925-00042-06": {
          "setup": "20190925-00042",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 33
        },
        "20190925-00045-07": {
          "setup": "20190925-00045",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 36
        },
        "20190925-00051-07": {
          "setup": "20190925-00051",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 30
        },
        "20190926-00056-03": {
          "setup": "20190926-00056",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 36
        },
        "20190926-00057-01": {
          "setup": "20190926-00057",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 24
        },
        "20190926-00067-02": {
          "setup": "20190926-00067",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 36
        },
        "20190927-00077-04": {
          "setup": "20190927-00077",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 33
        },
        "20190928-00082-02": {
          "setup": "20190928-00082",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 27
        },
        "20190928-00092-02": {
          "setup": "20190928-00092",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 32
        },
        "20190929-00104-04": {
          "setup": "20190929-00104",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 11
        },
        "20190930-00125-06": {
          "setup": "20190930-00125",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 27
        },
        "20191001-00128-09": {
          "setup": "20191001-00128",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 21
        },
        "20191001-00133-07": {
          "setup": "20191001-00133",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 19
        },
        "20191002-00146-06": {
          "setup": "20191002-00146",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 16
        },
        "20191002-00148-10": {
          "setup": "20191002-00148",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 33
        },
        "20191002-00157-04": {
          "setup": "20191002-00157",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 36
        },
        "20191002-00159-09": {
          "setup": "20191002-00159",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 31
        },
        "20191003-00163-01": {
          "setup": "20191003-00163",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 7
        },
        "20191003-00171-02": {
          "setup": "20191003-00171",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 7
        },
        "20191004-00180-03": {
          "setup": "20191004-00180",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 16
        },
        "20191004-00183-04": {
          "setup": "20191004-00183",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 21
        },
        "20191004-00185-01": {
          "setup": "20191004-00185",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 33
        },
        "20191005-00193-04": {
          "setup": "20191005-00193",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 28
        },
        "20191005-00197-04": {
          "setup": "20191005-00197",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 36
        },
        "20191005-00199-01": {
          "setup": "20191005-00199",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20191005-00200-04": {
          "setup": "20191005-00200",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 20
        },
        "20191005-00202-04": {
          "setup": "20191005-00202",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 13
        },
        "20191006-00213-04": {
          "setup": "20191006-00213",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 16
        },
        "20191006-00214-01": {
          "setup": "20191006-00214",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20191006-00217-08": {
          "setup": "20191006-00217",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 11
        },
        "20191007-00221-09": {
          "setup": "20191007-00221",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 9
        },
        "20191007-00223-01": {
          "setup": "20191007-00223",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 14
        },
        "20191007-00226-09": {
          "setup": "20191007-00226",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 26
        },
        "20191007-00230-02": {
          "setup": "20191007-00230",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20191008-00242-09": {
          "setup": "20191008-00242",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 15
        },
        "20191009-00250-06": {
          "setup": "20191009-00250",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 24
        },
        "20191009-00251-03": {
          "setup": "20191009-00251",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 8
        },
        "20191009-00261-01": {
          "setup": "20191009-00261",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 25
        },
        "20191010-00264-04": {
          "setup": "20191010-00264",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20191010-00268-08": {
          "setup": "20191010-00268",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 23
        },
        "20191010-00272-03": {
          "setup": "20191010-00272",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 10
        },
        "20191011-00279-01": {
          "setup": "20191011-00279",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 16
        },
        "20191011-00284-03": {
          "setup": "20191011-00284",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 20
        },
        "20191011-00289-05": {
          "setup": "20191011-00289",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 19
        },
        "20191012-00294-05": {
          "setup": "20191012-00294",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20191012-00303-09": {
          "setup": "20191012-00303",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 31
        },
        "20191014-00311-07": {
          "setup": "20191014-00311",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 7
        },
        "20191016-00337-07": {
          "setup": "20191016-00337",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20191016-00339-10": {
          "setup": "20191016-00339",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191016-00342-01": {
          "setup": "20191016-00342",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 10
        },
        "20191016-00345-02": {
          "setup": "20191016-00345",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 21
        },
        "20191017-00349-03": {
          "setup": "20191017-00349",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 13
        },
        "20191017-00353-01": {
          "setup": "20191017-00353",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 16
        },
        "20191018-00364-08": {
          "setup": "20191018-00364",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 20
        },
        "20191018-00366-02": {
          "setup": "20191018-00366",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 29
        },
        "20191018-00372-03": {
          "setup": "20191018-00372",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 27
        },
        "20191018-00373-01": {
          "setup": "20191018-00373",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 23
        },
        "20191106-00563-02": {
          "setup": "20191106-00563",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 8
        },
        "20191121-00765-10": {
          "setup": "20191121-00765",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 9
        },
        "20191121-00767-05": {
          "setup": "20191121-00767",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191121-00773-07": {
          "setup": "20191121-00773",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20191126-00818-02": {
          "setup": "20191126-00818",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20191126-00821-02": {
          "setup": "20191126-00821",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20191126-00822-07": {
          "setup": "20191126-00822",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191127-00830-01": {
          "setup": "20191127-00830",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 8
        },
        "20191127-00839-01": {
          "setup": "20191127-00839",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 15
        },
        "20191203-00895-07": {
          "setup": "20191203-00895",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191203-00896-06": {
          "setup": "20191203-00896",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191204-00906-08": {
          "setup": "20191204-00906",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191204-00912-09": {
          "setup": "20191204-00912",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191205-00921-03": {
          "setup": "20191205-00921",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191205-00923-05": {
          "setup": "20191205-00923",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191206-00932-04": {
          "setup": "20191206-00932",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191206-00934-01": {
          "setup": "20191206-00934",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191207-00961-08": {
          "setup": "20191207-00961",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 29
        },
        "20191208-00964-09": {
          "setup": "20191208-00964",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 28
        },
        "20191208-00966-01": {
          "setup": "20191208-00966",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 32
        },
        "20191209-00982-04": {
          "setup": "20191209-00982",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 13
        },
        "20191209-00987-08": {
          "setup": "20191209-00987",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 17
        },
        "20191209-00992-09": {
          "setup": "20191209-00992",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 22
        },
        "20191210-00999-08": {
          "setup": "20191210-00999",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 9
        },
        "20191210-01005-03": {
          "setup": "20191210-01005",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 11
        },
        "20191211-01022-06": {
          "setup": "20191211-01022",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191212-01030-10": {
          "setup": "20191212-01030",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191212-01031-04": {
          "setup": "20191212-01031",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 11
        },
        "20191212-01032-03": {
          "setup": "20191212-01032",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 7
        },
        "20191213-01037-09": {
          "setup": "20191213-01037",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191213-01042-02": {
          "setup": "20191213-01042",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191213-01050-02": {
          "setup": "20191213-01050",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191214-01052-04": {
          "setup": "20191214-01052",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20191214-01058-01": {
          "setup": "20191214-01058",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191214-01064-10": {
          "setup": "20191214-01064",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191216-01068-09": {
          "setup": "20191216-01068",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 7
        }
      }
    },
    "blend_roma_vit_reference_equal": {
      "method": "blend_roma_vit_reference_equal",
      "label": "RoMa + SAM / ViT-P3DE Tiny reference (50/50)",
      "training": false,
      "image_pairs": 3600,
      "candidate_object_pairs": 2484124,
      "positive_object_pairs": 78335,
      "AP": 0.9057214171245891,
      "FPR95": 0.028506656236270096,
      "IPAA100": 0.4930555555555556,
      "IPAA": {
        "100": 0.4930555555555556,
        "90": 0.6533333333333333,
        "80": 0.8269444444444445,
        "70": 0.9191666666666667,
        "60": 0.9636111111111111,
        "50": 0.9833333333333333
      },
      "IPAA_counts": {
        "100": 1775,
        "90": 2352,
        "80": 2977,
        "70": 3309,
        "60": 3469,
        "50": 3540
      },
      "author_assignment": {
        "correct": 74056,
        "wrong": 7319,
        "unmapped": 0,
        "proposals": 81375,
        "recall": 0.9453756303057381
      },
      "distance_p95": 0.7377192674359251,
      "km_threshold": 0.7,
      "metric_code_sha256": "f23eba91db32a5fd0497bf4bf786c7a87587c7889f8b89e4029f82581e0d8960",
      "native_solver_sha256": "d0ba8efaa44719c853b71283e6d08f82c8b37c35fb0e9db447051ca743f13b0a",
      "score_sha256": "ff7d0c3edfac1c4e0dacab445db31bf3a032d8077901a24f5bc8e1ee3833f43c",
      "elapsed_seconds": 13.301061251200736,
      "scene_outcomes": {
        "20190921-00003-02": {
          "setup": "20190921-00003",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 33
        },
        "20190923-00015-06": {
          "setup": "20190923-00015",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20190924-00019-01": {
          "setup": "20190924-00019",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 35
        },
        "20190924-00020-09": {
          "setup": "20190924-00020",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 35
        },
        "20190924-00021-09": {
          "setup": "20190924-00021",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 35
        },
        "20190924-00032-02": {
          "setup": "20190924-00032",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 36
        },
        "20190925-00038-10": {
          "setup": "20190925-00038",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 27
        },
        "20190925-00042-06": {
          "setup": "20190925-00042",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 35
        },
        "20190925-00045-07": {
          "setup": "20190925-00045",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 36
        },
        "20190925-00051-07": {
          "setup": "20190925-00051",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 32
        },
        "20190926-00056-03": {
          "setup": "20190926-00056",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 36
        },
        "20190926-00057-01": {
          "setup": "20190926-00057",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 25
        },
        "20190926-00067-02": {
          "setup": "20190926-00067",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 36
        },
        "20190927-00077-04": {
          "setup": "20190927-00077",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 36
        },
        "20190928-00082-02": {
          "setup": "20190928-00082",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 33
        },
        "20190928-00092-02": {
          "setup": "20190928-00092",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 32
        },
        "20190929-00104-04": {
          "setup": "20190929-00104",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 11
        },
        "20190930-00125-06": {
          "setup": "20190930-00125",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 32
        },
        "20191001-00128-09": {
          "setup": "20191001-00128",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 19
        },
        "20191001-00133-07": {
          "setup": "20191001-00133",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 29
        },
        "20191002-00146-06": {
          "setup": "20191002-00146",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 26
        },
        "20191002-00148-10": {
          "setup": "20191002-00148",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 35
        },
        "20191002-00157-04": {
          "setup": "20191002-00157",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 36
        },
        "20191002-00159-09": {
          "setup": "20191002-00159",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 29
        },
        "20191003-00163-01": {
          "setup": "20191003-00163",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 12
        },
        "20191003-00171-02": {
          "setup": "20191003-00171",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 22
        },
        "20191004-00180-03": {
          "setup": "20191004-00180",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 17
        },
        "20191004-00183-04": {
          "setup": "20191004-00183",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 18
        },
        "20191004-00185-01": {
          "setup": "20191004-00185",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 29
        },
        "20191005-00193-04": {
          "setup": "20191005-00193",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 27
        },
        "20191005-00197-04": {
          "setup": "20191005-00197",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 32
        },
        "20191005-00199-01": {
          "setup": "20191005-00199",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 10
        },
        "20191005-00200-04": {
          "setup": "20191005-00200",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 28
        },
        "20191005-00202-04": {
          "setup": "20191005-00202",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 15
        },
        "20191006-00213-04": {
          "setup": "20191006-00213",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 18
        },
        "20191006-00214-01": {
          "setup": "20191006-00214",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 13
        },
        "20191006-00217-08": {
          "setup": "20191006-00217",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 17
        },
        "20191007-00221-09": {
          "setup": "20191007-00221",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 9
        },
        "20191007-00223-01": {
          "setup": "20191007-00223",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 14
        },
        "20191007-00226-09": {
          "setup": "20191007-00226",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 28
        },
        "20191007-00230-02": {
          "setup": "20191007-00230",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191008-00242-09": {
          "setup": "20191008-00242",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 15
        },
        "20191009-00250-06": {
          "setup": "20191009-00250",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 22
        },
        "20191009-00251-03": {
          "setup": "20191009-00251",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 9
        },
        "20191009-00261-01": {
          "setup": "20191009-00261",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 30
        },
        "20191010-00264-04": {
          "setup": "20191010-00264",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 7
        },
        "20191010-00268-08": {
          "setup": "20191010-00268",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 24
        },
        "20191010-00272-03": {
          "setup": "20191010-00272",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 12
        },
        "20191011-00279-01": {
          "setup": "20191011-00279",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 15
        },
        "20191011-00284-03": {
          "setup": "20191011-00284",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 27
        },
        "20191011-00289-05": {
          "setup": "20191011-00289",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 21
        },
        "20191012-00294-05": {
          "setup": "20191012-00294",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 9
        },
        "20191012-00303-09": {
          "setup": "20191012-00303",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 36
        },
        "20191014-00311-07": {
          "setup": "20191014-00311",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 7
        },
        "20191016-00337-07": {
          "setup": "20191016-00337",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 10
        },
        "20191016-00339-10": {
          "setup": "20191016-00339",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20191016-00342-01": {
          "setup": "20191016-00342",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 11
        },
        "20191016-00345-02": {
          "setup": "20191016-00345",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 31
        },
        "20191017-00349-03": {
          "setup": "20191017-00349",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 7
        },
        "20191017-00353-01": {
          "setup": "20191017-00353",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 17
        },
        "20191018-00364-08": {
          "setup": "20191018-00364",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 19
        },
        "20191018-00366-02": {
          "setup": "20191018-00366",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 33
        },
        "20191018-00372-03": {
          "setup": "20191018-00372",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 29
        },
        "20191018-00373-01": {
          "setup": "20191018-00373",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 28
        },
        "20191106-00563-02": {
          "setup": "20191106-00563",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 14
        },
        "20191121-00765-10": {
          "setup": "20191121-00765",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 7
        },
        "20191121-00767-05": {
          "setup": "20191121-00767",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 7
        },
        "20191121-00773-07": {
          "setup": "20191121-00773",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191126-00818-02": {
          "setup": "20191126-00818",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 9
        },
        "20191126-00821-02": {
          "setup": "20191126-00821",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 10
        },
        "20191126-00822-07": {
          "setup": "20191126-00822",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20191127-00830-01": {
          "setup": "20191127-00830",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 12
        },
        "20191127-00839-01": {
          "setup": "20191127-00839",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 20
        },
        "20191203-00895-07": {
          "setup": "20191203-00895",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191203-00896-06": {
          "setup": "20191203-00896",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191204-00906-08": {
          "setup": "20191204-00906",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191204-00912-09": {
          "setup": "20191204-00912",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191205-00921-03": {
          "setup": "20191205-00921",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191205-00923-05": {
          "setup": "20191205-00923",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191206-00932-04": {
          "setup": "20191206-00932",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191206-00934-01": {
          "setup": "20191206-00934",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191207-00961-08": {
          "setup": "20191207-00961",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 31
        },
        "20191208-00964-09": {
          "setup": "20191208-00964",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 17
        },
        "20191208-00966-01": {
          "setup": "20191208-00966",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 34
        },
        "20191209-00982-04": {
          "setup": "20191209-00982",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 21
        },
        "20191209-00987-08": {
          "setup": "20191209-00987",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 24
        },
        "20191209-00992-09": {
          "setup": "20191209-00992",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 27
        },
        "20191210-00999-08": {
          "setup": "20191210-00999",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 9
        },
        "20191210-01005-03": {
          "setup": "20191210-01005",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 10
        },
        "20191211-01022-06": {
          "setup": "20191211-01022",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191212-01030-10": {
          "setup": "20191212-01030",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20191212-01031-04": {
          "setup": "20191212-01031",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 14
        },
        "20191212-01032-03": {
          "setup": "20191212-01032",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 9
        },
        "20191213-01037-09": {
          "setup": "20191213-01037",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191213-01042-02": {
          "setup": "20191213-01042",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191213-01050-02": {
          "setup": "20191213-01050",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191214-01052-04": {
          "setup": "20191214-01052",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 5
        },
        "20191214-01058-01": {
          "setup": "20191214-01058",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20191214-01064-10": {
          "setup": "20191214-01064",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191216-01068-09": {
          "setup": "20191216-01068",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 8
        }
      }
    },
    "blend_roma_vit_reference_dense_first": {
      "method": "blend_roma_vit_reference_dense_first",
      "label": "RoMa + SAM / ViT-P3DE Tiny reference (75/25)",
      "training": false,
      "image_pairs": 3600,
      "candidate_object_pairs": 2484124,
      "positive_object_pairs": 78335,
      "AP": 0.9062940074071192,
      "FPR95": 0.030376313134693026,
      "IPAA100": 0.5305555555555556,
      "IPAA": {
        "100": 0.5305555555555556,
        "90": 0.7055555555555556,
        "80": 0.8613888888888889,
        "70": 0.9433333333333334,
        "60": 0.9766666666666667,
        "50": 0.9911111111111112
      },
      "IPAA_counts": {
        "100": 1910,
        "90": 2540,
        "80": 3101,
        "70": 3396,
        "60": 3516,
        "50": 3568
      },
      "author_assignment": {
        "correct": 74159,
        "wrong": 6147,
        "unmapped": 0,
        "proposals": 80306,
        "recall": 0.9466904959468947
      },
      "distance_p95": 0.631594505246115,
      "km_threshold": 0.7,
      "metric_code_sha256": "f23eba91db32a5fd0497bf4bf786c7a87587c7889f8b89e4029f82581e0d8960",
      "native_solver_sha256": "d0ba8efaa44719c853b71283e6d08f82c8b37c35fb0e9db447051ca743f13b0a",
      "score_sha256": "d64895b130f35391be52115fe136c659ef372cdbb25e1de545cc4da2010c1110",
      "elapsed_seconds": 12.152233819942921,
      "scene_outcomes": {
        "20190921-00003-02": {
          "setup": "20190921-00003",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 33
        },
        "20190923-00015-06": {
          "setup": "20190923-00015",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 7
        },
        "20190924-00019-01": {
          "setup": "20190924-00019",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 35
        },
        "20190924-00020-09": {
          "setup": "20190924-00020",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 35
        },
        "20190924-00021-09": {
          "setup": "20190924-00021",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 36
        },
        "20190924-00032-02": {
          "setup": "20190924-00032",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 35
        },
        "20190925-00038-10": {
          "setup": "20190925-00038",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 28
        },
        "20190925-00042-06": {
          "setup": "20190925-00042",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 35
        },
        "20190925-00045-07": {
          "setup": "20190925-00045",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 36
        },
        "20190925-00051-07": {
          "setup": "20190925-00051",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 30
        },
        "20190926-00056-03": {
          "setup": "20190926-00056",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 36
        },
        "20190926-00057-01": {
          "setup": "20190926-00057",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 24
        },
        "20190926-00067-02": {
          "setup": "20190926-00067",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 36
        },
        "20190927-00077-04": {
          "setup": "20190927-00077",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 36
        },
        "20190928-00082-02": {
          "setup": "20190928-00082",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 33
        },
        "20190928-00092-02": {
          "setup": "20190928-00092",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 32
        },
        "20190929-00104-04": {
          "setup": "20190929-00104",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 12
        },
        "20190930-00125-06": {
          "setup": "20190930-00125",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 32
        },
        "20191001-00128-09": {
          "setup": "20191001-00128",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 28
        },
        "20191001-00133-07": {
          "setup": "20191001-00133",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 28
        },
        "20191002-00146-06": {
          "setup": "20191002-00146",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 26
        },
        "20191002-00148-10": {
          "setup": "20191002-00148",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 34
        },
        "20191002-00157-04": {
          "setup": "20191002-00157",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 36
        },
        "20191002-00159-09": {
          "setup": "20191002-00159",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 31
        },
        "20191003-00163-01": {
          "setup": "20191003-00163",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 11
        },
        "20191003-00171-02": {
          "setup": "20191003-00171",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 22
        },
        "20191004-00180-03": {
          "setup": "20191004-00180",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 17
        },
        "20191004-00183-04": {
          "setup": "20191004-00183",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 19
        },
        "20191004-00185-01": {
          "setup": "20191004-00185",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 29
        },
        "20191005-00193-04": {
          "setup": "20191005-00193",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 28
        },
        "20191005-00197-04": {
          "setup": "20191005-00197",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 35
        },
        "20191005-00199-01": {
          "setup": "20191005-00199",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 11
        },
        "20191005-00200-04": {
          "setup": "20191005-00200",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 28
        },
        "20191005-00202-04": {
          "setup": "20191005-00202",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 15
        },
        "20191006-00213-04": {
          "setup": "20191006-00213",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 23
        },
        "20191006-00214-01": {
          "setup": "20191006-00214",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 15
        },
        "20191006-00217-08": {
          "setup": "20191006-00217",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 20
        },
        "20191007-00221-09": {
          "setup": "20191007-00221",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 10
        },
        "20191007-00223-01": {
          "setup": "20191007-00223",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 18
        },
        "20191007-00226-09": {
          "setup": "20191007-00226",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 29
        },
        "20191007-00230-02": {
          "setup": "20191007-00230",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20191008-00242-09": {
          "setup": "20191008-00242",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 20
        },
        "20191009-00250-06": {
          "setup": "20191009-00250",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 24
        },
        "20191009-00251-03": {
          "setup": "20191009-00251",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 10
        },
        "20191009-00261-01": {
          "setup": "20191009-00261",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 30
        },
        "20191010-00264-04": {
          "setup": "20191010-00264",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 7
        },
        "20191010-00268-08": {
          "setup": "20191010-00268",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 27
        },
        "20191010-00272-03": {
          "setup": "20191010-00272",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 14
        },
        "20191011-00279-01": {
          "setup": "20191011-00279",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 14
        },
        "20191011-00284-03": {
          "setup": "20191011-00284",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 30
        },
        "20191011-00289-05": {
          "setup": "20191011-00289",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 25
        },
        "20191012-00294-05": {
          "setup": "20191012-00294",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 12
        },
        "20191012-00303-09": {
          "setup": "20191012-00303",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 35
        },
        "20191014-00311-07": {
          "setup": "20191014-00311",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 9
        },
        "20191016-00337-07": {
          "setup": "20191016-00337",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 10
        },
        "20191016-00339-10": {
          "setup": "20191016-00339",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 8
        },
        "20191016-00342-01": {
          "setup": "20191016-00342",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 13
        },
        "20191016-00345-02": {
          "setup": "20191016-00345",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 29
        },
        "20191017-00349-03": {
          "setup": "20191017-00349",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 15
        },
        "20191017-00353-01": {
          "setup": "20191017-00353",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 17
        },
        "20191018-00364-08": {
          "setup": "20191018-00364",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 21
        },
        "20191018-00366-02": {
          "setup": "20191018-00366",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 34
        },
        "20191018-00372-03": {
          "setup": "20191018-00372",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 30
        },
        "20191018-00373-01": {
          "setup": "20191018-00373",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 29
        },
        "20191106-00563-02": {
          "setup": "20191106-00563",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 15
        },
        "20191121-00765-10": {
          "setup": "20191121-00765",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 13
        },
        "20191121-00767-05": {
          "setup": "20191121-00767",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 14
        },
        "20191121-00773-07": {
          "setup": "20191121-00773",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 8
        },
        "20191126-00818-02": {
          "setup": "20191126-00818",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 9
        },
        "20191126-00821-02": {
          "setup": "20191126-00821",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 9
        },
        "20191126-00822-07": {
          "setup": "20191126-00822",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 7
        },
        "20191127-00830-01": {
          "setup": "20191127-00830",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 13
        },
        "20191127-00839-01": {
          "setup": "20191127-00839",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 21
        },
        "20191203-00895-07": {
          "setup": "20191203-00895",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191203-00896-06": {
          "setup": "20191203-00896",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191204-00906-08": {
          "setup": "20191204-00906",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191204-00912-09": {
          "setup": "20191204-00912",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191205-00921-03": {
          "setup": "20191205-00921",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191205-00923-05": {
          "setup": "20191205-00923",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191206-00932-04": {
          "setup": "20191206-00932",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191206-00934-01": {
          "setup": "20191206-00934",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 0
        },
        "20191207-00961-08": {
          "setup": "20191207-00961",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 31
        },
        "20191208-00964-09": {
          "setup": "20191208-00964",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 23
        },
        "20191208-00966-01": {
          "setup": "20191208-00966",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 35
        },
        "20191209-00982-04": {
          "setup": "20191209-00982",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 23
        },
        "20191209-00987-08": {
          "setup": "20191209-00987",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 23
        },
        "20191209-00992-09": {
          "setup": "20191209-00992",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 32
        },
        "20191210-00999-08": {
          "setup": "20191210-00999",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 10
        },
        "20191210-01005-03": {
          "setup": "20191210-01005",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 19
        },
        "20191211-01022-06": {
          "setup": "20191211-01022",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20191212-01030-10": {
          "setup": "20191212-01030",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 9
        },
        "20191212-01031-04": {
          "setup": "20191212-01031",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 15
        },
        "20191212-01032-03": {
          "setup": "20191212-01032",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 10
        },
        "20191213-01037-09": {
          "setup": "20191213-01037",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191213-01042-02": {
          "setup": "20191213-01042",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 2
        },
        "20191213-01050-02": {
          "setup": "20191213-01050",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 3
        },
        "20191214-01052-04": {
          "setup": "20191214-01052",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 6
        },
        "20191214-01058-01": {
          "setup": "20191214-01058",
          "difficulty": "easy",
          "image_pairs": 36,
          "IPAA100_pairs": 4
        },
        "20191214-01064-10": {
          "setup": "20191214-01064",
          "difficulty": "medium",
          "image_pairs": 36,
          "IPAA100_pairs": 1
        },
        "20191216-01068-09": {
          "setup": "20191216-01068",
          "difficulty": "hard",
          "image_pairs": 36,
          "IPAA100_pairs": 10
        }
      }
    }
  },
  "IPAA_limit": "Distances for new scorers use fixed transforms and the author p95 normalization and0.70 threshold; no per-method calibration was fitted.",
  "selection_limit": "Winners selected on this benchmark after inspecting all fixed arms. Performance outside the sample remains unmeasured.",
  "source_scores_freeze_sha256": "0b6dce43bb33214d5cb8a9932b8a93ede03194826508573f5da7fffe2d581125"
}
