{
 "name": "GLDv2-clean classes overlapping the ROxford and RParis benchmarks",
 "purpose": "The class ids excluded from the decontaminated (decon) training run. Published so the decon protocol can be checked independently rather than taken on trust.",
 "totals": {
  "leak_classes": 87,
  "leak_images": 2529,
  "gldv2_clean_classes": 81313,
  "gldv2_clean_images": 1580470
 },
 "comparison": {
  "rgldv2_clean": {
   "images_removed": 1565,
   "landmark_ids_removed": 18,
   "source": "Song et al., CVPR 2024, page 4"
  },
  "note": "Our match set is NOT a superset of RGLDv2-clean: it contains 10 of their 18 landmark ids and 1,216 of their 1,565 images. Image-level verification puts this matcher at 43% precision and 76% recall over contamination, so the classes below define a conservative training ablation rather than a stricter cleanup. See the model card's Evaluation integrity section and fusion-data:/fp_phase3a/leak_verify/leak_verify_results.json."
 },
 "method": {
  "source_field": "GLDv2 landmark categories (Wikimedia Commons category URLs) matched against the landmarks the two benchmarks query.",
  "rules": {
   "blanket:<city>": "category is an Oxford landmark and ROxford queries Oxford landmarks generally, so the whole class is excluded",
   "unique:<landmark>": "category names a specific landmark that appears in the benchmark query set",
   "ctx:<city>+<landmark>": "category names both the city and a queried landmark"
  },
  "rules_present": [
   "blanket:oxford",
   "ctx:paris+montmartre",
   "ctx:paris+notre-dame",
   "unique:arc de triomphe",
   "unique:bodleian",
   "unique:cornmarket",
   "unique:eiffel",
   "unique:louvre",
   "unique:magdalen tower",
   "unique:moulin rouge",
   "unique:pompidou",
   "unique:radcliffe camera",
   "unique:sacre coeur",
   "unique:sacre-coeur",
   "unique:sheldonian"
  ],
  "stance": "The matcher is category-name based and deliberately inclusive, without image-level duplicate detection. Verified precision is 43% at image level (13 of 87 classes), varying by rule: unique:<landmark> 58%, blanket:oxford 18%, ctx:* 8%."
 },
 "source_artifacts": {
  "per_class_matches": "fusion-data:/fp_phase2/plan/leakage_report.json",
  "class_id_list": "fusion-data:/fp_phase3a/plan/leak_class_ids.json",
  "totals": "fusion-data:/fp_phase3a/plan/plan_full.json"
 },
 "classes": [
  {
   "landmark_id": 3254,
   "category": "http://commons.wikimedia.org/wiki/Category:Christ_Church_War_Memorial_Garden,_Oxford",
   "rule": "blanket:oxford"
  },
  {
   "landmark_id": 3946,
   "category": "http://commons.wikimedia.org/wiki/Category:St_Barnabas'_Church,_Oxford",
   "rule": "blanket:oxford"
  },
  {
   "landmark_id": 3957,
   "category": "http://commons.wikimedia.org/wiki/Category:St_Giles',_Oxford",
   "rule": "blanket:oxford"
  },
  {
   "landmark_id": 6190,
   "category": "http://commons.wikimedia.org/wiki/Category:Radcliffe_Camera",
   "rule": "unique:radcliffe camera"
  },
  {
   "landmark_id": 19172,
   "category": "http://commons.wikimedia.org/wiki/Category:All_Souls_College,_Oxford",
   "rule": "blanket:oxford"
  },
  {
   "landmark_id": 22126,
   "category": "http://commons.wikimedia.org/wiki/Category:St._Audoen's_Church,_Cornmarket",
   "rule": "unique:cornmarket"
  },
  {
   "landmark_id": 26614,
   "category": "http://commons.wikimedia.org/wiki/Category:Carfax,_Oxford",
   "rule": "blanket:oxford"
  },
  {
   "landmark_id": 27998,
   "category": "http://commons.wikimedia.org/wiki/Category:The_Codrington_Library,_All_Souls_College,_Oxford",
   "rule": "blanket:oxford"
  },
  {
   "landmark_id": 28444,
   "category": "http://commons.wikimedia.org/wiki/Category:Pavillon_Sully_(Louvre)",
   "rule": "unique:louvre"
  },
  {
   "landmark_id": 28604,
   "category": "http://commons.wikimedia.org/wiki/Category:Arc_de_Triomphe_du_Carrousel",
   "rule": "unique:arc de triomphe"
  },
  {
   "landmark_id": 28949,
   "category": "http://commons.wikimedia.org/wiki/Category:Moulin_Rouge",
   "rule": "unique:moulin rouge"
  },
  {
   "landmark_id": 32727,
   "category": "http://commons.wikimedia.org/wiki/Category:%C3%89glise_Saint-Leu-Saint-Gilles_(Chennevi%C3%A8res-l%C3%A8s-Louvres)",
   "rule": "unique:louvre"
  },
  {
   "landmark_id": 33344,
   "category": "http://commons.wikimedia.org/wiki/Category:Oxford_Town_Hall",
   "rule": "blanket:oxford"
  },
  {
   "landmark_id": 35256,
   "category": "http://commons.wikimedia.org/wiki/Category:Chapelle_Notre-Dame-de-Consolation_(Paris)",
   "rule": "ctx:paris+notre-dame"
  },
  {
   "landmark_id": 37135,
   "category": "http://commons.wikimedia.org/wiki/Category:Oxford_University_Museum_of_Natural_History",
   "rule": "blanket:oxford"
  },
  {
   "landmark_id": 38800,
   "category": "http://commons.wikimedia.org/wiki/Category:Rue_Montmartre_(Paris)",
   "rule": "ctx:paris+montmartre"
  },
  {
   "landmark_id": 40605,
   "category": "http://commons.wikimedia.org/wiki/Category:Pavillon_de_Flore_(Louvre)",
   "rule": "unique:louvre"
  },
  {
   "landmark_id": 40943,
   "category": "http://commons.wikimedia.org/wiki/Category:%C3%89glise_du_Sacr%C3%A9-Coeur_de_Rodez",
   "rule": "unique:sacre-coeur"
  },
  {
   "landmark_id": 44752,
   "category": "http://commons.wikimedia.org/wiki/Category:Basilique_du_Sacr%C3%A9-Coeur_de_Nancy",
   "rule": "unique:sacre-coeur"
  },
  {
   "landmark_id": 45029,
   "category": "http://commons.wikimedia.org/wiki/Category:Macdonald_Randolph_Hotel,_Oxford",
   "rule": "blanket:oxford"
  },
  {
   "landmark_id": 46593,
   "category": "http://commons.wikimedia.org/wiki/Category:Wheatley_Mill,_Oxfordshire",
   "rule": "blanket:oxford"
  },
  {
   "landmark_id": 47378,
   "category": "http://commons.wikimedia.org/wiki/Category:Eiffel_Tower",
   "rule": "unique:eiffel"
  },
  {
   "landmark_id": 49907,
   "category": "http://commons.wikimedia.org/wiki/Category:Bodleian_Library",
   "rule": "unique:bodleian"
  },
  {
   "landmark_id": 51997,
   "category": "http://commons.wikimedia.org/wiki/Category:St_Peter's_church,_Wallingford,_Oxfordshire",
   "rule": "blanket:oxford"
  },
  {
   "landmark_id": 55991,
   "category": "http://commons.wikimedia.org/wiki/Category:Centre_Pompidou-Metz",
   "rule": "unique:pompidou"
  },
  {
   "landmark_id": 56627,
   "category": "http://commons.wikimedia.org/wiki/Category:Cath%C3%A9drale_Notre-Dame_de_Paris",
   "rule": "ctx:paris+notre-dame"
  },
  {
   "landmark_id": 58639,
   "category": "http://commons.wikimedia.org/wiki/Category:Louvre-Lens",
   "rule": "unique:louvre"
  },
  {
   "landmark_id": 62420,
   "category": "http://commons.wikimedia.org/wiki/Category:Sacre_Coeur_Church_(Saint_Petersburg)",
   "rule": "unique:sacre coeur"
  },
  {
   "landmark_id": 62571,
   "category": "http://commons.wikimedia.org/wiki/Category:Christ_Church_Cathedral,_Oxford",
   "rule": "blanket:oxford"
  },
  {
   "landmark_id": 74264,
   "category": "http://commons.wikimedia.org/wiki/Category:Oxford_Canal",
   "rule": "blanket:oxford"
  },
  {
   "landmark_id": 77126,
   "category": "http://commons.wikimedia.org/wiki/Category:Carfax_Tower,_Oxford",
   "rule": "blanket:oxford"
  },
  {
   "landmark_id": 80516,
   "category": "http://commons.wikimedia.org/wiki/Category:%C3%89glise_Notre-Dame-de-Lorette_(Paris)",
   "rule": "ctx:paris+notre-dame"
  },
  {
   "landmark_id": 83152,
   "category": "http://commons.wikimedia.org/wiki/Category:High_Street,_Oxford",
   "rule": "blanket:oxford"
  },
  {
   "landmark_id": 84100,
   "category": "http://commons.wikimedia.org/wiki/Category:Radcliffe_Square,_Oxford",
   "rule": "blanket:oxford"
  },
  {
   "landmark_id": 88878,
   "category": "http://commons.wikimedia.org/wiki/Category:East_facade_of_the_Sully_Wing_(Louvre)",
   "rule": "unique:louvre"
  },
  {
   "landmark_id": 92774,
   "category": "http://commons.wikimedia.org/wiki/Category:St_Sepulchre's_Cemetery,_Oxford",
   "rule": "blanket:oxford"
  },
  {
   "landmark_id": 93486,
   "category": "http://commons.wikimedia.org/wiki/Category:St_Nicholas'_Church,_Islip,_Oxfordshire",
   "rule": "blanket:oxford"
  },
  {
   "landmark_id": 94050,
   "category": "http://commons.wikimedia.org/wiki/Category:Oxford_Circus",
   "rule": "blanket:oxford"
  },
  {
   "landmark_id": 97721,
   "category": "http://commons.wikimedia.org/wiki/Category:%C3%89glise_Saint_Justin,_Louvres",
   "rule": "unique:louvre"
  },
  {
   "landmark_id": 101523,
   "category": "http://commons.wikimedia.org/wiki/Category:Divinity_School,_Oxford,_England",
   "rule": "blanket:oxford"
  },
  {
   "landmark_id": 102786,
   "category": "http://commons.wikimedia.org/wiki/Category:Eiffel_Tower_(Paris,_Texas)",
   "rule": "unique:eiffel"
  },
  {
   "landmark_id": 103293,
   "category": "http://commons.wikimedia.org/wiki/Category:Edif%C3%ADcio_Eiffel",
   "rule": "unique:eiffel"
  },
  {
   "landmark_id": 103894,
   "category": "http://commons.wikimedia.org/wiki/Category:Selfridges,_Oxford_Street_store",
   "rule": "blanket:oxford"
  },
  {
   "landmark_id": 104951,
   "category": "http://commons.wikimedia.org/wiki/Category:Near_Eastern_antiquities_in_the_Louvre",
   "rule": "unique:louvre"
  },
  {
   "landmark_id": 109280,
   "category": "http://commons.wikimedia.org/wiki/Category:South_Park,_Oxford",
   "rule": "blanket:oxford"
  },
  {
   "landmark_id": 112106,
   "category": "http://commons.wikimedia.org/wiki/Category:St_Giles'_Church,_Oxford",
   "rule": "blanket:oxford"
  },
  {
   "landmark_id": 114468,
   "category": "http://commons.wikimedia.org/wiki/Category:%C3%89glise_Notre-Dame-de-Nazareth_(Paris)",
   "rule": "ctx:paris+notre-dame"
  },
  {
   "landmark_id": 115648,
   "category": "http://commons.wikimedia.org/wiki/Category:%C3%89glise_Notre-Dame-du-Bon-Conseil_(Paris)",
   "rule": "ctx:paris+notre-dame"
  },
  {
   "landmark_id": 119086,
   "category": "http://commons.wikimedia.org/wiki/Category:St_Frideswide's_Church,_Oxford",
   "rule": "blanket:oxford"
  },
  {
   "landmark_id": 120027,
   "category": "http://commons.wikimedia.org/wiki/Category:Martyrs'_Memorial,_Oxford",
   "rule": "blanket:oxford"
  },
  {
   "landmark_id": 121651,
   "category": "http://commons.wikimedia.org/wiki/Category:Somerville_College,_Oxford",
   "rule": "blanket:oxford"
  },
  {
   "landmark_id": 124095,
   "category": "http://commons.wikimedia.org/wiki/Category:%C3%89glise_Notre-Dame-des-Otages_(Paris)",
   "rule": "ctx:paris+notre-dame"
  },
  {
   "landmark_id": 125112,
   "category": "http://commons.wikimedia.org/wiki/Category:%C3%89glise_Notre-Dame-du-Rosaire_(Paris)",
   "rule": "ctx:paris+notre-dame"
  },
  {
   "landmark_id": 127420,
   "category": "http://commons.wikimedia.org/wiki/Category:Newbridge,_Oxfordshire",
   "rule": "blanket:oxford"
  },
  {
   "landmark_id": 128748,
   "category": "http://commons.wikimedia.org/wiki/Category:The_Queen's_College,_Oxford",
   "rule": "blanket:oxford"
  },
  {
   "landmark_id": 130828,
   "category": "http://commons.wikimedia.org/wiki/Category:Eiffelgebouw",
   "rule": "unique:eiffel"
  },
  {
   "landmark_id": 132916,
   "category": "http://commons.wikimedia.org/wiki/Category:Sheldonian_Theatre",
   "rule": "unique:sheldonian"
  },
  {
   "landmark_id": 135277,
   "category": "http://commons.wikimedia.org/wiki/Category:Rue_du_Faubourg-Montmartre_(Paris)",
   "rule": "ctx:paris+montmartre"
  },
  {
   "landmark_id": 138332,
   "category": "http://commons.wikimedia.org/wiki/Category:Parvis_Notre-Dame_-_place_Jean-Paul-II_(Paris)",
   "rule": "ctx:paris+notre-dame"
  },
  {
   "landmark_id": 145137,
   "category": "http://commons.wikimedia.org/wiki/Category:Basilique_du_Sacr%C3%A9-Coeur_de_Paray-le-Monial",
   "rule": "unique:sacre-coeur"
  },
  {
   "landmark_id": 145268,
   "category": "http://commons.wikimedia.org/wiki/Category:Louvre_Pyramid",
   "rule": "unique:louvre"
  },
  {
   "landmark_id": 147275,
   "category": "http://commons.wikimedia.org/wiki/Category:Magdalen_Tower",
   "rule": "unique:magdalen tower"
  },
  {
   "landmark_id": 152496,
   "category": "http://commons.wikimedia.org/wiki/Category:Christ_Church,_Oxford",
   "rule": "blanket:oxford"
  },
  {
   "landmark_id": 153186,
   "category": "http://commons.wikimedia.org/wiki/Category:%C3%89glise_Notre-Dame-du-Travail_(Paris)",
   "rule": "ctx:paris+notre-dame"
  },
  {
   "landmark_id": 153613,
   "category": "http://commons.wikimedia.org/wiki/Category:Oxford_College,_Aletheia_University",
   "rule": "blanket:oxford"
  },
  {
   "landmark_id": 154288,
   "category": "http://commons.wikimedia.org/wiki/Category:Lady_Margaret_Hall,_Oxford",
   "rule": "blanket:oxford"
  },
  {
   "landmark_id": 155981,
   "category": "http://commons.wikimedia.org/wiki/Category:Oxford_Street",
   "rule": "blanket:oxford"
  },
  {
   "landmark_id": 161310,
   "category": "http://commons.wikimedia.org/wiki/Category:Ashdown_House,_Oxfordshire",
   "rule": "blanket:oxford"
  },
  {
   "landmark_id": 162298,
   "category": "http://commons.wikimedia.org/wiki/Category:%C3%89glise_Notre-Dame-de-l'Assomption_de_Paris",
   "rule": "ctx:paris+notre-dame"
  },
  {
   "landmark_id": 163046,
   "category": "http://commons.wikimedia.org/wiki/Category:Ponte_Eiffel",
   "rule": "unique:eiffel"
  },
  {
   "landmark_id": 163420,
   "category": "http://commons.wikimedia.org/wiki/Category:Oxford_Terrace_Baptist_Church",
   "rule": "blanket:oxford"
  },
  {
   "landmark_id": 167275,
   "category": "http://commons.wikimedia.org/wiki/Category:Bridge_of_Sighs_(Oxford)",
   "rule": "blanket:oxford"
  },
  {
   "landmark_id": 169267,
   "category": "http://commons.wikimedia.org/wiki/Category:%C3%89glise_Notre-Dame-de-Bonne-Nouvelle_(Paris)",
   "rule": "ctx:paris+notre-dame"
  },
  {
   "landmark_id": 170279,
   "category": "http://commons.wikimedia.org/wiki/Category:Taylor_Institution,_Oxford",
   "rule": "blanket:oxford"
  },
  {
   "landmark_id": 170812,
   "category": "http://commons.wikimedia.org/wiki/Category:Temple_protestant_de_l'Oratoire_du_Louvre",
   "rule": "unique:louvre"
  },
  {
   "landmark_id": 175996,
   "category": "http://commons.wikimedia.org/wiki/Category:St-Peter-in-the-East,_Oxford",
   "rule": "blanket:oxford"
  },
  {
   "landmark_id": 181188,
   "category": "http://commons.wikimedia.org/wiki/Category:New_Theatre_Oxford",
   "rule": "blanket:oxford"
  },
  {
   "landmark_id": 183351,
   "category": "http://commons.wikimedia.org/wiki/Category:%C3%89glise_Notre-Dame_de_Fatima_(Paris)",
   "rule": "ctx:paris+notre-dame"
  },
  {
   "landmark_id": 183538,
   "category": "http://commons.wikimedia.org/wiki/Category:Aile_Lescot_(Louvre)",
   "rule": "unique:louvre"
  },
  {
   "landmark_id": 187280,
   "category": "http://commons.wikimedia.org/wiki/Category:Buckland_House,_Oxfordshire",
   "rule": "blanket:oxford"
  },
  {
   "landmark_id": 190111,
   "category": "http://commons.wikimedia.org/wiki/Category:%C3%89glise_Notre-Dame-de-la-Gare_(Paris)",
   "rule": "ctx:paris+notre-dame"
  },
  {
   "landmark_id": 190618,
   "category": "http://commons.wikimedia.org/wiki/Category:Mary_Magdalene,_Oxford",
   "rule": "blanket:oxford"
  },
  {
   "landmark_id": 193664,
   "category": "http://commons.wikimedia.org/wiki/Category:St_Bartholomew's_Chapel,_Oxford",
   "rule": "blanket:oxford"
  },
  {
   "landmark_id": 194122,
   "category": "http://commons.wikimedia.org/wiki/Category:Wellington_Square,_Oxford",
   "rule": "blanket:oxford"
  },
  {
   "landmark_id": 194438,
   "category": "http://commons.wikimedia.org/wiki/Category:Jesus_College,_Oxford",
   "rule": "blanket:oxford"
  },
  {
   "landmark_id": 195994,
   "category": "http://commons.wikimedia.org/wiki/Category:Oxford_Castle",
   "rule": "blanket:oxford"
  },
  {
   "landmark_id": 196183,
   "category": "http://commons.wikimedia.org/wiki/Category:%C3%89glise_du_Sacr%C3%A9-Coeur_de_Gentilly",
   "rule": "unique:sacre-coeur"
  }
 ]
}