{
 "edition": 2026,
 "description": "Task 1 (global alignment) results for systems run by the track organisers rather than submitted to CodaBench: OAEI 2026 participant packages and matchers shipped with MELT (dwslab/melt). Each system's alignments were scored with the unmodified CodaBench Task 1 scoring program; 'scores' holds its output keys (the leaderboard column keys) at full precision. The results page and homepage list these rows alongside the CodaBench snapshot (codabench.json).",
 "scored_at": "2026-10-04",
 "scoring_program": {
  "bundle": "diso-oaei-2026-task1.zip (CodaBench Task 1 competition bundle)",
  "scoring_py_sha256": "59c013bce46e1365e3e93369f17781ae659f46cfefc07e53385128d5f33429c5",
  "cross_check": "scripts/score_global.py with tasks/global/references gives identical micro P/R/F1 (R⁺≈ and R≈)"
 },
 "task1_global": [
  {
   "system": "LogMapKG",
   "source": "organisers",
   "date": "2026-10-01",
   "note": "The official OAEI 2026 LogMap package with its Knowledge Graph track parameters, run through MELT Web.",
   "submission": {
    "zip": "LogMapKG_diso_submission.zip",
    "sha256": "3ab77c2ed0bc016462006f7d6cbadc5a2fd0624ffd2f2bc2215045f373a6f45f",
    "pairs": [
     "brick-smartenv.rdf",
     "city-brick.rdf",
     "jc3iedm-brick.rdf",
     "jc3iedm-facility.rdf",
     "jc3iedm-mio.rdf",
     "thinkhome-brick.rdf"
    ]
   },
   "scores": {
    "f1_thinkhome_brick": 0.7272727272727273,
    "f1_brick_smartenv": 0.8292682926829269,
    "f1_city_brick": 0.7567567567567567,
    "f1_jc3iedm_mio": 0.9149797570850201,
    "f1_jc3iedm_brick": 0.6725663716814159,
    "f1_jc3iedm_facility": 0.9767441860465116,
    "micro_P": 0.9592875318066157,
    "micro_R": 0.7725409836065574,
    "micro_F1": 0.8558456299659478,
    "macro_F1": 0.8129313485875597,
    "micro_F1_rapprox": 0.787109375,
    "macro_F1_rapprox": 0.7231901023690241
   },
   "counts": {
    "rplus": {
     "TP": 377,
     "judgeable": 393,
     "reference": 488
    },
    "rapprox": {
     "TP": 403,
     "judgeable": 415,
     "reference": 609
    }
   }
  },
  {
   "system": "MOSAIC-cli",
   "source": "organisers",
   "date": "2026-10-01",
   "note": "Run through its own command-line script, because no MELT package has been published for it; not run through MELT.",
   "submission": {
    "zip": "MOSAIC-cli_diso_submission.zip",
    "sha256": "5976188829df38a4505168646842a26846431a98b2ad4fefc6be35981ac0ddeb",
    "pairs": [
     "brick-smartenv.rdf",
     "city-brick.rdf",
     "jc3iedm-brick.rdf",
     "jc3iedm-facility.rdf",
     "jc3iedm-mio.rdf",
     "thinkhome-brick.rdf"
    ]
   },
   "scores": {
    "f1_thinkhome_brick": 0.8095238095238095,
    "f1_brick_smartenv": 0.9142857142857143,
    "f1_city_brick": 0.8571428571428572,
    "f1_jc3iedm_mio": 0.24404761904761904,
    "f1_jc3iedm_brick": 0.7580645161290323,
    "f1_jc3iedm_facility": 0.9534883720930233,
    "micro_P": 0.8307086614173228,
    "micro_R": 0.4323770491803279,
    "micro_F1": 0.568733153638814,
    "macro_F1": 0.7560921480370092,
    "micro_F1_rapprox": 0.5701754385964912,
    "macro_F1_rapprox": 0.6765393038402657
   },
   "counts": {
    "rplus": {
     "TP": 211,
     "judgeable": 254,
     "reference": 488
    },
    "rapprox": {
     "TP": 260,
     "judgeable": 303,
     "reference": 609
    }
   }
  },
  {
   "system": "LogMapLt",
   "source": "organisers",
   "date": "2026-10-01",
   "note": "The official OAEI 2026 LogMapLt package, run through MELT Web.",
   "submission": {
    "zip": "LogMapLt_diso_submission.zip",
    "sha256": "602e08cf8180262b2101fe1e1002cbf9ce8c599433581045f8b7a1178547423d",
    "pairs": [
     "brick-smartenv.rdf",
     "city-brick.rdf",
     "jc3iedm-brick.rdf",
     "jc3iedm-facility.rdf",
     "jc3iedm-mio.rdf",
     "thinkhome-brick.rdf"
    ]
   },
   "scores": {
    "f1_thinkhome_brick": 0.6845637583892619,
    "f1_brick_smartenv": 0.7222222222222222,
    "f1_city_brick": 0.631578947368421,
    "f1_jc3iedm_mio": 0.22442244224422442,
    "f1_jc3iedm_brick": 0.8187919463087249,
    "f1_jc3iedm_facility": 0.9113924050632911,
    "micro_P": 0.7781954887218046,
    "micro_R": 0.42418032786885246,
    "micro_F1": 0.5490716180371352,
    "macro_F1": 0.6654952869326909,
    "micro_F1_rapprox": 0.6448979591836735,
    "macro_F1_rapprox": 0.7399633212820326
   },
   "counts": {
    "rplus": {
     "TP": 207,
     "judgeable": 266,
     "reference": 488
    },
    "rapprox": {
     "TP": 316,
     "judgeable": 371,
     "reference": 609
    }
   }
  },
  {
   "system": "CHARM-localLLM",
   "source": "organisers",
   "date": "2026-10-03",
   "note": "CHARM with local open-weight models in place of the SAP AI Core models it was registered with: Mistral-Small-3.2-24B-Instruct for chat and Qwen3-Embedding-8B for embeddings.",
   "submission": {
    "zip": "CHARM-localLLM_diso_submission.zip",
    "sha256": "0bf757a9e7ce388598d88440cedf0253502167b84dec26319649f35f5805da42",
    "pairs": [
     "brick-smartenv.rdf",
     "city-brick.rdf",
     "jc3iedm-brick.rdf",
     "jc3iedm-facility.rdf",
     "jc3iedm-mio.rdf",
     "thinkhome-brick.rdf"
    ]
   },
   "scores": {
    "f1_thinkhome_brick": 0.7812499999999999,
    "f1_brick_smartenv": 0.7692307692307692,
    "f1_city_brick": 0.7567567567567567,
    "f1_jc3iedm_mio": 0.20348837209302326,
    "f1_jc3iedm_brick": 0.734375,
    "f1_jc3iedm_facility": 0.9411764705882352,
    "micro_P": 0.7362637362637363,
    "micro_R": 0.41188524590163933,
    "micro_F1": 0.5282522996057819,
    "macro_F1": 0.6977128947781307,
    "micro_F1_rapprox": 0.5316455696202531,
    "macro_F1_rapprox": 0.6363212918149258
   },
   "counts": {
    "rplus": {
     "TP": 201,
     "judgeable": 273,
     "reference": 488
    },
    "rapprox": {
     "TP": 252,
     "judgeable": 339,
     "reference": 609
    }
   }
  },
  {
   "system": "OLaLaForOAEI",
   "source": "organisers",
   "date": "2026-10-02",
   "note": "OLaLa (an OAEI 2023 participant) as packaged in MELT, run unchanged with its built-in Llama-2-70B model loaded in 8-bit; not an OAEI 2026 participant.",
   "submission": {
    "zip": "OLaLaForOAEI_diso_submission.zip",
    "sha256": "cb544068c8763960e6f751a343cdd6affa7e6aac9d3e5c037ee6459e25201506",
    "pairs": [
     "brick-smartenv.rdf",
     "city-brick.rdf",
     "jc3iedm-brick.rdf",
     "jc3iedm-facility.rdf",
     "jc3iedm-mio.rdf",
     "thinkhome-brick.rdf"
    ]
   },
   "scores": {
    "f1_thinkhome_brick": 0.7563025210084033,
    "f1_brick_smartenv": 0.4166666666666667,
    "f1_city_brick": 0.5925925925925926,
    "f1_jc3iedm_mio": 0.2808022922636103,
    "f1_jc3iedm_brick": 0.6949152542372881,
    "f1_jc3iedm_facility": 0.9195402298850575,
    "micro_P": 0.7966101694915254,
    "micro_R": 0.38524590163934425,
    "micro_F1": 0.5193370165745856,
    "macro_F1": 0.6101365927756031,
    "micro_F1_rapprox": 0.4948688711516533,
    "macro_F1_rapprox": 0.5457092609378215
   },
   "counts": {
    "rplus": {
     "TP": 188,
     "judgeable": 236,
     "reference": 488
    },
    "rapprox": {
     "TP": 217,
     "judgeable": 268,
     "reference": 609
    }
   }
  },
  {
   "system": "SECEA",
   "source": "organisers",
   "date": "2026-10-01",
   "note": "The submitted package, run through MELT Web.",
   "submission": {
    "zip": "SECEA_diso_submission.zip",
    "sha256": "3dd59cb70ba943579084e40e71386b5eeb0c0985807aaf6b4c5f1de72db02ef0",
    "pairs": [
     "brick-smartenv.rdf",
     "city-brick.rdf",
     "jc3iedm-brick.rdf",
     "jc3iedm-facility.rdf",
     "jc3iedm-mio.rdf",
     "thinkhome-brick.rdf"
    ]
   },
   "scores": {
    "f1_thinkhome_brick": 0.4600000000000001,
    "f1_brick_smartenv": 0.6206896551724137,
    "f1_city_brick": 0.6285714285714286,
    "f1_jc3iedm_mio": 0.30270270270270266,
    "f1_jc3iedm_brick": 0.5565217391304348,
    "f1_jc3iedm_facility": 0.4307692307692308,
    "micro_P": 0.6415929203539823,
    "micro_R": 0.29713114754098363,
    "micro_F1": 0.4061624649859944,
    "macro_F1": 0.49987579272436844,
    "micro_F1_rapprox": 0.3843498273878021,
    "macro_F1_rapprox": 0.4242182940927319
   },
   "counts": {
    "rplus": {
     "TP": 145,
     "judgeable": 226,
     "reference": 488
    },
    "rapprox": {
     "TP": 167,
     "judgeable": 260,
     "reference": 609
    }
   }
  },
  {
   "system": "LSMatch-sortedcp",
   "source": "organisers",
   "date": "2026-10-02",
   "note": "The submitted LSMatch 2.0 image, with its library directory listed in alphabetical order: as submitted, it fails on every pair with a servlet-API class-path clash. Its Java payload ran unchanged on an arm64 recreation of the image.",
   "submission": {
    "zip": "LSMatch-sortedcp_diso_submission.zip",
    "sha256": "388c692ee528843178913eb3928e29d618c5a6764dccafb364ed668e6d9973ac",
    "pairs": [
     "brick-smartenv.rdf",
     "city-brick.rdf",
     "jc3iedm-brick.rdf",
     "jc3iedm-facility.rdf",
     "jc3iedm-mio.rdf",
     "thinkhome-brick.rdf"
    ]
   },
   "scores": {
    "f1_thinkhome_brick": 0.1590909090909091,
    "f1_brick_smartenv": 0.2424242424242424,
    "f1_city_brick": 0.35294117647058826,
    "f1_jc3iedm_mio": 0.12499999999999999,
    "f1_jc3iedm_brick": 0.22222222222222224,
    "f1_jc3iedm_facility": 0.7887323943661972,
    "micro_P": 0.592,
    "micro_R": 0.15163934426229508,
    "micro_F1": 0.24143556280587275,
    "macro_F1": 0.3150684907623599,
    "micro_F1_rapprox": 0.22985468956406868,
    "macro_F1_rapprox": 0.300758253223042
   },
   "counts": {
    "rplus": {
     "TP": 74,
     "judgeable": 125,
     "reference": 488
    },
    "rapprox": {
     "TP": 87,
     "judgeable": 148,
     "reference": 609
    }
   }
  },
  {
   "system": "ParisMatcher",
   "source": "organisers",
   "date": "2026-09-30",
   "note": "MELT's wrapper around PARIS; not an OAEI 2026 participant. PARIS is not deterministic: over seven runs its micro-F1 (R⁺≈) ranged from 0.165 to 0.202; the scored run is shown.",
   "submission": {
    "zip": "ParisMatcher_diso_submission.zip",
    "sha256": "1cfe6b75a3dbb5ad45e5fc73d56ddf9ceb11603b3816890533724575d93ef84f",
    "pairs": [
     "brick-smartenv.rdf",
     "city-brick.rdf",
     "jc3iedm-brick.rdf",
     "jc3iedm-facility.rdf",
     "jc3iedm-mio.rdf",
     "thinkhome-brick.rdf"
    ]
   },
   "scores": {
    "f1_thinkhome_brick": 0.11904761904761905,
    "f1_brick_smartenv": 0.35714285714285715,
    "f1_city_brick": 0.5517241379310345,
    "f1_jc3iedm_mio": 0.1125,
    "f1_jc3iedm_brick": 0.24175824175824173,
    "f1_jc3iedm_facility": 0.43636363636363634,
    "micro_P": 0.4957983193277311,
    "micro_R": 0.12090163934426229,
    "micro_F1": 0.1943986820428336,
    "macro_F1": 0.3030894153738981,
    "micro_F1_rapprox": 0.19123505976095617,
    "macro_F1_rapprox": 0.2576377727930576
   },
   "counts": {
    "rplus": {
     "TP": 59,
     "judgeable": 119,
     "reference": 488
    },
    "rapprox": {
     "TP": 72,
     "judgeable": 144,
     "reference": 609
    }
   }
  },
  {
   "system": "TIM-sortedcp",
   "source": "organisers",
   "date": "2026-10-01",
   "note": "The submitted image, with its library directory listed in alphabetical order: as built, it fails on every pair with a servlet-API class-path clash. It completes jc3iedm-facility only; the other five pairs fail inside TIM and score as empty alignments.",
   "submission": {
    "zip": "TIM-sortedcp_diso_submission.zip",
    "sha256": "cc92686d3c285682d7a94086ec607a10e8b1d921b7a12f811c789bcd7aa36331",
    "pairs": [
     "jc3iedm-facility.rdf"
    ]
   },
   "scores": {
    "f1_thinkhome_brick": 0.0,
    "f1_brick_smartenv": 0.0,
    "f1_city_brick": 0.0,
    "f1_jc3iedm_mio": 0.0,
    "f1_jc3iedm_brick": 0.0,
    "f1_jc3iedm_facility": 0.9268292682926831,
    "micro_P": 0.9743589743589743,
    "micro_R": 0.0778688524590164,
    "micro_F1": 0.14421252371916507,
    "macro_F1": 0.1544715447154472,
    "micro_F1_rapprox": 0.11728395061728394,
    "macro_F1_rapprox": 0.1544715447154472
   },
   "counts": {
    "rplus": {
     "TP": 38,
     "judgeable": 39,
     "reference": 488
    },
    "rapprox": {
     "TP": 38,
     "judgeable": 39,
     "reference": 609
    }
   }
  }
 ]
}