{
  "note": "Organiser baselines (macro over the three pairs). Global = semi-supervised test-slice (option a): repaired coherence-aware F1 headline. Participant results appear on the CodaBench leaderboards.",
  "global": {
    "headline": "f1_repaired",
    "systems": [
      {
        "system": "LogMapLt",
        "f1_repaired": 0.6254,
        "f1_standard": 0.6254,
        "precision_repaired": 0.6279,
        "recall_repaired": 0.6355
      },
      {
        "system": "AML",
        "f1_repaired": 0.5353,
        "f1_standard": 0.5788,
        "precision_repaired": 0.4511,
        "recall_repaired": 0.7658
      },
      {
        "system": "LogMap",
        "f1_repaired": 0.5233,
        "f1_standard": 0.5327,
        "precision_repaired": 0.3916,
        "recall_repaired": 0.8029
      },
      {
        "system": "BERTMap",
        "f1_repaired": 0.5161,
        "f1_standard": 0.4719,
        "precision_repaired": 0.8211,
        "recall_repaired": 0.4005
      },
      {
        "system": "BERTMapLt",
        "f1_repaired": 0.5084,
        "f1_standard": 0.4742,
        "precision_repaired": 0.7854,
        "recall_repaired": 0.4032
      },
      {
        "system": "Naive-Lexical",
        "f1_repaired": 0.1605,
        "f1_standard": 0.15,
        "precision_repaired": 0.4241,
        "recall_repaired": 0.1261
      }
    ]
  },
  "local": {
    "headline": "mrr",
    "systems": [
      {
        "system": "Naive-Lexical",
        "mrr": 0.7305,
        "hits_at_1": 0.6559,
        "hits_at_5": 0.814,
        "hits_at_10": 0.8633
      },
      {
        "system": "SapBERT",
        "mrr": 0.7164,
        "hits_at_1": 0.6378,
        "hits_at_5": 0.8086,
        "hits_at_10": 0.8497
      },
      {
        "system": "BERTMapLt",
        "mrr": 0.5826,
        "hits_at_1": 0.5236,
        "hits_at_5": 0.636,
        "hits_at_10": 0.6917
      },
      {
        "system": "BERTMap-ss",
        "mrr": 0.4957,
        "hits_at_1": 0.4625,
        "hits_at_5": 0.5098,
        "hits_at_10": 0.5388
      },
      {
        "system": "BERTMap",
        "mrr": 0.4448,
        "hits_at_1": 0.4208,
        "hits_at_5": 0.4467,
        "hits_at_10": 0.47
      }
    ]
  },
  "typed": {
    "headline": "preferred_typed_mrr",
    "systems": [
      {
        "system": "Naive-Lexical",
        "preferred_typed_mrr": 0.4008,
        "hierarchy_aware_typed_ndcg_at_10": 0.363,
        "preferred_typed_hits_at_1": 0.3403
      },
      {
        "system": "SapBERT",
        "preferred_typed_mrr": 0.3833,
        "hierarchy_aware_typed_ndcg_at_10": 0.346,
        "preferred_typed_hits_at_1": 0.3335
      },
      {
        "system": "BERTMapLt",
        "preferred_typed_mrr": 0.3076,
        "hierarchy_aware_typed_ndcg_at_10": 0.2671,
        "preferred_typed_hits_at_1": 0.2722
      },
      {
        "system": "BERTMap-ss",
        "preferred_typed_mrr": 0.2736,
        "hierarchy_aware_typed_ndcg_at_10": 0.2351,
        "preferred_typed_hits_at_1": 0.2412
      },
      {
        "system": "BERTMap",
        "preferred_typed_mrr": 0.2411,
        "hierarchy_aware_typed_ndcg_at_10": 0.2092,
        "preferred_typed_hits_at_1": 0.2205
      }
    ]
  }
}