Diagnostic Report Analysis: General Optimization of NLP Banner
Join

Evaluation

ID
807f38c9-92d0-4d70-8db6-888f6b812d05
Submission ID
5d9c4c6d-c9bb-4c0c-91d3-2b76e03aa635
Method ID
b1187f72-4ce4-4eed-9b5a-ffb9d76847b0
Status
Succeeded
User
User Mugshot joeran.bosma 
Challenge
DRAGON
Phase
Synthetic
Algorithm
DRAGON BERT Base Mixed-domain (Image Version e49b2971-e951-4bd1-9b11-2f5af8c364b8 )
Submission created
May 8, 2024, 10:02 p.m.
Result created
May 8, 2024, 10:02 p.m.
Position on leaderboard
8

Metrics

{
  "case": {
    "Task103_Example_mednli": {
      "Task103_Example_mednli-fold0": 0.4143426294820718
    },
    "Task106_Example_sl_reg": {
      "Task106_Example_sl_reg-fold0": 0.8629201196290063
    },
    "Task107_Example_ml_reg": {
      "Task107_Example_ml_reg-fold0": 0.7490946207975355
    },
    "Task108_Example_sl_ner": {
      "Task108_Example_sl_ner-fold0": 0.3207177391504547
    },
    "Task109_Example_ml_ner": {
      "Task109_Example_ml_ner-fold0": 0.2173914148442479
    },
    "Task102_Example_sl_mc_clf": {
      "Task102_Example_sl_mc_clf-fold0": 0.8352236838491748
    },
    "Task105_Example_ml_mc_clf": {
      "Task105_Example_ml_mc_clf-fold0": 0.7848807512474952
    },
    "Task101_Example_sl_bin_clf": {
      "Task101_Example_sl_bin_clf-fold0": 0.999266862170088
    },
    "Task104_Example_ml_bin_clf": {
      "Task104_Example_ml_bin_clf-fold0": 0.914908655937364
    }
  },
  "aggregates": {
    "overall": {
      "std": 0.0,
      "mean": 0.6776384974563822
    },
    "Task103_Example_mednli": {
      "std": 0.0,
      "mean": 0.4143426294820718
    },
    "Task106_Example_sl_reg": {
      "std": 0.0,
      "mean": 0.8629201196290063
    },
    "Task107_Example_ml_reg": {
      "std": 0.0,
      "mean": 0.7490946207975355
    },
    "Task108_Example_sl_ner": {
      "std": 0.0,
      "mean": 0.3207177391504547
    },
    "Task109_Example_ml_ner": {
      "std": 0.0,
      "mean": 0.2173914148442479
    },
    "Task102_Example_sl_mc_clf": {
      "std": 0.0,
      "mean": 0.8352236838491748
    },
    "Task105_Example_ml_mc_clf": {
      "std": 0.0,
      "mean": 0.7848807512474952
    },
    "Task101_Example_sl_bin_clf": {
      "std": 0.0,
      "mean": 0.999266862170088
    },
    "Task104_Example_ml_bin_clf": {
      "std": 0.0,
      "mean": 0.914908655937364
    }
  }
}