Diagnostic Report Analysis: General Optimization of NLP Banner

Evaluation

ID
291b7696-0d4b-44b3-8850-100955bd7026
Submission ID
6b32f34e-99b5-4fe5-bbdb-0e7b3c45ed0d
Method ID
b1187f72-4ce4-4eed-9b5a-ffb9d76847b0
Status
Succeeded
User
User Mugshot joeran.bosma 
Challenge
DRAGON
Phase
Synthetic
Algorithm
DRAGON Longformer Base General-domain (Image Version a13c4de2-d2eb-4455-96e8-bb641d5db380 )
Submission created
May 9, 2024, 6:17 p.m.
Result created
May 9, 2024, 6:17 p.m.
Position on leaderboard
8

Metrics

{
  "case": {
    "Task103_Example_mednli": {
      "Task103_Example_mednli-fold0": 0.8860759493670887
    },
    "Task106_Example_sl_reg": {
      "Task106_Example_sl_reg-fold0": 0.8342690152165384
    },
    "Task107_Example_ml_reg": {
      "Task107_Example_ml_reg-fold0": 0.794956365398227
    },
    "Task108_Example_sl_ner": {
      "Task108_Example_sl_ner-fold0": 0.31835205992509363
    },
    "Task109_Example_ml_ner": {
      "Task109_Example_ml_ner-fold0": 0.7376818451298544
    },
    "Task102_Example_sl_mc_clf": {
      "Task102_Example_sl_mc_clf-fold0": 0.8697484357042523
    },
    "Task105_Example_ml_mc_clf": {
      "Task105_Example_ml_mc_clf-fold0": 0.7880233174350821
    },
    "Task101_Example_sl_bin_clf": {
      "Task101_Example_sl_bin_clf-fold0": 0.7578812316715542
    },
    "Task104_Example_ml_bin_clf": {
      "Task104_Example_ml_bin_clf-fold0": 0.986251786491021
    }
  },
  "aggregates": {
    "overall": {
      "std": 0.0,
      "mean": 0.7748044451487457
    },
    "Task103_Example_mednli": {
      "std": 0.0,
      "mean": 0.8860759493670887
    },
    "Task106_Example_sl_reg": {
      "std": 0.0,
      "mean": 0.8342690152165384
    },
    "Task107_Example_ml_reg": {
      "std": 0.0,
      "mean": 0.794956365398227
    },
    "Task108_Example_sl_ner": {
      "std": 0.0,
      "mean": 0.31835205992509363
    },
    "Task109_Example_ml_ner": {
      "std": 0.0,
      "mean": 0.7376818451298544
    },
    "Task102_Example_sl_mc_clf": {
      "std": 0.0,
      "mean": 0.8697484357042523
    },
    "Task105_Example_ml_mc_clf": {
      "std": 0.0,
      "mean": 0.7880233174350821
    },
    "Task101_Example_sl_bin_clf": {
      "std": 0.0,
      "mean": 0.7578812316715542
    },
    "Task104_Example_ml_bin_clf": {
      "std": 0.0,
      "mean": 0.986251786491021
    }
  }
}