Diagnostic Report Analysis: General Optimization of NLP Banner

Evaluation

ID
bd379470-74f3-4b70-825b-2ec4f5c1d291
Submission ID
1fde06ad-e498-4a5f-9d39-9ca570ca040b
Method ID
b1187f72-4ce4-4eed-9b5a-ffb9d76847b0
Status
Succeeded
User
User Mugshot joeran.bosma 
Challenge
DRAGON
Phase
Synthetic
Algorithm
DRAGON BERT Base General-domain (Image Version 41ac9009-66bd-44e7-9611-06b8607259b7 )
Submission created
May 7, 2024, 3:30 p.m.
Result created
May 7, 2024, 3:30 p.m.
Position on leaderboard
27

Metrics

{
  "case": {
    "Task103_Example_mednli": {
      "Task103_Example_mednli-fold0": 0.6097560975609756
    },
    "Task106_Example_sl_reg": {
      "Task106_Example_sl_reg-fold0": 0.6260009316294272
    },
    "Task107_Example_ml_reg": {
      "Task107_Example_ml_reg-fold0": 0.7352823923421066
    },
    "Task108_Example_sl_ner": {
      "Task108_Example_sl_ner-fold0": 0.22699686531902963
    },
    "Task109_Example_ml_ner": {
      "Task109_Example_ml_ner-fold0": 0.28416682911265423
    },
    "Task102_Example_sl_mc_clf": {
      "Task102_Example_sl_mc_clf-fold0": 0.5401666404653356
    },
    "Task105_Example_ml_mc_clf": {
      "Task105_Example_ml_mc_clf-fold0": 0.8087310202320076
    },
    "Task101_Example_sl_bin_clf": {
      "Task101_Example_sl_bin_clf-fold0": 0.8289956011730205
    },
    "Task104_Example_ml_bin_clf": {
      "Task104_Example_ml_bin_clf-fold0": 0.9588874044615672
    }
  },
  "aggregates": {
    "overall": {
      "std": 0.0,
      "mean": 0.624331531366236
    },
    "Task103_Example_mednli": {
      "std": 0.0,
      "mean": 0.6097560975609756
    },
    "Task106_Example_sl_reg": {
      "std": 0.0,
      "mean": 0.6260009316294272
    },
    "Task107_Example_ml_reg": {
      "std": 0.0,
      "mean": 0.7352823923421066
    },
    "Task108_Example_sl_ner": {
      "std": 0.0,
      "mean": 0.22699686531902963
    },
    "Task109_Example_ml_ner": {
      "std": 0.0,
      "mean": 0.28416682911265423
    },
    "Task102_Example_sl_mc_clf": {
      "std": 0.0,
      "mean": 0.5401666404653356
    },
    "Task105_Example_ml_mc_clf": {
      "std": 0.0,
      "mean": 0.8087310202320076
    },
    "Task101_Example_sl_bin_clf": {
      "std": 0.0,
      "mean": 0.8289956011730205
    },
    "Task104_Example_ml_bin_clf": {
      "std": 0.0,
      "mean": 0.9588874044615672
    }
  }
}