Diagnostic Report Analysis: General Optimization of NLP Banner
Join

Evaluation

ID
0238cbd9-b1c7-47d2-bdd0-869e4651df4e
Submission ID
aaf08470-821c-4f78-892e-7e804013b42a
Method ID
b1187f72-4ce4-4eed-9b5a-ffb9d76847b0
Status
Succeeded
User
User Mugshot joeran.bosma 
Challenge
DRAGON
Phase
Synthetic
Algorithm
DRAGON RoBERTa Base General-domain (Image Version 13d677df-100b-49e5-ac73-c40d2ee12ab5 )
Submission created
May 8, 2024, 10:24 p.m.
Result created
May 8, 2024, 10:24 p.m.
Position on leaderboard
22

Metrics

{
  "case": {
    "Task103_Example_mednli": {
      "Task103_Example_mednli-fold0": 0.23834196891191717
    },
    "Task106_Example_sl_reg": {
      "Task106_Example_sl_reg-fold0": 0.7538293072898963
    },
    "Task107_Example_ml_reg": {
      "Task107_Example_ml_reg-fold0": 0.7464738562586848
    },
    "Task108_Example_sl_ner": {
      "Task108_Example_sl_ner-fold0": 0.10686379405375612
    },
    "Task109_Example_ml_ner": {
      "Task109_Example_ml_ner-fold0": 0.1926899745952171
    },
    "Task102_Example_sl_mc_clf": {
      "Task102_Example_sl_mc_clf-fold0": 0.12409389023127382
    },
    "Task105_Example_ml_mc_clf": {
      "Task105_Example_ml_mc_clf-fold0": 0.5731762197190511
    },
    "Task101_Example_sl_bin_clf": {
      "Task101_Example_sl_bin_clf-fold0": 0.7982038123167156
    },
    "Task104_Example_ml_bin_clf": {
      "Task104_Example_ml_bin_clf-fold0": 0.9062791275709936
    }
  },
  "aggregates": {
    "overall": {
      "std": 0.0,
      "mean": 0.4933279945497229
    },
    "Task103_Example_mednli": {
      "std": 0.0,
      "mean": 0.23834196891191717
    },
    "Task106_Example_sl_reg": {
      "std": 0.0,
      "mean": 0.7538293072898963
    },
    "Task107_Example_ml_reg": {
      "std": 0.0,
      "mean": 0.7464738562586848
    },
    "Task108_Example_sl_ner": {
      "std": 0.0,
      "mean": 0.10686379405375612
    },
    "Task109_Example_ml_ner": {
      "std": 0.0,
      "mean": 0.1926899745952171
    },
    "Task102_Example_sl_mc_clf": {
      "std": 0.0,
      "mean": 0.12409389023127382
    },
    "Task105_Example_ml_mc_clf": {
      "std": 0.0,
      "mean": 0.5731762197190511
    },
    "Task101_Example_sl_bin_clf": {
      "std": 0.0,
      "mean": 0.7982038123167156
    },
    "Task104_Example_ml_bin_clf": {
      "std": 0.0,
      "mean": 0.9062791275709936
    }
  }
}