Diagnostic Report Analysis: General Optimization of NLP Banner
Join

Evaluation

ID
7ae4b3c9-b663-40af-9309-c142cbec7238
Submission ID
2c39a9e0-ba97-4adb-979f-6fd42cdd5a95
Method ID
b1187f72-4ce4-4eed-9b5a-ffb9d76847b0
Status
Succeeded
User
User Mugshot joeran.bosma 
Challenge
DRAGON
Phase
Synthetic
Algorithm
DRAGON RoBERTa Large Mixed-domain (Image Version 4dba70d7-c89e-43f2-ab5d-88e94e8e1012 )
Submission created
May 14, 2024, 1:19 p.m.
Result created
May 14, 2024, 1:19 p.m.
Position on leaderboard
1

Metrics

{
  "case": {
    "Task103_Example_mednli": {
      "Task103_Example_mednli-fold0": 0.4297520661157024
    },
    "Task106_Example_sl_reg": {
      "Task106_Example_sl_reg-fold0": 0.7803589575405627
    },
    "Task107_Example_ml_reg": {
      "Task107_Example_ml_reg-fold0": 0.8209973712941829
    },
    "Task108_Example_sl_ner": {
      "Task108_Example_sl_ner-fold0": 0.354577352739581
    },
    "Task109_Example_ml_ner": {
      "Task109_Example_ml_ner-fold0": 0.9952127070073776
    },
    "Task102_Example_sl_mc_clf": {
      "Task102_Example_sl_mc_clf-fold0": 0.8839381003201707
    },
    "Task105_Example_ml_mc_clf": {
      "Task105_Example_ml_mc_clf-fold0": 0.8329877908316057
    },
    "Task101_Example_sl_bin_clf": {
      "Task101_Example_sl_bin_clf-fold0": 0.999450146627566
    },
    "Task104_Example_ml_bin_clf": {
      "Task104_Example_ml_bin_clf-fold0": 0.9926520847573479
    }
  },
  "aggregates": {
    "overall": {
      "std": 0.0,
      "mean": 0.7877696196926774
    },
    "Task103_Example_mednli": {
      "std": 0.0,
      "mean": 0.4297520661157024
    },
    "Task106_Example_sl_reg": {
      "std": 0.0,
      "mean": 0.7803589575405627
    },
    "Task107_Example_ml_reg": {
      "std": 0.0,
      "mean": 0.8209973712941829
    },
    "Task108_Example_sl_ner": {
      "std": 0.0,
      "mean": 0.354577352739581
    },
    "Task109_Example_ml_ner": {
      "std": 0.0,
      "mean": 0.9952127070073776
    },
    "Task102_Example_sl_mc_clf": {
      "std": 0.0,
      "mean": 0.8839381003201707
    },
    "Task105_Example_ml_mc_clf": {
      "std": 0.0,
      "mean": 0.8329877908316057
    },
    "Task101_Example_sl_bin_clf": {
      "std": 0.0,
      "mean": 0.999450146627566
    },
    "Task104_Example_ml_bin_clf": {
      "std": 0.0,
      "mean": 0.9926520847573479
    }
  }
}