Diagnostic Report Analysis: General Optimization of NLP Banner
Join

Evaluation

ID
d770707b-f2ce-4fd4-8b33-c736274a4dcd
Submission ID
57fd9154-8324-4436-8dbd-78972a287bbf
Method ID
b1187f72-4ce4-4eed-9b5a-ffb9d76847b0
Status
Succeeded
User
User Mugshot joeran.bosma 
Challenge
DRAGON
Phase
Synthetic
Algorithm
DRAGON RoBERTa Large Domain-specific V2 (Image Version 41922d65-d1c8-45ea-bb5c-6b714b4568df )
Submission created
Feb. 17, 2025, 2:55 p.m.
Result created
Feb. 17, 2025, 2:55 p.m.
Position on leaderboard
5

Metrics

{
  "case": {
    "Task103_Example_mednli": {
      "Task103_Example_mednli-fold0": 0.06557377049180324
    },
    "Task106_Example_sl_reg": {
      "Task106_Example_sl_reg-fold0": 0.8526932497036942
    },
    "Task107_Example_ml_reg": {
      "Task107_Example_ml_reg-fold0": 0.8851316289649962
    },
    "Task108_Example_sl_ner": {
      "Task108_Example_sl_ner-fold0": 0.7714529914529914
    },
    "Task109_Example_ml_ner": {
      "Task109_Example_ml_ner-fold0": 0.7875543815038085
    },
    "Task102_Example_sl_mc_clf": {
      "Task102_Example_sl_mc_clf-fold0": 0.8692827717333896
    },
    "Task105_Example_ml_mc_clf": {
      "Task105_Example_ml_mc_clf-fold0": 0.8656204333185082
    },
    "Task101_Example_sl_bin_clf": {
      "Task101_Example_sl_bin_clf-fold0": 0.7897727272727273
    },
    "Task104_Example_ml_bin_clf": {
      "Task104_Example_ml_bin_clf-fold0": 0.989133474181321
    }
  },
  "aggregates": {
    "overall": {
      "std": 0.0,
      "mean": 0.7640239365136933
    },
    "Task103_Example_mednli": {
      "std": 0.0,
      "mean": 0.06557377049180324
    },
    "Task106_Example_sl_reg": {
      "std": 0.0,
      "mean": 0.8526932497036942
    },
    "Task107_Example_ml_reg": {
      "std": 0.0,
      "mean": 0.8851316289649962
    },
    "Task108_Example_sl_ner": {
      "std": 0.0,
      "mean": 0.7714529914529914
    },
    "Task109_Example_ml_ner": {
      "std": 0.0,
      "mean": 0.7875543815038085
    },
    "Task102_Example_sl_mc_clf": {
      "std": 0.0,
      "mean": 0.8692827717333896
    },
    "Task105_Example_ml_mc_clf": {
      "std": 0.0,
      "mean": 0.8656204333185082
    },
    "Task101_Example_sl_bin_clf": {
      "std": 0.0,
      "mean": 0.7897727272727273
    },
    "Task104_Example_ml_bin_clf": {
      "std": 0.0,
      "mean": 0.989133474181321
    }
  }
}