Diagnostic Report Analysis: General Optimization of NLP Banner
Join

Evaluation

ID
581d384a-8edb-48f4-91a5-6fa5dca672a5
Submission ID
dc6a1a09-13f0-4c6f-b89d-d1f4121bc9f6
Method ID
b1187f72-4ce4-4eed-9b5a-ffb9d76847b0
Status
Succeeded
User
User Mugshot joeran.bosma 
Challenge
DRAGON
Phase
Synthetic
Algorithm
DRAGON Longformer Large Domain-specific (Image Version 6f2432a1-8f64-4219-b460-7df4f6d4145e )
Submission created
May 14, 2024, 3:38 p.m.
Result created
May 14, 2024, 3:38 p.m.
Position on leaderboard
18

Metrics

{
  "case": {
    "Task103_Example_mednli": {
      "Task103_Example_mednli-fold0": 0.3076923076923078
    },
    "Task106_Example_sl_reg": {
      "Task106_Example_sl_reg-fold0": 0.6223936050010529
    },
    "Task107_Example_ml_reg": {
      "Task107_Example_ml_reg-fold0": 0.7812598744267303
    },
    "Task108_Example_sl_ner": {
      "Task108_Example_sl_ner-fold0": 0.3442898507857006
    },
    "Task109_Example_ml_ner": {
      "Task109_Example_ml_ner-fold0": 0.621520058141926
    },
    "Task102_Example_sl_mc_clf": {
      "Task102_Example_sl_mc_clf-fold0": 0.4223880597014925
    },
    "Task105_Example_ml_mc_clf": {
      "Task105_Example_ml_mc_clf-fold0": 0.8532599313294842
    },
    "Task101_Example_sl_bin_clf": {
      "Task101_Example_sl_bin_clf-fold0": 0.8326612903225806
    },
    "Task104_Example_ml_bin_clf": {
      "Task104_Example_ml_bin_clf-fold0": 0.9575436525197292
    }
  },
  "aggregates": {
    "overall": {
      "std": 0.0,
      "mean": 0.6381120699912227
    },
    "Task103_Example_mednli": {
      "std": 0.0,
      "mean": 0.3076923076923078
    },
    "Task106_Example_sl_reg": {
      "std": 0.0,
      "mean": 0.6223936050010529
    },
    "Task107_Example_ml_reg": {
      "std": 0.0,
      "mean": 0.7812598744267303
    },
    "Task108_Example_sl_ner": {
      "std": 0.0,
      "mean": 0.3442898507857006
    },
    "Task109_Example_ml_ner": {
      "std": 0.0,
      "mean": 0.621520058141926
    },
    "Task102_Example_sl_mc_clf": {
      "std": 0.0,
      "mean": 0.4223880597014925
    },
    "Task105_Example_ml_mc_clf": {
      "std": 0.0,
      "mean": 0.8532599313294842
    },
    "Task101_Example_sl_bin_clf": {
      "std": 0.0,
      "mean": 0.8326612903225806
    },
    "Task104_Example_ml_bin_clf": {
      "std": 0.0,
      "mean": 0.9575436525197292
    }
  }
}