Diagnostic Report Analysis: General Optimization of NLP Banner
Join

Evaluation

ID
775f24a6-d036-4133-a605-7daaa95fbf63
Submission ID
a2706428-30ae-4b3e-ae9a-949aa3a6cca2
Method ID
b1187f72-4ce4-4eed-9b5a-ffb9d76847b0
Status
Succeeded
User
User Mugshot joeran.bosma 
Challenge
DRAGON
Phase
Synthetic
Algorithm
DRAGON Longformer Base Mixed-domain (Image Version 1a58a65e-c3f6-4a23-9ad2-db653255dbd6 )
Submission created
May 9, 2024, 5:18 p.m.
Result created
May 9, 2024, 5:18 p.m.
Position on leaderboard
3

Metrics

{
  "case": {
    "Task103_Example_mednli": {
      "Task103_Example_mednli-fold0": 0.7022900763358779
    },
    "Task106_Example_sl_reg": {
      "Task106_Example_sl_reg-fold0": 0.8140463868277336
    },
    "Task107_Example_ml_reg": {
      "Task107_Example_ml_reg-fold0": 0.8094946425854149
    },
    "Task108_Example_sl_ner": {
      "Task108_Example_sl_ner-fold0": 0.27494199535962877
    },
    "Task109_Example_ml_ner": {
      "Task109_Example_ml_ner-fold0": 0.7522232909679665
    },
    "Task102_Example_sl_mc_clf": {
      "Task102_Example_sl_mc_clf-fold0": 0.8892259000395621
    },
    "Task105_Example_ml_mc_clf": {
      "Task105_Example_ml_mc_clf-fold0": 0.8100377976074504
    },
    "Task101_Example_sl_bin_clf": {
      "Task101_Example_sl_bin_clf-fold0": 1.0
    },
    "Task104_Example_ml_bin_clf": {
      "Task104_Example_ml_bin_clf-fold0": 0.9811874728142671
    }
  },
  "aggregates": {
    "overall": {
      "std": 0.0,
      "mean": 0.7814941736153224
    },
    "Task103_Example_mednli": {
      "std": 0.0,
      "mean": 0.7022900763358779
    },
    "Task106_Example_sl_reg": {
      "std": 0.0,
      "mean": 0.8140463868277336
    },
    "Task107_Example_ml_reg": {
      "std": 0.0,
      "mean": 0.8094946425854149
    },
    "Task108_Example_sl_ner": {
      "std": 0.0,
      "mean": 0.27494199535962877
    },
    "Task109_Example_ml_ner": {
      "std": 0.0,
      "mean": 0.7522232909679665
    },
    "Task102_Example_sl_mc_clf": {
      "std": 0.0,
      "mean": 0.8892259000395621
    },
    "Task105_Example_ml_mc_clf": {
      "std": 0.0,
      "mean": 0.8100377976074504
    },
    "Task101_Example_sl_bin_clf": {
      "std": 0.0,
      "mean": 1.0
    },
    "Task104_Example_ml_bin_clf": {
      "std": 0.0,
      "mean": 0.9811874728142671
    }
  }
}