{
  "model_name": "SciBERT",
  "model_checkpoint": "allenai/scibert_scivocab_uncased",
  "task": "Rhetorical Role Prediction",
  "train_metrics": {
    "macro_f1": 0.7369821755810839,
    "weighted_f1": 0.8643526380515923,
    "accuracy": 0.8747326295452977,
    "per_label_f1": {
      "ANALYSIS": 0.8920888731834445,
      "ARG_PETITIONER": 0.7804546996946047,
      "ARG_RESPONDENT": 0.5121951219512195,
      "FAC": 0.9187826400144067,
      "ISSUE": 0.9286675639300135,
      "NONE": 0.928243195475433,
      "PREAMBLE": 0.9233246624550973,
      "PRE_NOT_RELIED": 0.037267080745341616,
      "PRE_RELIED": 0.8005381769256643,
      "RATIO": 0.23667100130039012,
      "RLC": 0.800771208226221,
      "RPC": 0.9221824686940966,
      "STA": 0.899581589958159
    },
    "latency_ms_per_doc": 1.1843175841341813,
    "latency_ms_per_sentence": 1.1843175841341813,
    "eval_time_seconds": 415.6238057613373,
    "num_samples": 28986
  },
  "dev_metrics": {
    "macro_f1": 0.49354567091395296,
    "weighted_f1": 0.6356316048961237,
    "accuracy": 0.649183744355679,
    "per_label_f1": {
      "ANALYSIS": 0.6848249027237354,
      "ARG_PETITIONER": 0.27586206896551724,
      "ARG_RESPONDENT": 0.16326530612244897,
      "FAC": 0.6260089686098654,
      "ISSUE": 0.7272727272727273,
      "NONE": 0.85,
      "PREAMBLE": 0.7220376522702104,
      "PRE_NOT_RELIED": 0.0,
      "PRE_RELIED": 0.4549019607843137,
      "RATIO": 0.10666666666666667,
      "RLC": 0.34065934065934067,
      "RPC": 0.7979274611398963,
      "STA": 0.6666666666666666
    },
    "latency_ms_per_doc": 1.2095364566973903,
    "latency_ms_per_sentence": 1.2095364566973903,
    "eval_time_seconds": 41.31308722496033,
    "num_samples": 2879
  },
  "overfitting_gap": 0.22872103315546866,
  "model_size_mb": 419.35161209106445,
  "training_memory_footprint_gb": 3.5974082946777344,
  "label_mapping": {
    "ANALYSIS": 0,
    "ARG_PETITIONER": 1,
    "ARG_RESPONDENT": 2,
    "FAC": 3,
    "ISSUE": 4,
    "NONE": 5,
    "PREAMBLE": 6,
    "PRE_NOT_RELIED": 7,
    "PRE_RELIED": 8,
    "RATIO": 9,
    "RLC": 10,
    "RPC": 11,
    "STA": 12
  },
  "id_mapping": {
    "0": "ANALYSIS",
    "1": "ARG_PETITIONER",
    "2": "ARG_RESPONDENT",
    "3": "FAC",
    "4": "ISSUE",
    "5": "NONE",
    "6": "PREAMBLE",
    "7": "PRE_NOT_RELIED",
    "8": "PRE_RELIED",
    "9": "RATIO",
    "10": "RLC",
    "11": "RPC",
    "12": "STA"
  },
  "training_time_seconds": 3880.8387916088104,
  "evaluation_time_seconds": 456.9819755554199,
  "timestamp": "2025-06-17T19:20:10.428589"
}