| { |
| "model_name": "SciBERT", |
| "model_checkpoint": "allenai/scibert_scivocab_uncased", |
| "task": "Rhetorical Role Prediction", |
| "train_metrics": { |
| "macro_f1": 0.7369821755810839, |
| "weighted_f1": 0.8643526380515923, |
| "accuracy": 0.8747326295452977, |
| "per_label_f1": { |
| "ANALYSIS": 0.8920888731834445, |
| "ARG_PETITIONER": 0.7804546996946047, |
| "ARG_RESPONDENT": 0.5121951219512195, |
| "FAC": 0.9187826400144067, |
| "ISSUE": 0.9286675639300135, |
| "NONE": 0.928243195475433, |
| "PREAMBLE": 0.9233246624550973, |
| "PRE_NOT_RELIED": 0.037267080745341616, |
| "PRE_RELIED": 0.8005381769256643, |
| "RATIO": 0.23667100130039012, |
| "RLC": 0.800771208226221, |
| "RPC": 0.9221824686940966, |
| "STA": 0.899581589958159 |
| }, |
| "latency_ms_per_doc": 1.1843175841341813, |
| "latency_ms_per_sentence": 1.1843175841341813, |
| "eval_time_seconds": 415.6238057613373, |
| "num_samples": 28986 |
| }, |
| "dev_metrics": { |
| "macro_f1": 0.49354567091395296, |
| "weighted_f1": 0.6356316048961237, |
| "accuracy": 0.649183744355679, |
| "per_label_f1": { |
| "ANALYSIS": 0.6848249027237354, |
| "ARG_PETITIONER": 0.27586206896551724, |
| "ARG_RESPONDENT": 0.16326530612244897, |
| "FAC": 0.6260089686098654, |
| "ISSUE": 0.7272727272727273, |
| "NONE": 0.85, |
| "PREAMBLE": 0.7220376522702104, |
| "PRE_NOT_RELIED": 0.0, |
| "PRE_RELIED": 0.4549019607843137, |
| "RATIO": 0.10666666666666667, |
| "RLC": 0.34065934065934067, |
| "RPC": 0.7979274611398963, |
| "STA": 0.6666666666666666 |
| }, |
| "latency_ms_per_doc": 1.2095364566973903, |
| "latency_ms_per_sentence": 1.2095364566973903, |
| "eval_time_seconds": 41.31308722496033, |
| "num_samples": 2879 |
| }, |
| "overfitting_gap": 0.22872103315546866, |
| "model_size_mb": 419.35161209106445, |
| "training_memory_footprint_gb": 3.5974082946777344, |
| "label_mapping": { |
| "ANALYSIS": 0, |
| "ARG_PETITIONER": 1, |
| "ARG_RESPONDENT": 2, |
| "FAC": 3, |
| "ISSUE": 4, |
| "NONE": 5, |
| "PREAMBLE": 6, |
| "PRE_NOT_RELIED": 7, |
| "PRE_RELIED": 8, |
| "RATIO": 9, |
| "RLC": 10, |
| "RPC": 11, |
| "STA": 12 |
| }, |
| "id_mapping": { |
| "0": "ANALYSIS", |
| "1": "ARG_PETITIONER", |
| "2": "ARG_RESPONDENT", |
| "3": "FAC", |
| "4": "ISSUE", |
| "5": "NONE", |
| "6": "PREAMBLE", |
| "7": "PRE_NOT_RELIED", |
| "8": "PRE_RELIED", |
| "9": "RATIO", |
| "10": "RLC", |
| "11": "RPC", |
| "12": "STA" |
| }, |
| "training_time_seconds": 3880.8387916088104, |
| "evaluation_time_seconds": 456.9819755554199, |
| "timestamp": "2025-06-17T19:20:10.428589" |
| } |
