{ "validation": { "eval_loss": 0.23355363309383392, "eval_accuracy": 0.9453333333333334, "eval_precision_macro": 0.9456396536674079, "eval_recall_macro": 0.9453333333333332, "eval_f1_macro": 0.9453725098595114, "eval_runtime": 17.872, "eval_samples_per_second": 671.442, "eval_steps_per_second": 20.983, "epoch": 3.0 }, "test": { "eval_loss": 0.23390814661979675, "eval_accuracy": 0.9460526315789474, "eval_precision_macro": 0.9461382514079757, "eval_recall_macro": 0.9460526315789474, "eval_f1_macro": 0.9460740659250028, "eval_runtime": 11.2019, "eval_samples_per_second": 678.456, "eval_steps_per_second": 21.246, "epoch": 3.0 }, "classification_report": { "World": { "precision": 0.9602964531498147, "recall": 0.9547368421052631, "f1-score": 0.9575085774610715, "support": 1900.0 }, "Sports": { "precision": 0.9884149552395998, "recall": 0.9878947368421053, "f1-score": 0.9881547775730455, "support": 1900.0 }, "Business": { "precision": 0.9202975557917109, "recall": 0.911578947368421, "f1-score": 0.9159175039661555, "support": 1900.0 }, "Sci/Tech": { "precision": 0.9155440414507772, "recall": 0.93, "f1-score": 0.9227154046997389, "support": 1900.0 }, "accuracy": 0.9460526315789474, "macro avg": { "precision": 0.9461382514079757, "recall": 0.9460526315789474, "f1-score": 0.9460740659250028, "support": 7600.0 }, "weighted avg": { "precision": 0.9461382514079756, "recall": 0.9460526315789474, "f1-score": 0.9460740659250028, "support": 7600.0 } }, "labels": { "0": "World", "1": "Sports", "2": "Business", "3": "Sci/Tech" }, "training_config": { "base_model": "google-bert/bert-base-uncased", "dataset": "fancyzhx/ag_news", "max_length": 256, "train_batch_size": 16, "eval_batch_size": 32, "learning_rate": 2e-05, "num_epochs": 3.0, "weight_decay": 0.01, "warmup_ratio": 0.1 } }