bert-ag-news-classifier / metrics.json
Best jy
Fine-tune BERT on AG News
ae2279b verified
{
"validation": {
"eval_loss": 0.23355363309383392,
"eval_accuracy": 0.9453333333333334,
"eval_precision_macro": 0.9456396536674079,
"eval_recall_macro": 0.9453333333333332,
"eval_f1_macro": 0.9453725098595114,
"eval_runtime": 17.872,
"eval_samples_per_second": 671.442,
"eval_steps_per_second": 20.983,
"epoch": 3.0
},
"test": {
"eval_loss": 0.23390814661979675,
"eval_accuracy": 0.9460526315789474,
"eval_precision_macro": 0.9461382514079757,
"eval_recall_macro": 0.9460526315789474,
"eval_f1_macro": 0.9460740659250028,
"eval_runtime": 11.2019,
"eval_samples_per_second": 678.456,
"eval_steps_per_second": 21.246,
"epoch": 3.0
},
"classification_report": {
"World": {
"precision": 0.9602964531498147,
"recall": 0.9547368421052631,
"f1-score": 0.9575085774610715,
"support": 1900.0
},
"Sports": {
"precision": 0.9884149552395998,
"recall": 0.9878947368421053,
"f1-score": 0.9881547775730455,
"support": 1900.0
},
"Business": {
"precision": 0.9202975557917109,
"recall": 0.911578947368421,
"f1-score": 0.9159175039661555,
"support": 1900.0
},
"Sci/Tech": {
"precision": 0.9155440414507772,
"recall": 0.93,
"f1-score": 0.9227154046997389,
"support": 1900.0
},
"accuracy": 0.9460526315789474,
"macro avg": {
"precision": 0.9461382514079757,
"recall": 0.9460526315789474,
"f1-score": 0.9460740659250028,
"support": 7600.0
},
"weighted avg": {
"precision": 0.9461382514079756,
"recall": 0.9460526315789474,
"f1-score": 0.9460740659250028,
"support": 7600.0
}
},
"labels": {
"0": "World",
"1": "Sports",
"2": "Business",
"3": "Sci/Tech"
},
"training_config": {
"base_model": "google-bert/bert-base-uncased",
"dataset": "fancyzhx/ag_news",
"max_length": 256,
"train_batch_size": 16,
"eval_batch_size": 32,
"learning_rate": 2e-05,
"num_epochs": 3.0,
"weight_decay": 0.01,
"warmup_ratio": 0.1
}
}