andykrik's picture
Upload metrics.json with huggingface_hub
5f8965c verified
[
{
"epoch": 1,
"train_loss": 32.24958292643229,
"train_retrieval_accuracy": 0.8999999761581421,
"val_retrieval_accuracy": 0.557692289352417,
"val_classification_accuracy": 0.038461538461538464,
"learning_rate": 8.181818181818183e-06,
"epoch_duration_seconds": 7.25147154199658,
"best_val_retrieval_accuracy": 0.557692289352417,
"best_epoch": 1,
"train_positive_similarity": -0.008140343189653423,
"train_hardest_negative_similarity": 0.14806889163123238,
"validation/tool/diagnostic_sample_size": 52,
"validation/tool/label_count": 26,
"validation/tool/subset_retrieval_accuracy": 0.5576923076923077,
"validation/tool/silhouette_score": -0.09406201541423798,
"validation/tool/global_near_overlap_rate": 0.7692307692307693
},
{
"epoch": 2,
"train_loss": 31.299243291219074,
"train_retrieval_accuracy": 0.892307698726654,
"val_retrieval_accuracy": 0.5769230723381042,
"val_classification_accuracy": 0.1346153846153846,
"learning_rate": 1.6363636363636366e-05,
"epoch_duration_seconds": 0.8365214750010637,
"best_val_retrieval_accuracy": 0.5769230723381042,
"best_epoch": 2,
"train_positive_similarity": 0.006157957431342866,
"train_hardest_negative_similarity": 0.15259450674057007,
"validation/tool/diagnostic_sample_size": 52,
"validation/tool/label_count": 26,
"validation/tool/subset_retrieval_accuracy": 0.5769230769230769,
"validation/tool/silhouette_score": -0.08753171563148499,
"validation/tool/global_near_overlap_rate": 0.6923076923076923
},
{
"epoch": 3,
"train_loss": 27.195485009087456,
"train_retrieval_accuracy": 0.892307698726654,
"val_retrieval_accuracy": 0.6153846383094788,
"val_classification_accuracy": 0.19230769230769232,
"learning_rate": 1.950738916256158e-05,
"epoch_duration_seconds": 1.2710700800016639,
"best_val_retrieval_accuracy": 0.6153846383094788,
"best_epoch": 3,
"train_positive_similarity": 0.07285144738852978,
"train_hardest_negative_similarity": 0.16972762842973074,
"validation/tool/diagnostic_sample_size": 52,
"validation/tool/label_count": 26,
"validation/tool/subset_retrieval_accuracy": 0.6153846153846154,
"validation/tool/silhouette_score": -0.07515332102775574,
"validation/tool/global_near_overlap_rate": 0.6153846153846154
},
{
"epoch": 4,
"train_loss": 23.95541869269477,
"train_retrieval_accuracy": 0.8884615302085876,
"val_retrieval_accuracy": 0.6538461446762085,
"val_classification_accuracy": 0.3269230769230769,
"learning_rate": 1.8620689655172415e-05,
"epoch_duration_seconds": 0.8380400640016887,
"best_val_retrieval_accuracy": 0.6538461446762085,
"best_epoch": 4,
"train_positive_similarity": 0.13070478538672128,
"train_hardest_negative_similarity": 0.19686372247007158,
"validation/tool/diagnostic_sample_size": 52,
"validation/tool/label_count": 26,
"validation/tool/subset_retrieval_accuracy": 0.6538461538461539,
"validation/tool/silhouette_score": -0.05699077993631363,
"validation/tool/global_near_overlap_rate": 0.6153846153846154
},
{
"epoch": 5,
"train_loss": 20.624296612209744,
"train_retrieval_accuracy": 0.9038461446762085,
"val_retrieval_accuracy": 0.6730769276618958,
"val_classification_accuracy": 0.46153846153846156,
"learning_rate": 1.7733990147783254e-05,
"epoch_duration_seconds": 0.802038021000044,
"best_val_retrieval_accuracy": 0.6730769276618958,
"best_epoch": 5,
"train_positive_similarity": 0.1953660034471088,
"train_hardest_negative_similarity": 0.22316971752378675,
"validation/tool/diagnostic_sample_size": 52,
"validation/tool/label_count": 26,
"validation/tool/subset_retrieval_accuracy": 0.6730769230769231,
"validation/tool/silhouette_score": -0.024505436420440674,
"validation/tool/global_near_overlap_rate": 0.5
},
{
"epoch": 6,
"train_loss": 18.114519755045574,
"train_retrieval_accuracy": 0.9307692050933838,
"val_retrieval_accuracy": 0.7115384340286255,
"val_classification_accuracy": 0.5576923076923077,
"learning_rate": 1.684729064039409e-05,
"epoch_duration_seconds": 0.784039019003103,
"best_val_retrieval_accuracy": 0.7115384340286255,
"best_epoch": 6,
"train_positive_similarity": 0.2478426711426841,
"train_hardest_negative_similarity": 0.240075945854187,
"validation/tool/diagnostic_sample_size": 52,
"validation/tool/label_count": 26,
"validation/tool/subset_retrieval_accuracy": 0.7115384615384616,
"validation/tool/silhouette_score": 0.006490225438028574,
"validation/tool/global_near_overlap_rate": 0.5192307692307693
},
{
"epoch": 7,
"train_loss": 15.607782257927788,
"train_retrieval_accuracy": 0.9346153736114502,
"val_retrieval_accuracy": 0.692307710647583,
"val_classification_accuracy": 0.6153846153846154,
"learning_rate": 1.5960591133004928e-05,
"epoch_duration_seconds": 0.7838252669971553,
"best_val_retrieval_accuracy": 0.7115384340286255,
"best_epoch": 6,
"train_positive_similarity": 0.3042520052856869,
"train_hardest_negative_similarity": 0.2507115768061744,
"validation/tool/diagnostic_sample_size": 52,
"validation/tool/label_count": 26,
"validation/tool/subset_retrieval_accuracy": 0.6923076923076923,
"validation/tool/silhouette_score": 0.022618819028139114,
"validation/tool/global_near_overlap_rate": 0.46153846153846156
},
{
"epoch": 8,
"train_loss": 14.33437008327908,
"train_retrieval_accuracy": 0.949999988079071,
"val_retrieval_accuracy": 0.692307710647583,
"val_classification_accuracy": 0.6153846153846154,
"learning_rate": 1.5073891625615764e-05,
"epoch_duration_seconds": 0.8408596230001422,
"best_val_retrieval_accuracy": 0.7115384340286255,
"best_epoch": 6,
"train_positive_similarity": 0.33474575148688424,
"train_hardest_negative_similarity": 0.25496600402726066,
"validation/tool/diagnostic_sample_size": 52,
"validation/tool/label_count": 26,
"validation/tool/subset_retrieval_accuracy": 0.6923076923076923,
"validation/tool/silhouette_score": 0.03818061202764511,
"validation/tool/global_near_overlap_rate": 0.40384615384615385
},
{
"epoch": 9,
"train_loss": 12.963972515530056,
"train_retrieval_accuracy": 0.9576923251152039,
"val_retrieval_accuracy": 0.6730769276618958,
"val_classification_accuracy": 0.6346153846153846,
"learning_rate": 1.4187192118226602e-05,
"epoch_duration_seconds": 1.4351679680039524,
"best_val_retrieval_accuracy": 0.7115384340286255,
"best_epoch": 6,
"train_positive_similarity": 0.36772305104467606,
"train_hardest_negative_similarity": 0.26173041926489937,
"validation/tool/diagnostic_sample_size": 52,
"validation/tool/label_count": 26,
"validation/tool/subset_retrieval_accuracy": 0.6730769230769231,
"validation/tool/silhouette_score": 0.0461309552192688,
"validation/tool/global_near_overlap_rate": 0.46153846153846156
},
{
"epoch": 10,
"train_loss": 11.755007637871635,
"train_retrieval_accuracy": 0.9653846025466919,
"val_retrieval_accuracy": 0.692307710647583,
"val_classification_accuracy": 0.6730769230769231,
"learning_rate": 1.330049261083744e-05,
"epoch_duration_seconds": 0.7887339389999397,
"best_val_retrieval_accuracy": 0.7115384340286255,
"best_epoch": 6,
"train_positive_similarity": 0.3993835647900899,
"train_hardest_negative_similarity": 0.2680071145296097,
"validation/tool/diagnostic_sample_size": 52,
"validation/tool/label_count": 26,
"validation/tool/subset_retrieval_accuracy": 0.6923076923076923,
"validation/tool/silhouette_score": 0.05783830210566521,
"validation/tool/global_near_overlap_rate": 0.4230769230769231
},
{
"epoch": 11,
"train_loss": 10.435554716322157,
"train_retrieval_accuracy": 0.9692307710647583,
"val_retrieval_accuracy": 0.7307692170143127,
"val_classification_accuracy": 0.6538461538461539,
"learning_rate": 1.2413793103448277e-05,
"epoch_duration_seconds": 0.7822324160006247,
"best_val_retrieval_accuracy": 0.7307692170143127,
"best_epoch": 11,
"train_positive_similarity": 0.434697194231881,
"train_hardest_negative_similarity": 0.2610563370916579,
"validation/tool/diagnostic_sample_size": 52,
"validation/tool/label_count": 26,
"validation/tool/subset_retrieval_accuracy": 0.7307692307692307,
"validation/tool/silhouette_score": 0.07075190544128418,
"validation/tool/global_near_overlap_rate": 0.38461538461538464
},
{
"epoch": 12,
"train_loss": 9.616492483350966,
"train_retrieval_accuracy": 0.9692307710647583,
"val_retrieval_accuracy": 0.7307692170143127,
"val_classification_accuracy": 0.6730769230769231,
"learning_rate": 1.1527093596059114e-05,
"epoch_duration_seconds": 0.8108877220001887,
"best_val_retrieval_accuracy": 0.7307692170143127,
"best_epoch": 11,
"train_positive_similarity": 0.4571180476082696,
"train_hardest_negative_similarity": 0.26437522802088,
"validation/tool/diagnostic_sample_size": 52,
"validation/tool/label_count": 26,
"validation/tool/subset_retrieval_accuracy": 0.7307692307692307,
"validation/tool/silhouette_score": 0.08471334725618362,
"validation/tool/global_near_overlap_rate": 0.36538461538461536
},
{
"epoch": 13,
"train_loss": 9.429939058091906,
"train_retrieval_accuracy": 0.9769230484962463,
"val_retrieval_accuracy": 0.75,
"val_classification_accuracy": 0.7307692307692307,
"learning_rate": 1.0640394088669953e-05,
"epoch_duration_seconds": 0.7847257219982566,
"best_val_retrieval_accuracy": 0.75,
"best_epoch": 13,
"train_positive_similarity": 0.46338504883978104,
"train_hardest_negative_similarity": 0.26521843671798706,
"validation/tool/diagnostic_sample_size": 52,
"validation/tool/label_count": 26,
"validation/tool/subset_retrieval_accuracy": 0.75,
"validation/tool/silhouette_score": 0.09956526756286621,
"validation/tool/global_near_overlap_rate": 0.38461538461538464
},
{
"epoch": 14,
"train_loss": 8.585641649034288,
"train_retrieval_accuracy": 0.9807692170143127,
"val_retrieval_accuracy": 0.7307692170143127,
"val_classification_accuracy": 0.7115384615384616,
"learning_rate": 9.75369458128079e-06,
"epoch_duration_seconds": 1.366108483998687,
"best_val_retrieval_accuracy": 0.75,
"best_epoch": 13,
"train_positive_similarity": 0.4899480144182841,
"train_hardest_negative_similarity": 0.26473138398594326,
"validation/tool/diagnostic_sample_size": 52,
"validation/tool/label_count": 26,
"validation/tool/subset_retrieval_accuracy": 0.7307692307692307,
"validation/tool/silhouette_score": 0.1098727434873581,
"validation/tool/global_near_overlap_rate": 0.34615384615384615
},
{
"epoch": 15,
"train_loss": 8.184400717417398,
"train_retrieval_accuracy": 0.9846153855323792,
"val_retrieval_accuracy": 0.7307692170143127,
"val_classification_accuracy": 0.7692307692307693,
"learning_rate": 8.866995073891627e-06,
"epoch_duration_seconds": 0.786814744998992,
"best_val_retrieval_accuracy": 0.75,
"best_epoch": 13,
"train_positive_similarity": 0.5001395841439565,
"train_hardest_negative_similarity": 0.2610101070668962,
"validation/tool/diagnostic_sample_size": 52,
"validation/tool/label_count": 26,
"validation/tool/subset_retrieval_accuracy": 0.7307692307692307,
"validation/tool/silhouette_score": 0.1176791712641716,
"validation/tool/global_near_overlap_rate": 0.3269230769230769
},
{
"epoch": 16,
"train_loss": 7.346109337276882,
"train_retrieval_accuracy": 0.9846153855323792,
"val_retrieval_accuracy": 0.7307692170143127,
"val_classification_accuracy": 0.7692307692307693,
"learning_rate": 7.980295566502464e-06,
"epoch_duration_seconds": 0.7892634560048464,
"best_val_retrieval_accuracy": 0.75,
"best_epoch": 13,
"train_positive_similarity": 0.5255707833502028,
"train_hardest_negative_similarity": 0.25387903054555255,
"validation/tool/diagnostic_sample_size": 52,
"validation/tool/label_count": 26,
"validation/tool/subset_retrieval_accuracy": 0.7307692307692307,
"validation/tool/silhouette_score": 0.12555794417858124,
"validation/tool/global_near_overlap_rate": 0.3269230769230769
},
{
"epoch": 17,
"train_loss": 7.150359630584717,
"train_retrieval_accuracy": 0.9846153855323792,
"val_retrieval_accuracy": 0.7692307829856873,
"val_classification_accuracy": 0.7692307692307693,
"learning_rate": 7.093596059113301e-06,
"epoch_duration_seconds": 0.8035500910045812,
"best_val_retrieval_accuracy": 0.7692307829856873,
"best_epoch": 17,
"train_positive_similarity": 0.5322053763601515,
"train_hardest_negative_similarity": 0.2552790211306678,
"validation/tool/diagnostic_sample_size": 52,
"validation/tool/label_count": 26,
"validation/tool/subset_retrieval_accuracy": 0.7692307692307693,
"validation/tool/silhouette_score": 0.13157251477241516,
"validation/tool/global_near_overlap_rate": 0.3269230769230769
},
{
"epoch": 18,
"train_loss": 6.765283902486165,
"train_retrieval_accuracy": 0.9884615540504456,
"val_retrieval_accuracy": 0.7692307829856873,
"val_classification_accuracy": 0.7692307692307693,
"learning_rate": 6.206896551724138e-06,
"epoch_duration_seconds": 0.7874714240024332,
"best_val_retrieval_accuracy": 0.7692307829856873,
"best_epoch": 17,
"train_positive_similarity": 0.5468692514631484,
"train_hardest_negative_similarity": 0.25444265206654865,
"validation/tool/diagnostic_sample_size": 52,
"validation/tool/label_count": 26,
"validation/tool/subset_retrieval_accuracy": 0.7692307692307693,
"validation/tool/silhouette_score": 0.13716791570186615,
"validation/tool/global_near_overlap_rate": 0.34615384615384615
},
{
"epoch": 19,
"train_loss": 6.595413737826878,
"train_retrieval_accuracy": 0.9884615540504456,
"val_retrieval_accuracy": 0.7884615659713745,
"val_classification_accuracy": 0.7692307692307693,
"learning_rate": 5.320197044334976e-06,
"epoch_duration_seconds": 0.782892962997721,
"best_val_retrieval_accuracy": 0.7884615659713745,
"best_epoch": 19,
"train_positive_similarity": 0.5521766245365143,
"train_hardest_negative_similarity": 0.2550821834140354,
"validation/tool/diagnostic_sample_size": 52,
"validation/tool/label_count": 26,
"validation/tool/subset_retrieval_accuracy": 0.7884615384615384,
"validation/tool/silhouette_score": 0.14202880859375,
"validation/tool/global_near_overlap_rate": 0.3269230769230769
},
{
"epoch": 20,
"train_loss": 6.3242597579956055,
"train_retrieval_accuracy": 0.9884615540504456,
"val_retrieval_accuracy": 0.7884615659713745,
"val_classification_accuracy": 0.7884615384615384,
"learning_rate": 4.4334975369458135e-06,
"epoch_duration_seconds": 1.3744114180008182,
"best_val_retrieval_accuracy": 0.7884615659713745,
"best_epoch": 19,
"train_positive_similarity": 0.559008346663581,
"train_hardest_negative_similarity": 0.24954371982150608,
"validation/tool/diagnostic_sample_size": 52,
"validation/tool/label_count": 26,
"validation/tool/subset_retrieval_accuracy": 0.7884615384615384,
"validation/tool/silhouette_score": 0.14832787215709686,
"validation/tool/global_near_overlap_rate": 0.28846153846153844
},
{
"epoch": 21,
"train_loss": 6.058944384256999,
"train_retrieval_accuracy": 0.9961538314819336,
"val_retrieval_accuracy": 0.7692307829856873,
"val_classification_accuracy": 0.7884615384615384,
"learning_rate": 3.5467980295566506e-06,
"epoch_duration_seconds": 0.807307196999318,
"best_val_retrieval_accuracy": 0.7884615659713745,
"best_epoch": 19,
"train_positive_similarity": 0.5684333046277364,
"train_hardest_negative_similarity": 0.2501051591502296,
"validation/tool/diagnostic_sample_size": 52,
"validation/tool/label_count": 26,
"validation/tool/subset_retrieval_accuracy": 0.7692307692307693,
"validation/tool/silhouette_score": 0.15311382710933685,
"validation/tool/global_near_overlap_rate": 0.28846153846153844
},
{
"epoch": 22,
"train_loss": 6.121672206454807,
"train_retrieval_accuracy": 0.9961538314819336,
"val_retrieval_accuracy": 0.7884615659713745,
"val_classification_accuracy": 0.7884615384615384,
"learning_rate": 2.660098522167488e-06,
"epoch_duration_seconds": 0.7922797450009966,
"best_val_retrieval_accuracy": 0.7884615659713745,
"best_epoch": 19,
"train_positive_similarity": 0.5705493953492906,
"train_hardest_negative_similarity": 0.2483866744571262,
"validation/tool/diagnostic_sample_size": 52,
"validation/tool/label_count": 26,
"validation/tool/subset_retrieval_accuracy": 0.7884615384615384,
"validation/tool/silhouette_score": 0.15473780035972595,
"validation/tool/global_near_overlap_rate": 0.28846153846153844
},
{
"epoch": 23,
"train_loss": 5.5807480282253685,
"train_retrieval_accuracy": 0.9961538314819336,
"val_retrieval_accuracy": 0.807692289352417,
"val_classification_accuracy": 0.7884615384615384,
"learning_rate": 1.7733990147783253e-06,
"epoch_duration_seconds": 0.7943910989997676,
"best_val_retrieval_accuracy": 0.807692289352417,
"best_epoch": 23,
"train_positive_similarity": 0.587417291270362,
"train_hardest_negative_similarity": 0.2492527978287803,
"validation/tool/diagnostic_sample_size": 52,
"validation/tool/label_count": 26,
"validation/tool/subset_retrieval_accuracy": 0.8076923076923077,
"validation/tool/silhouette_score": 0.15593361854553223,
"validation/tool/global_near_overlap_rate": 0.28846153846153844
},
{
"epoch": 24,
"train_loss": 5.805425961812337,
"train_retrieval_accuracy": 0.9961538314819336,
"val_retrieval_accuracy": 0.807692289352417,
"val_classification_accuracy": 0.7884615384615384,
"learning_rate": 8.866995073891626e-07,
"epoch_duration_seconds": 0.7670954849963891,
"best_val_retrieval_accuracy": 0.807692289352417,
"best_epoch": 23,
"train_positive_similarity": 0.5792025923728943,
"train_hardest_negative_similarity": 0.2491710748937395,
"validation/tool/diagnostic_sample_size": 52,
"validation/tool/label_count": 26,
"validation/tool/subset_retrieval_accuracy": 0.8076923076923077,
"validation/tool/silhouette_score": 0.15723563730716705,
"validation/tool/global_near_overlap_rate": 0.28846153846153844
},
{
"epoch": 25,
"train_loss": 5.6635194354587135,
"train_retrieval_accuracy": 0.9961538314819336,
"val_retrieval_accuracy": 0.807692289352417,
"val_classification_accuracy": 0.7884615384615384,
"learning_rate": 0.0,
"epoch_duration_seconds": 1.3674744999952964,
"best_val_retrieval_accuracy": 0.807692289352417,
"best_epoch": 23,
"train_positive_similarity": 0.5841819180382622,
"train_hardest_negative_similarity": 0.2503946257962121,
"validation/tool/diagnostic_sample_size": 52,
"validation/tool/label_count": 26,
"validation/tool/subset_retrieval_accuracy": 0.8076923076923077,
"validation/tool/silhouette_score": 0.15774628520011902,
"validation/tool/global_near_overlap_rate": 0.28846153846153844
}
]