| { |
| "best_global_step": 3220, |
| "best_metric": 0.8477206595538312, |
| "best_model_checkpoint": "/workspace/data/checkpoints/ko_pii_hf_ddp_v6_lora/checkpoint-3220", |
| "epoch": 10.0, |
| "eval_steps": 500, |
| "global_step": 3220, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.003105590062111801, |
| "grad_norm": 8.771296501159668, |
| "learning_rate": 0.0, |
| "loss": 1.4503676891326904, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.07763975155279502, |
| "grad_norm": 8.387271881103516, |
| "learning_rate": 3.7267080745341614e-05, |
| "loss": 1.2439465522766113, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.15527950310559005, |
| "grad_norm": 4.6111741065979, |
| "learning_rate": 7.608695652173914e-05, |
| "loss": 0.9780036926269531, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.2329192546583851, |
| "grad_norm": 1.846106767654419, |
| "learning_rate": 0.00011490683229813665, |
| "loss": 0.5338097381591796, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.3105590062111801, |
| "grad_norm": 2.225909471511841, |
| "learning_rate": 0.00015372670807453417, |
| "loss": 0.34235782623291017, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.38819875776397517, |
| "grad_norm": 2.14986252784729, |
| "learning_rate": 0.0001925465838509317, |
| "loss": 0.2744290542602539, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.4658385093167702, |
| "grad_norm": 2.1372387409210205, |
| "learning_rate": 0.0002313664596273292, |
| "loss": 0.2258339309692383, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.5434782608695652, |
| "grad_norm": 1.5849782228469849, |
| "learning_rate": 0.0002701863354037267, |
| "loss": 0.2162160873413086, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.6211180124223602, |
| "grad_norm": 1.6991852521896362, |
| "learning_rate": 0.00030900621118012424, |
| "loss": 0.20915340423583983, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.6987577639751553, |
| "grad_norm": 2.723663568496704, |
| "learning_rate": 0.00034782608695652176, |
| "loss": 0.18431522369384765, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.7763975155279503, |
| "grad_norm": 1.2743035554885864, |
| "learning_rate": 0.00038664596273291923, |
| "loss": 0.17637535095214843, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.8540372670807453, |
| "grad_norm": 3.452497720718384, |
| "learning_rate": 0.0004254658385093168, |
| "loss": 0.16074188232421874, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.9316770186335404, |
| "grad_norm": 2.547046661376953, |
| "learning_rate": 0.00046428571428571433, |
| "loss": 0.1531696319580078, |
| "step": 300 |
| }, |
| { |
| "epoch": 1.0, |
| "eval_class_account_number_f1": 0.71900826446281, |
| "eval_class_account_number_gold_spans": 113.0, |
| "eval_class_account_number_precision": 0.6744186046511628, |
| "eval_class_account_number_pred_spans": 129.0, |
| "eval_class_account_number_recall": 0.7699115044247787, |
| "eval_class_ip_address_f1": 1.0, |
| "eval_class_ip_address_gold_spans": 4.0, |
| "eval_class_ip_address_precision": 1.0, |
| "eval_class_ip_address_pred_spans": 4.0, |
| "eval_class_ip_address_recall": 1.0, |
| "eval_class_personal_handle_f1": 0.8070175438596492, |
| "eval_class_personal_handle_gold_spans": 28.0, |
| "eval_class_personal_handle_precision": 0.7931034482758621, |
| "eval_class_personal_handle_pred_spans": 29.0, |
| "eval_class_personal_handle_recall": 0.8214285714285714, |
| "eval_class_private_address_f1": 0.08450704225352113, |
| "eval_class_private_address_gold_spans": 48.0, |
| "eval_class_private_address_precision": 0.13043478260869565, |
| "eval_class_private_address_pred_spans": 23.0, |
| "eval_class_private_address_recall": 0.0625, |
| "eval_class_private_date_f1": 0.8985507246376813, |
| "eval_class_private_date_gold_spans": 33.0, |
| "eval_class_private_date_precision": 0.8611111111111112, |
| "eval_class_private_date_pred_spans": 36.0, |
| "eval_class_private_date_recall": 0.9393939393939394, |
| "eval_class_private_email_f1": 0.9620253164556962, |
| "eval_class_private_email_gold_spans": 39.0, |
| "eval_class_private_email_precision": 0.95, |
| "eval_class_private_email_pred_spans": 40.0, |
| "eval_class_private_email_recall": 0.9743589743589743, |
| "eval_class_private_person_f1": 0.32388663967611336, |
| "eval_class_private_person_gold_spans": 163.0, |
| "eval_class_private_person_precision": 0.47619047619047616, |
| "eval_class_private_person_pred_spans": 84.0, |
| "eval_class_private_person_recall": 0.24539877300613497, |
| "eval_class_private_phone_f1": 0.9855072463768116, |
| "eval_class_private_phone_gold_spans": 69.0, |
| "eval_class_private_phone_precision": 0.9855072463768116, |
| "eval_class_private_phone_pred_spans": 69.0, |
| "eval_class_private_phone_recall": 0.9855072463768116, |
| "eval_class_private_url_f1": 1.0, |
| "eval_class_private_url_gold_spans": 23.0, |
| "eval_class_private_url_precision": 1.0, |
| "eval_class_private_url_pred_spans": 23.0, |
| "eval_class_private_url_recall": 1.0, |
| "eval_gold_spans": 520.0, |
| "eval_loss": 0.1431565284729004, |
| "eval_pred_spans": 437.0, |
| "eval_runtime": 5.911, |
| "eval_samples_per_second": 376.753, |
| "eval_span_f1": 0.6624869383490073, |
| "eval_span_precision": 0.7254004576659039, |
| "eval_span_recall": 0.6096153846153847, |
| "eval_steps_per_second": 3.045, |
| "eval_token_accuracy": 0.9817635387488328, |
| "step": 322 |
| }, |
| { |
| "epoch": 1.0093167701863355, |
| "grad_norm": 1.0337207317352295, |
| "learning_rate": 0.000499999412412136, |
| "loss": 0.1343870735168457, |
| "step": 325 |
| }, |
| { |
| "epoch": 1.0869565217391304, |
| "grad_norm": 1.150405764579773, |
| "learning_rate": 0.0004998929197148332, |
| "loss": 0.1398656463623047, |
| "step": 350 |
| }, |
| { |
| "epoch": 1.1645962732919255, |
| "grad_norm": 1.239856243133545, |
| "learning_rate": 0.0004996028956208098, |
| "loss": 0.11556500434875489, |
| "step": 375 |
| }, |
| { |
| "epoch": 1.2422360248447206, |
| "grad_norm": 4.1494951248168945, |
| "learning_rate": 0.0004991295531354085, |
| "loss": 0.10652177810668945, |
| "step": 400 |
| }, |
| { |
| "epoch": 1.3198757763975155, |
| "grad_norm": 1.820974349975586, |
| "learning_rate": 0.0004984732399003618, |
| "loss": 0.1127833080291748, |
| "step": 425 |
| }, |
| { |
| "epoch": 1.3975155279503104, |
| "grad_norm": 0.9540935158729553, |
| "learning_rate": 0.0004976344379384687, |
| "loss": 0.1028218650817871, |
| "step": 450 |
| }, |
| { |
| "epoch": 1.4751552795031055, |
| "grad_norm": 1.7447997331619263, |
| "learning_rate": 0.0004966137632995793, |
| "loss": 0.11593814849853516, |
| "step": 475 |
| }, |
| { |
| "epoch": 1.5527950310559007, |
| "grad_norm": 1.3501027822494507, |
| "learning_rate": 0.0004954119656081417, |
| "loss": 0.1070643424987793, |
| "step": 500 |
| }, |
| { |
| "epoch": 1.6304347826086958, |
| "grad_norm": 0.6298630237579346, |
| "learning_rate": 0.0004940299275126486, |
| "loss": 0.11064315795898437, |
| "step": 525 |
| }, |
| { |
| "epoch": 1.7080745341614907, |
| "grad_norm": 0.8390702605247498, |
| "learning_rate": 0.0004924686640373841, |
| "loss": 0.09777620315551758, |
| "step": 550 |
| }, |
| { |
| "epoch": 1.7857142857142856, |
| "grad_norm": 0.5763865113258362, |
| "learning_rate": 0.0004907293218369499, |
| "loss": 0.08596687316894532, |
| "step": 575 |
| }, |
| { |
| "epoch": 1.8633540372670807, |
| "grad_norm": 0.7198231816291809, |
| "learning_rate": 0.0004888131783541152, |
| "loss": 0.0955750274658203, |
| "step": 600 |
| }, |
| { |
| "epoch": 1.9409937888198758, |
| "grad_norm": 1.0241382122039795, |
| "learning_rate": 0.0004867216408816122, |
| "loss": 0.0880333137512207, |
| "step": 625 |
| }, |
| { |
| "epoch": 2.0, |
| "eval_class_account_number_f1": 0.9184549356223176, |
| "eval_class_account_number_gold_spans": 113.0, |
| "eval_class_account_number_precision": 0.8916666666666667, |
| "eval_class_account_number_pred_spans": 120.0, |
| "eval_class_account_number_recall": 0.9469026548672567, |
| "eval_class_ip_address_f1": 1.0, |
| "eval_class_ip_address_gold_spans": 4.0, |
| "eval_class_ip_address_precision": 1.0, |
| "eval_class_ip_address_pred_spans": 4.0, |
| "eval_class_ip_address_recall": 1.0, |
| "eval_class_personal_handle_f1": 0.9310344827586207, |
| "eval_class_personal_handle_gold_spans": 28.0, |
| "eval_class_personal_handle_precision": 0.9, |
| "eval_class_personal_handle_pred_spans": 30.0, |
| "eval_class_personal_handle_recall": 0.9642857142857143, |
| "eval_class_private_address_f1": 0.5747126436781609, |
| "eval_class_private_address_gold_spans": 48.0, |
| "eval_class_private_address_precision": 0.6410256410256411, |
| "eval_class_private_address_pred_spans": 39.0, |
| "eval_class_private_address_recall": 0.5208333333333334, |
| "eval_class_private_date_f1": 0.927536231884058, |
| "eval_class_private_date_gold_spans": 33.0, |
| "eval_class_private_date_precision": 0.8888888888888888, |
| "eval_class_private_date_pred_spans": 36.0, |
| "eval_class_private_date_recall": 0.9696969696969697, |
| "eval_class_private_email_f1": 0.9743589743589743, |
| "eval_class_private_email_gold_spans": 39.0, |
| "eval_class_private_email_precision": 0.9743589743589743, |
| "eval_class_private_email_pred_spans": 39.0, |
| "eval_class_private_email_recall": 0.9743589743589743, |
| "eval_class_private_person_f1": 0.5182926829268292, |
| "eval_class_private_person_gold_spans": 163.0, |
| "eval_class_private_person_precision": 0.5151515151515151, |
| "eval_class_private_person_pred_spans": 165.0, |
| "eval_class_private_person_recall": 0.5214723926380368, |
| "eval_class_private_phone_f1": 1.0, |
| "eval_class_private_phone_gold_spans": 69.0, |
| "eval_class_private_phone_precision": 1.0, |
| "eval_class_private_phone_pred_spans": 69.0, |
| "eval_class_private_phone_recall": 1.0, |
| "eval_class_private_url_f1": 0.9130434782608695, |
| "eval_class_private_url_gold_spans": 23.0, |
| "eval_class_private_url_precision": 0.9130434782608695, |
| "eval_class_private_url_pred_spans": 23.0, |
| "eval_class_private_url_recall": 0.9130434782608695, |
| "eval_gold_spans": 520.0, |
| "eval_loss": 0.08562110364437103, |
| "eval_pred_spans": 525.0, |
| "eval_runtime": 6.7931, |
| "eval_samples_per_second": 327.832, |
| "eval_span_f1": 0.7808612440191388, |
| "eval_span_precision": 0.7771428571428571, |
| "eval_span_recall": 0.7846153846153846, |
| "eval_steps_per_second": 2.65, |
| "eval_token_accuracy": 0.9886788048552755, |
| "step": 644 |
| }, |
| { |
| "epoch": 2.018633540372671, |
| "grad_norm": 1.2737419605255127, |
| "learning_rate": 0.00048445624552856343, |
| "loss": 0.0896837329864502, |
| "step": 650 |
| }, |
| { |
| "epoch": 2.0962732919254656, |
| "grad_norm": 0.5823193788528442, |
| "learning_rate": 0.00048201865609230155, |
| "loss": 0.07990738868713379, |
| "step": 675 |
| }, |
| { |
| "epoch": 2.1739130434782608, |
| "grad_norm": 1.4650110006332397, |
| "learning_rate": 0.0004794106628364098, |
| "loss": 0.06952488899230957, |
| "step": 700 |
| }, |
| { |
| "epoch": 2.251552795031056, |
| "grad_norm": 0.6727014183998108, |
| "learning_rate": 0.0004766341811758803, |
| "loss": 0.07833251953125, |
| "step": 725 |
| }, |
| { |
| "epoch": 2.329192546583851, |
| "grad_norm": 0.6006216406822205, |
| "learning_rate": 0.000473691250270357, |
| "loss": 0.06939034461975098, |
| "step": 750 |
| }, |
| { |
| "epoch": 2.406832298136646, |
| "grad_norm": 0.5175172090530396, |
| "learning_rate": 0.00047058403152649405, |
| "loss": 0.05780394077301025, |
| "step": 775 |
| }, |
| { |
| "epoch": 2.4844720496894412, |
| "grad_norm": 1.1351436376571655, |
| "learning_rate": 0.00046731480701053265, |
| "loss": 0.06771457672119141, |
| "step": 800 |
| }, |
| { |
| "epoch": 2.562111801242236, |
| "grad_norm": 0.8665878772735596, |
| "learning_rate": 0.0004638859777722596, |
| "loss": 0.0703080177307129, |
| "step": 825 |
| }, |
| { |
| "epoch": 2.639751552795031, |
| "grad_norm": 0.8073828220367432, |
| "learning_rate": 0.00046030006208158, |
| "loss": 0.0754665756225586, |
| "step": 850 |
| }, |
| { |
| "epoch": 2.717391304347826, |
| "grad_norm": 0.6520082950592041, |
| "learning_rate": 0.00045655969357899875, |
| "loss": 0.06543315410614013, |
| "step": 875 |
| }, |
| { |
| "epoch": 2.795031055900621, |
| "grad_norm": 1.448807954788208, |
| "learning_rate": 0.00045266761934136896, |
| "loss": 0.07107664108276367, |
| "step": 900 |
| }, |
| { |
| "epoch": 2.8726708074534164, |
| "grad_norm": 0.45655015110969543, |
| "learning_rate": 0.00044862669786432865, |
| "loss": 0.07224170684814453, |
| "step": 925 |
| }, |
| { |
| "epoch": 2.950310559006211, |
| "grad_norm": 0.4825460612773895, |
| "learning_rate": 0.0004444398969629067, |
| "loss": 0.06763762950897217, |
| "step": 950 |
| }, |
| { |
| "epoch": 3.0, |
| "eval_class_account_number_f1": 0.9350649350649352, |
| "eval_class_account_number_gold_spans": 113.0, |
| "eval_class_account_number_precision": 0.9152542372881356, |
| "eval_class_account_number_pred_spans": 118.0, |
| "eval_class_account_number_recall": 0.9557522123893806, |
| "eval_class_ip_address_f1": 1.0, |
| "eval_class_ip_address_gold_spans": 4.0, |
| "eval_class_ip_address_precision": 1.0, |
| "eval_class_ip_address_pred_spans": 4.0, |
| "eval_class_ip_address_recall": 1.0, |
| "eval_class_personal_handle_f1": 0.912280701754386, |
| "eval_class_personal_handle_gold_spans": 28.0, |
| "eval_class_personal_handle_precision": 0.896551724137931, |
| "eval_class_personal_handle_pred_spans": 29.0, |
| "eval_class_personal_handle_recall": 0.9285714285714286, |
| "eval_class_private_address_f1": 0.6041666666666666, |
| "eval_class_private_address_gold_spans": 48.0, |
| "eval_class_private_address_precision": 0.6041666666666666, |
| "eval_class_private_address_pred_spans": 48.0, |
| "eval_class_private_address_recall": 0.6041666666666666, |
| "eval_class_private_date_f1": 0.9253731343283583, |
| "eval_class_private_date_gold_spans": 33.0, |
| "eval_class_private_date_precision": 0.9117647058823529, |
| "eval_class_private_date_pred_spans": 34.0, |
| "eval_class_private_date_recall": 0.9393939393939394, |
| "eval_class_private_email_f1": 0.9487179487179487, |
| "eval_class_private_email_gold_spans": 39.0, |
| "eval_class_private_email_precision": 0.9487179487179487, |
| "eval_class_private_email_pred_spans": 39.0, |
| "eval_class_private_email_recall": 0.9487179487179487, |
| "eval_class_private_person_f1": 0.6013071895424836, |
| "eval_class_private_person_gold_spans": 163.0, |
| "eval_class_private_person_precision": 0.6433566433566433, |
| "eval_class_private_person_pred_spans": 143.0, |
| "eval_class_private_person_recall": 0.5644171779141104, |
| "eval_class_private_phone_f1": 1.0, |
| "eval_class_private_phone_gold_spans": 69.0, |
| "eval_class_private_phone_precision": 1.0, |
| "eval_class_private_phone_pred_spans": 69.0, |
| "eval_class_private_phone_recall": 1.0, |
| "eval_class_private_url_f1": 0.9361702127659574, |
| "eval_class_private_url_gold_spans": 23.0, |
| "eval_class_private_url_precision": 0.9166666666666666, |
| "eval_class_private_url_pred_spans": 24.0, |
| "eval_class_private_url_recall": 0.9565217391304348, |
| "eval_gold_spans": 520.0, |
| "eval_loss": 0.07642154395580292, |
| "eval_pred_spans": 508.0, |
| "eval_runtime": 6.8956, |
| "eval_samples_per_second": 322.962, |
| "eval_span_f1": 0.8132295719844358, |
| "eval_span_precision": 0.8228346456692913, |
| "eval_span_recall": 0.8038461538461539, |
| "eval_steps_per_second": 2.61, |
| "eval_token_accuracy": 0.9904586834733894, |
| "step": 966 |
| }, |
| { |
| "epoch": 3.027950310559006, |
| "grad_norm": 0.3684696853160858, |
| "learning_rate": 0.00044011029159184015, |
| "loss": 0.04707308769226074, |
| "step": 975 |
| }, |
| { |
| "epoch": 3.1055900621118013, |
| "grad_norm": 0.47226452827453613, |
| "learning_rate": 0.00043564106158720383, |
| "loss": 0.04691335678100586, |
| "step": 1000 |
| }, |
| { |
| "epoch": 3.1832298136645965, |
| "grad_norm": 0.6678075194358826, |
| "learning_rate": 0.00043103548933101155, |
| "loss": 0.044693613052368165, |
| "step": 1025 |
| }, |
| { |
| "epoch": 3.260869565217391, |
| "grad_norm": 0.675778865814209, |
| "learning_rate": 0.00042629695734050255, |
| "loss": 0.04987412452697754, |
| "step": 1050 |
| }, |
| { |
| "epoch": 3.3385093167701863, |
| "grad_norm": 1.2661679983139038, |
| "learning_rate": 0.00042142894578388486, |
| "loss": 0.046450929641723634, |
| "step": 1075 |
| }, |
| { |
| "epoch": 3.4161490683229814, |
| "grad_norm": 0.7080872058868408, |
| "learning_rate": 0.00041643502992436013, |
| "loss": 0.050359611511230466, |
| "step": 1100 |
| }, |
| { |
| "epoch": 3.4937888198757765, |
| "grad_norm": 0.7029626369476318, |
| "learning_rate": 0.0004113188774943071, |
| "loss": 0.06056289672851563, |
| "step": 1125 |
| }, |
| { |
| "epoch": 3.571428571428571, |
| "grad_norm": 0.558189332485199, |
| "learning_rate": 0.000406084246001551, |
| "loss": 0.045447168350219724, |
| "step": 1150 |
| }, |
| { |
| "epoch": 3.6490683229813663, |
| "grad_norm": 0.5974974036216736, |
| "learning_rate": 0.00040073497996969933, |
| "loss": 0.045512027740478515, |
| "step": 1175 |
| }, |
| { |
| "epoch": 3.7267080745341614, |
| "grad_norm": 0.5707910656929016, |
| "learning_rate": 0.000395275008114569, |
| "loss": 0.05025949954986572, |
| "step": 1200 |
| }, |
| { |
| "epoch": 3.8043478260869565, |
| "grad_norm": 1.0855952501296997, |
| "learning_rate": 0.00038970834045878026, |
| "loss": 0.06197848796844482, |
| "step": 1225 |
| }, |
| { |
| "epoch": 3.8819875776397517, |
| "grad_norm": 0.3965921401977539, |
| "learning_rate": 0.0003840390653866341, |
| "loss": 0.05249831199645996, |
| "step": 1250 |
| }, |
| { |
| "epoch": 3.9596273291925463, |
| "grad_norm": 0.5562620162963867, |
| "learning_rate": 0.00037827134664143947, |
| "loss": 0.045794315338134765, |
| "step": 1275 |
| }, |
| { |
| "epoch": 4.0, |
| "eval_class_account_number_f1": 0.9691629955947135, |
| "eval_class_account_number_gold_spans": 113.0, |
| "eval_class_account_number_precision": 0.9649122807017544, |
| "eval_class_account_number_pred_spans": 114.0, |
| "eval_class_account_number_recall": 0.9734513274336283, |
| "eval_class_ip_address_f1": 1.0, |
| "eval_class_ip_address_gold_spans": 4.0, |
| "eval_class_ip_address_precision": 1.0, |
| "eval_class_ip_address_pred_spans": 4.0, |
| "eval_class_ip_address_recall": 1.0, |
| "eval_class_personal_handle_f1": 0.7719298245614034, |
| "eval_class_personal_handle_gold_spans": 28.0, |
| "eval_class_personal_handle_precision": 0.7586206896551724, |
| "eval_class_personal_handle_pred_spans": 29.0, |
| "eval_class_personal_handle_recall": 0.7857142857142857, |
| "eval_class_private_address_f1": 0.6067415730337078, |
| "eval_class_private_address_gold_spans": 48.0, |
| "eval_class_private_address_precision": 0.6585365853658537, |
| "eval_class_private_address_pred_spans": 41.0, |
| "eval_class_private_address_recall": 0.5625, |
| "eval_class_private_date_f1": 1.0, |
| "eval_class_private_date_gold_spans": 33.0, |
| "eval_class_private_date_precision": 1.0, |
| "eval_class_private_date_pred_spans": 33.0, |
| "eval_class_private_date_recall": 1.0, |
| "eval_class_private_email_f1": 0.9873417721518987, |
| "eval_class_private_email_gold_spans": 39.0, |
| "eval_class_private_email_precision": 0.975, |
| "eval_class_private_email_pred_spans": 40.0, |
| "eval_class_private_email_recall": 1.0, |
| "eval_class_private_person_f1": 0.6257668711656442, |
| "eval_class_private_person_gold_spans": 163.0, |
| "eval_class_private_person_precision": 0.6257668711656442, |
| "eval_class_private_person_pred_spans": 163.0, |
| "eval_class_private_person_recall": 0.6257668711656442, |
| "eval_class_private_phone_f1": 1.0, |
| "eval_class_private_phone_gold_spans": 69.0, |
| "eval_class_private_phone_precision": 1.0, |
| "eval_class_private_phone_pred_spans": 69.0, |
| "eval_class_private_phone_recall": 1.0, |
| "eval_class_private_url_f1": 0.9565217391304348, |
| "eval_class_private_url_gold_spans": 23.0, |
| "eval_class_private_url_precision": 0.9565217391304348, |
| "eval_class_private_url_pred_spans": 23.0, |
| "eval_class_private_url_recall": 0.9565217391304348, |
| "eval_gold_spans": 520.0, |
| "eval_loss": 0.07150626927614212, |
| "eval_pred_spans": 516.0, |
| "eval_runtime": 6.9918, |
| "eval_samples_per_second": 318.517, |
| "eval_span_f1": 0.8262548262548264, |
| "eval_span_precision": 0.8294573643410853, |
| "eval_span_recall": 0.823076923076923, |
| "eval_steps_per_second": 2.574, |
| "eval_token_accuracy": 0.9900501867413632, |
| "step": 1288 |
| }, |
| { |
| "epoch": 4.037267080745342, |
| "grad_norm": 0.3308059573173523, |
| "learning_rate": 0.00037240942026749233, |
| "loss": 0.03683102369308472, |
| "step": 1300 |
| }, |
| { |
| "epoch": 4.114906832298137, |
| "grad_norm": 0.9377778768539429, |
| "learning_rate": 0.0003664575914989552, |
| "loss": 0.033050749301910404, |
| "step": 1325 |
| }, |
| { |
| "epoch": 4.192546583850931, |
| "grad_norm": 0.5735832452774048, |
| "learning_rate": 0.00036042023159791974, |
| "loss": 0.031362690925598145, |
| "step": 1350 |
| }, |
| { |
| "epoch": 4.270186335403727, |
| "grad_norm": 0.631287693977356, |
| "learning_rate": 0.0003543017746439766, |
| "loss": 0.03477231979370117, |
| "step": 1375 |
| }, |
| { |
| "epoch": 4.3478260869565215, |
| "grad_norm": 1.0935797691345215, |
| "learning_rate": 0.0003481067142776489, |
| "loss": 0.03894762754440308, |
| "step": 1400 |
| }, |
| { |
| "epoch": 4.425465838509317, |
| "grad_norm": 0.6073715090751648, |
| "learning_rate": 0.0003418396004000829, |
| "loss": 0.03512312889099121, |
| "step": 1425 |
| }, |
| { |
| "epoch": 4.503105590062112, |
| "grad_norm": 0.6249358654022217, |
| "learning_rate": 0.0003355050358314172, |
| "loss": 0.04299846649169922, |
| "step": 1450 |
| }, |
| { |
| "epoch": 4.580745341614907, |
| "grad_norm": 0.7248182892799377, |
| "learning_rate": 0.0003291076729302869, |
| "loss": 0.03905656576156616, |
| "step": 1475 |
| }, |
| { |
| "epoch": 4.658385093167702, |
| "grad_norm": 0.9138495922088623, |
| "learning_rate": 0.00032265221017694474, |
| "loss": 0.039488759040832516, |
| "step": 1500 |
| }, |
| { |
| "epoch": 4.736024844720497, |
| "grad_norm": 0.6601109504699707, |
| "learning_rate": 0.00031614338872250835, |
| "loss": 0.03172698974609375, |
| "step": 1525 |
| }, |
| { |
| "epoch": 4.813664596273292, |
| "grad_norm": 1.141296625137329, |
| "learning_rate": 0.0003095859889068687, |
| "loss": 0.038228404521942136, |
| "step": 1550 |
| }, |
| { |
| "epoch": 4.891304347826087, |
| "grad_norm": 1.3895987272262573, |
| "learning_rate": 0.0003029848267478158, |
| "loss": 0.03626953125, |
| "step": 1575 |
| }, |
| { |
| "epoch": 4.9689440993788825, |
| "grad_norm": 0.5478597283363342, |
| "learning_rate": 0.00029634475040396285, |
| "loss": 0.03073249340057373, |
| "step": 1600 |
| }, |
| { |
| "epoch": 5.0, |
| "eval_class_account_number_f1": 0.9691629955947135, |
| "eval_class_account_number_gold_spans": 113.0, |
| "eval_class_account_number_precision": 0.9649122807017544, |
| "eval_class_account_number_pred_spans": 114.0, |
| "eval_class_account_number_recall": 0.9734513274336283, |
| "eval_class_ip_address_f1": 1.0, |
| "eval_class_ip_address_gold_spans": 4.0, |
| "eval_class_ip_address_precision": 1.0, |
| "eval_class_ip_address_pred_spans": 4.0, |
| "eval_class_ip_address_recall": 1.0, |
| "eval_class_personal_handle_f1": 0.8771929824561403, |
| "eval_class_personal_handle_gold_spans": 28.0, |
| "eval_class_personal_handle_precision": 0.8620689655172413, |
| "eval_class_personal_handle_pred_spans": 29.0, |
| "eval_class_personal_handle_recall": 0.8928571428571429, |
| "eval_class_private_address_f1": 0.6046511627906976, |
| "eval_class_private_address_gold_spans": 48.0, |
| "eval_class_private_address_precision": 0.6842105263157895, |
| "eval_class_private_address_pred_spans": 38.0, |
| "eval_class_private_address_recall": 0.5416666666666666, |
| "eval_class_private_date_f1": 1.0, |
| "eval_class_private_date_gold_spans": 33.0, |
| "eval_class_private_date_precision": 1.0, |
| "eval_class_private_date_pred_spans": 33.0, |
| "eval_class_private_date_recall": 1.0, |
| "eval_class_private_email_f1": 0.9873417721518987, |
| "eval_class_private_email_gold_spans": 39.0, |
| "eval_class_private_email_precision": 0.975, |
| "eval_class_private_email_pred_spans": 40.0, |
| "eval_class_private_email_recall": 1.0, |
| "eval_class_private_person_f1": 0.6027397260273972, |
| "eval_class_private_person_gold_spans": 163.0, |
| "eval_class_private_person_precision": 0.5445544554455446, |
| "eval_class_private_person_pred_spans": 202.0, |
| "eval_class_private_person_recall": 0.6748466257668712, |
| "eval_class_private_phone_f1": 1.0, |
| "eval_class_private_phone_gold_spans": 69.0, |
| "eval_class_private_phone_precision": 1.0, |
| "eval_class_private_phone_pred_spans": 69.0, |
| "eval_class_private_phone_recall": 1.0, |
| "eval_class_private_url_f1": 0.9565217391304348, |
| "eval_class_private_url_gold_spans": 23.0, |
| "eval_class_private_url_precision": 0.9565217391304348, |
| "eval_class_private_url_pred_spans": 23.0, |
| "eval_class_private_url_recall": 0.9565217391304348, |
| "eval_gold_spans": 520.0, |
| "eval_loss": 0.07776352018117905, |
| "eval_pred_spans": 552.0, |
| "eval_runtime": 7.1537, |
| "eval_samples_per_second": 311.307, |
| "eval_span_f1": 0.8171641791044777, |
| "eval_span_precision": 0.7934782608695652, |
| "eval_span_recall": 0.8423076923076923, |
| "eval_steps_per_second": 2.516, |
| "eval_token_accuracy": 0.9894082633053222, |
| "step": 1610 |
| }, |
| { |
| "epoch": 5.046583850931677, |
| "grad_norm": 0.8306529521942139, |
| "learning_rate": 0.00028967063661406285, |
| "loss": 0.02931797981262207, |
| "step": 1625 |
| }, |
| { |
| "epoch": 5.124223602484472, |
| "grad_norm": 0.3057140111923218, |
| "learning_rate": 0.00028296738711533655, |
| "loss": 0.02403106212615967, |
| "step": 1650 |
| }, |
| { |
| "epoch": 5.201863354037267, |
| "grad_norm": 0.6968570351600647, |
| "learning_rate": 0.0002762399250434392, |
| "loss": 0.024544227123260497, |
| "step": 1675 |
| }, |
| { |
| "epoch": 5.279503105590062, |
| "grad_norm": 0.8571075797080994, |
| "learning_rate": 0.0002694931913167124, |
| "loss": 0.021933317184448242, |
| "step": 1700 |
| }, |
| { |
| "epoch": 5.357142857142857, |
| "grad_norm": 0.5366156101226807, |
| "learning_rate": 0.00026273214100737516, |
| "loss": 0.031152501106262206, |
| "step": 1725 |
| }, |
| { |
| "epoch": 5.434782608695652, |
| "grad_norm": 0.5963289141654968, |
| "learning_rate": 0.0002559617397023193, |
| "loss": 0.02120798110961914, |
| "step": 1750 |
| }, |
| { |
| "epoch": 5.512422360248447, |
| "grad_norm": 0.36561551690101624, |
| "learning_rate": 0.00024918695985618394, |
| "loss": 0.023069217205047607, |
| "step": 1775 |
| }, |
| { |
| "epoch": 5.590062111801243, |
| "grad_norm": 0.834469199180603, |
| "learning_rate": 0.00024241277713938443, |
| "loss": 0.018797587156295776, |
| "step": 1800 |
| }, |
| { |
| "epoch": 5.667701863354037, |
| "grad_norm": 0.3487168848514557, |
| "learning_rate": 0.0002356441667837804, |
| "loss": 0.027416987419128416, |
| "step": 1825 |
| }, |
| { |
| "epoch": 5.745341614906832, |
| "grad_norm": 0.49782446026802063, |
| "learning_rate": 0.0002288860999286656, |
| "loss": 0.029009580612182617, |
| "step": 1850 |
| }, |
| { |
| "epoch": 5.8229813664596275, |
| "grad_norm": 0.5541417598724365, |
| "learning_rate": 0.00022214353996976349, |
| "loss": 0.02573819875717163, |
| "step": 1875 |
| }, |
| { |
| "epoch": 5.900621118012422, |
| "grad_norm": 0.9394005537033081, |
| "learning_rate": 0.00021542143891391025, |
| "loss": 0.024653725624084473, |
| "step": 1900 |
| }, |
| { |
| "epoch": 5.978260869565218, |
| "grad_norm": 0.9744410514831543, |
| "learning_rate": 0.0002087247337421019, |
| "loss": 0.028091182708740236, |
| "step": 1925 |
| }, |
| { |
| "epoch": 6.0, |
| "eval_class_account_number_f1": 0.9603524229074888, |
| "eval_class_account_number_gold_spans": 113.0, |
| "eval_class_account_number_precision": 0.956140350877193, |
| "eval_class_account_number_pred_spans": 114.0, |
| "eval_class_account_number_recall": 0.9646017699115044, |
| "eval_class_ip_address_f1": 1.0, |
| "eval_class_ip_address_gold_spans": 4.0, |
| "eval_class_ip_address_precision": 1.0, |
| "eval_class_ip_address_pred_spans": 4.0, |
| "eval_class_ip_address_recall": 1.0, |
| "eval_class_personal_handle_f1": 0.9090909090909091, |
| "eval_class_personal_handle_gold_spans": 28.0, |
| "eval_class_personal_handle_precision": 0.9259259259259259, |
| "eval_class_personal_handle_pred_spans": 27.0, |
| "eval_class_personal_handle_recall": 0.8928571428571429, |
| "eval_class_private_address_f1": 0.6813186813186812, |
| "eval_class_private_address_gold_spans": 48.0, |
| "eval_class_private_address_precision": 0.7209302325581395, |
| "eval_class_private_address_pred_spans": 43.0, |
| "eval_class_private_address_recall": 0.6458333333333334, |
| "eval_class_private_date_f1": 0.9393939393939394, |
| "eval_class_private_date_gold_spans": 33.0, |
| "eval_class_private_date_precision": 0.9393939393939394, |
| "eval_class_private_date_pred_spans": 33.0, |
| "eval_class_private_date_recall": 0.9393939393939394, |
| "eval_class_private_email_f1": 0.9620253164556962, |
| "eval_class_private_email_gold_spans": 39.0, |
| "eval_class_private_email_precision": 0.95, |
| "eval_class_private_email_pred_spans": 40.0, |
| "eval_class_private_email_recall": 0.9743589743589743, |
| "eval_class_private_person_f1": 0.6514657980456026, |
| "eval_class_private_person_gold_spans": 163.0, |
| "eval_class_private_person_precision": 0.6944444444444444, |
| "eval_class_private_person_pred_spans": 144.0, |
| "eval_class_private_person_recall": 0.6134969325153374, |
| "eval_class_private_phone_f1": 1.0, |
| "eval_class_private_phone_gold_spans": 69.0, |
| "eval_class_private_phone_precision": 1.0, |
| "eval_class_private_phone_pred_spans": 69.0, |
| "eval_class_private_phone_recall": 1.0, |
| "eval_class_private_url_f1": 0.9565217391304348, |
| "eval_class_private_url_gold_spans": 23.0, |
| "eval_class_private_url_precision": 0.9565217391304348, |
| "eval_class_private_url_pred_spans": 23.0, |
| "eval_class_private_url_recall": 0.9565217391304348, |
| "eval_gold_spans": 520.0, |
| "eval_loss": 0.07920802384614944, |
| "eval_pred_spans": 497.0, |
| "eval_runtime": 6.6716, |
| "eval_samples_per_second": 333.804, |
| "eval_span_f1": 0.8436578171091444, |
| "eval_span_precision": 0.8631790744466801, |
| "eval_span_recall": 0.825, |
| "eval_steps_per_second": 2.698, |
| "eval_token_accuracy": 0.9906921101774043, |
| "step": 1932 |
| }, |
| { |
| "epoch": 6.055900621118012, |
| "grad_norm": 0.5681946277618408, |
| "learning_rate": 0.00020205834278357742, |
| "loss": 0.01689502239227295, |
| "step": 1950 |
| }, |
| { |
| "epoch": 6.133540372670807, |
| "grad_norm": 0.3505108058452606, |
| "learning_rate": 0.00019542716210359964, |
| "loss": 0.015278645753860474, |
| "step": 1975 |
| }, |
| { |
| "epoch": 6.211180124223603, |
| "grad_norm": 0.3547140955924988, |
| "learning_rate": 0.00018883606190758903, |
| "loss": 0.015209052562713623, |
| "step": 2000 |
| }, |
| { |
| "epoch": 6.288819875776397, |
| "grad_norm": 0.3973138928413391, |
| "learning_rate": 0.00018228988296424876, |
| "loss": 0.01439091444015503, |
| "step": 2025 |
| }, |
| { |
| "epoch": 6.366459627329193, |
| "grad_norm": 0.5407560467720032, |
| "learning_rate": 0.00017579343305030985, |
| "loss": 0.014540103673934936, |
| "step": 2050 |
| }, |
| { |
| "epoch": 6.444099378881988, |
| "grad_norm": 0.3447468876838684, |
| "learning_rate": 0.00016935148341950694, |
| "loss": 0.017405078411102295, |
| "step": 2075 |
| }, |
| { |
| "epoch": 6.521739130434782, |
| "grad_norm": 0.30423322319984436, |
| "learning_rate": 0.0001629687652983776, |
| "loss": 0.015654172897338867, |
| "step": 2100 |
| }, |
| { |
| "epoch": 6.599378881987578, |
| "grad_norm": 0.47501835227012634, |
| "learning_rate": 0.0001566499664114601, |
| "loss": 0.017501153945922852, |
| "step": 2125 |
| }, |
| { |
| "epoch": 6.6770186335403725, |
| "grad_norm": 0.5283868312835693, |
| "learning_rate": 0.00015039972753843963, |
| "loss": 0.014991183280944825, |
| "step": 2150 |
| }, |
| { |
| "epoch": 6.754658385093168, |
| "grad_norm": 0.9889101982116699, |
| "learning_rate": 0.00014422263910577376, |
| "loss": 0.021359992027282716, |
| "step": 2175 |
| }, |
| { |
| "epoch": 6.832298136645963, |
| "grad_norm": 0.6929994225502014, |
| "learning_rate": 0.0001381232378152987, |
| "loss": 0.01291258454322815, |
| "step": 2200 |
| }, |
| { |
| "epoch": 6.909937888198757, |
| "grad_norm": 0.7863985896110535, |
| "learning_rate": 0.00013210600331229317, |
| "loss": 0.018135499954223634, |
| "step": 2225 |
| }, |
| { |
| "epoch": 6.987577639751553, |
| "grad_norm": 0.45059671998023987, |
| "learning_rate": 0.000126175354895447, |
| "loss": 0.022398817539215087, |
| "step": 2250 |
| }, |
| { |
| "epoch": 7.0, |
| "eval_class_account_number_f1": 0.9779735682819383, |
| "eval_class_account_number_gold_spans": 113.0, |
| "eval_class_account_number_precision": 0.9736842105263158, |
| "eval_class_account_number_pred_spans": 114.0, |
| "eval_class_account_number_recall": 0.9823008849557522, |
| "eval_class_ip_address_f1": 1.0, |
| "eval_class_ip_address_gold_spans": 4.0, |
| "eval_class_ip_address_precision": 1.0, |
| "eval_class_ip_address_pred_spans": 4.0, |
| "eval_class_ip_address_recall": 1.0, |
| "eval_class_personal_handle_f1": 0.9090909090909091, |
| "eval_class_personal_handle_gold_spans": 28.0, |
| "eval_class_personal_handle_precision": 0.9259259259259259, |
| "eval_class_personal_handle_pred_spans": 27.0, |
| "eval_class_personal_handle_recall": 0.8928571428571429, |
| "eval_class_private_address_f1": 0.7333333333333334, |
| "eval_class_private_address_gold_spans": 48.0, |
| "eval_class_private_address_precision": 0.7857142857142857, |
| "eval_class_private_address_pred_spans": 42.0, |
| "eval_class_private_address_recall": 0.6875, |
| "eval_class_private_date_f1": 1.0, |
| "eval_class_private_date_gold_spans": 33.0, |
| "eval_class_private_date_precision": 1.0, |
| "eval_class_private_date_pred_spans": 33.0, |
| "eval_class_private_date_recall": 1.0, |
| "eval_class_private_email_f1": 0.9500000000000001, |
| "eval_class_private_email_gold_spans": 39.0, |
| "eval_class_private_email_precision": 0.926829268292683, |
| "eval_class_private_email_pred_spans": 41.0, |
| "eval_class_private_email_recall": 0.9743589743589743, |
| "eval_class_private_person_f1": 0.6198083067092651, |
| "eval_class_private_person_gold_spans": 163.0, |
| "eval_class_private_person_precision": 0.6466666666666666, |
| "eval_class_private_person_pred_spans": 150.0, |
| "eval_class_private_person_recall": 0.5950920245398773, |
| "eval_class_private_phone_f1": 1.0, |
| "eval_class_private_phone_gold_spans": 69.0, |
| "eval_class_private_phone_precision": 1.0, |
| "eval_class_private_phone_pred_spans": 69.0, |
| "eval_class_private_phone_recall": 1.0, |
| "eval_class_private_url_f1": 0.9583333333333334, |
| "eval_class_private_url_gold_spans": 23.0, |
| "eval_class_private_url_precision": 0.92, |
| "eval_class_private_url_pred_spans": 25.0, |
| "eval_class_private_url_recall": 1.0, |
| "eval_gold_spans": 520.0, |
| "eval_loss": 0.08392658829689026, |
| "eval_pred_spans": 505.0, |
| "eval_runtime": 6.6789, |
| "eval_samples_per_second": 333.44, |
| "eval_span_f1": 0.8448780487804879, |
| "eval_span_precision": 0.8574257425742574, |
| "eval_span_recall": 0.8326923076923077, |
| "eval_steps_per_second": 2.695, |
| "eval_token_accuracy": 0.9905753968253969, |
| "step": 2254 |
| }, |
| { |
| "epoch": 7.065217391304348, |
| "grad_norm": 0.24804139137268066, |
| "learning_rate": 0.00012033564827115123, |
| "loss": 0.013271838426589966, |
| "step": 2275 |
| }, |
| { |
| "epoch": 7.142857142857143, |
| "grad_norm": 0.34166398644447327, |
| "learning_rate": 0.0001145911723544914, |
| "loss": 0.009375990629196166, |
| "step": 2300 |
| }, |
| { |
| "epoch": 7.220496894409938, |
| "grad_norm": 0.8205583691596985, |
| "learning_rate": 0.00010894614611929701, |
| "loss": 0.014302024841308594, |
| "step": 2325 |
| }, |
| { |
| "epoch": 7.298136645962733, |
| "grad_norm": 0.10090164840221405, |
| "learning_rate": 0.00010340471549955708, |
| "loss": 0.013667027950286865, |
| "step": 2350 |
| }, |
| { |
| "epoch": 7.375776397515528, |
| "grad_norm": 0.38398560881614685, |
| "learning_rate": 9.797095034447984e-05, |
| "loss": 0.008717143535614013, |
| "step": 2375 |
| }, |
| { |
| "epoch": 7.453416149068323, |
| "grad_norm": 0.4515543580055237, |
| "learning_rate": 9.264884142943237e-05, |
| "loss": 0.009974555373191833, |
| "step": 2400 |
| }, |
| { |
| "epoch": 7.5310559006211175, |
| "grad_norm": 0.18586605787277222, |
| "learning_rate": 8.744229752495425e-05, |
| "loss": 0.011132798194885253, |
| "step": 2425 |
| }, |
| { |
| "epoch": 7.608695652173913, |
| "grad_norm": 0.8527100682258606, |
| "learning_rate": 8.235514252600023e-05, |
| "loss": 0.013178889751434325, |
| "step": 2450 |
| }, |
| { |
| "epoch": 7.686335403726708, |
| "grad_norm": 0.08932485431432724, |
| "learning_rate": 7.739111264351752e-05, |
| "loss": 0.008569929599761963, |
| "step": 2475 |
| }, |
| { |
| "epoch": 7.763975155279503, |
| "grad_norm": 0.7609089612960815, |
| "learning_rate": 7.255385366042274e-05, |
| "loss": 0.01057699203491211, |
| "step": 2500 |
| }, |
| { |
| "epoch": 7.841614906832298, |
| "grad_norm": 0.30278390645980835, |
| "learning_rate": 6.784691825399267e-05, |
| "loss": 0.007927331924438476, |
| "step": 2525 |
| }, |
| { |
| "epoch": 7.919254658385093, |
| "grad_norm": 0.3382692039012909, |
| "learning_rate": 6.327376338663493e-05, |
| "loss": 0.012843213081359862, |
| "step": 2550 |
| }, |
| { |
| "epoch": 7.996894409937888, |
| "grad_norm": 1.0424972772598267, |
| "learning_rate": 5.883774776695652e-05, |
| "loss": 0.010109683275222778, |
| "step": 2575 |
| }, |
| { |
| "epoch": 8.0, |
| "eval_class_account_number_f1": 0.9779735682819383, |
| "eval_class_account_number_gold_spans": 113.0, |
| "eval_class_account_number_precision": 0.9736842105263158, |
| "eval_class_account_number_pred_spans": 114.0, |
| "eval_class_account_number_recall": 0.9823008849557522, |
| "eval_class_ip_address_f1": 1.0, |
| "eval_class_ip_address_gold_spans": 4.0, |
| "eval_class_ip_address_precision": 1.0, |
| "eval_class_ip_address_pred_spans": 4.0, |
| "eval_class_ip_address_recall": 1.0, |
| "eval_class_personal_handle_f1": 0.8214285714285714, |
| "eval_class_personal_handle_gold_spans": 28.0, |
| "eval_class_personal_handle_precision": 0.8214285714285714, |
| "eval_class_personal_handle_pred_spans": 28.0, |
| "eval_class_personal_handle_recall": 0.8214285714285714, |
| "eval_class_private_address_f1": 0.6888888888888889, |
| "eval_class_private_address_gold_spans": 48.0, |
| "eval_class_private_address_precision": 0.7380952380952381, |
| "eval_class_private_address_pred_spans": 42.0, |
| "eval_class_private_address_recall": 0.6458333333333334, |
| "eval_class_private_date_f1": 1.0, |
| "eval_class_private_date_gold_spans": 33.0, |
| "eval_class_private_date_precision": 1.0, |
| "eval_class_private_date_pred_spans": 33.0, |
| "eval_class_private_date_recall": 1.0, |
| "eval_class_private_email_f1": 0.9500000000000001, |
| "eval_class_private_email_gold_spans": 39.0, |
| "eval_class_private_email_precision": 0.926829268292683, |
| "eval_class_private_email_pred_spans": 41.0, |
| "eval_class_private_email_recall": 0.9743589743589743, |
| "eval_class_private_person_f1": 0.6230529595015576, |
| "eval_class_private_person_gold_spans": 163.0, |
| "eval_class_private_person_precision": 0.6329113924050633, |
| "eval_class_private_person_pred_spans": 158.0, |
| "eval_class_private_person_recall": 0.6134969325153374, |
| "eval_class_private_phone_f1": 1.0, |
| "eval_class_private_phone_gold_spans": 69.0, |
| "eval_class_private_phone_precision": 1.0, |
| "eval_class_private_phone_pred_spans": 69.0, |
| "eval_class_private_phone_recall": 1.0, |
| "eval_class_private_url_f1": 0.9583333333333334, |
| "eval_class_private_url_gold_spans": 23.0, |
| "eval_class_private_url_precision": 0.92, |
| "eval_class_private_url_pred_spans": 25.0, |
| "eval_class_private_url_recall": 1.0, |
| "eval_gold_spans": 520.0, |
| "eval_loss": 0.09201034158468246, |
| "eval_pred_spans": 514.0, |
| "eval_runtime": 6.9909, |
| "eval_samples_per_second": 318.559, |
| "eval_span_f1": 0.8355899419729208, |
| "eval_span_precision": 0.8404669260700389, |
| "eval_span_recall": 0.8307692307692308, |
| "eval_steps_per_second": 2.575, |
| "eval_token_accuracy": 0.9901960784313726, |
| "step": 2576 |
| }, |
| { |
| "epoch": 8.074534161490684, |
| "grad_norm": 0.1411687433719635, |
| "learning_rate": 5.454212938299255e-05, |
| "loss": 0.009849590063095093, |
| "step": 2600 |
| }, |
| { |
| "epoch": 8.152173913043478, |
| "grad_norm": 0.3560449182987213, |
| "learning_rate": 5.0390063109409914e-05, |
| "loss": 0.007954022884368896, |
| "step": 2625 |
| }, |
| { |
| "epoch": 8.229813664596273, |
| "grad_norm": 0.36226364970207214, |
| "learning_rate": 4.6384598390439706e-05, |
| "loss": 0.005342819690704346, |
| "step": 2650 |
| }, |
| { |
| "epoch": 8.307453416149068, |
| "grad_norm": 0.5297871232032776, |
| "learning_rate": 4.252867700024374e-05, |
| "loss": 0.00969659686088562, |
| "step": 2675 |
| }, |
| { |
| "epoch": 8.385093167701863, |
| "grad_norm": 0.5881589651107788, |
| "learning_rate": 3.882513088235676e-05, |
| "loss": 0.006519293785095215, |
| "step": 2700 |
| }, |
| { |
| "epoch": 8.462732919254659, |
| "grad_norm": 0.50627201795578, |
| "learning_rate": 3.5276680069793705e-05, |
| "loss": 0.00985595166683197, |
| "step": 2725 |
| }, |
| { |
| "epoch": 8.540372670807454, |
| "grad_norm": 0.17046724259853363, |
| "learning_rate": 3.18859306873483e-05, |
| "loss": 0.004720044732093811, |
| "step": 2750 |
| }, |
| { |
| "epoch": 8.618012422360248, |
| "grad_norm": 0.294168084859848, |
| "learning_rate": 2.8655373037550058e-05, |
| "loss": 0.011722609996795655, |
| "step": 2775 |
| }, |
| { |
| "epoch": 8.695652173913043, |
| "grad_norm": 0.7373964190483093, |
| "learning_rate": 2.5587379771686403e-05, |
| "loss": 0.006650465726852417, |
| "step": 2800 |
| }, |
| { |
| "epoch": 8.773291925465838, |
| "grad_norm": 0.4546540081501007, |
| "learning_rate": 2.2684204147231934e-05, |
| "loss": 0.01016199827194214, |
| "step": 2825 |
| }, |
| { |
| "epoch": 8.850931677018634, |
| "grad_norm": 0.9172267317771912, |
| "learning_rate": 1.9947978372965804e-05, |
| "loss": 0.009012922048568725, |
| "step": 2850 |
| }, |
| { |
| "epoch": 8.928571428571429, |
| "grad_norm": 0.29897835850715637, |
| "learning_rate": 1.7380712042992184e-05, |
| "loss": 0.005773799419403076, |
| "step": 2875 |
| }, |
| { |
| "epoch": 9.0, |
| "eval_class_account_number_f1": 0.9779735682819383, |
| "eval_class_account_number_gold_spans": 113.0, |
| "eval_class_account_number_precision": 0.9736842105263158, |
| "eval_class_account_number_pred_spans": 114.0, |
| "eval_class_account_number_recall": 0.9823008849557522, |
| "eval_class_ip_address_f1": 1.0, |
| "eval_class_ip_address_gold_spans": 4.0, |
| "eval_class_ip_address_precision": 1.0, |
| "eval_class_ip_address_pred_spans": 4.0, |
| "eval_class_ip_address_recall": 1.0, |
| "eval_class_personal_handle_f1": 0.8928571428571429, |
| "eval_class_personal_handle_gold_spans": 28.0, |
| "eval_class_personal_handle_precision": 0.8928571428571429, |
| "eval_class_personal_handle_pred_spans": 28.0, |
| "eval_class_personal_handle_recall": 0.8928571428571429, |
| "eval_class_private_address_f1": 0.7032967032967034, |
| "eval_class_private_address_gold_spans": 48.0, |
| "eval_class_private_address_precision": 0.7441860465116279, |
| "eval_class_private_address_pred_spans": 43.0, |
| "eval_class_private_address_recall": 0.6666666666666666, |
| "eval_class_private_date_f1": 1.0, |
| "eval_class_private_date_gold_spans": 33.0, |
| "eval_class_private_date_precision": 1.0, |
| "eval_class_private_date_pred_spans": 33.0, |
| "eval_class_private_date_recall": 1.0, |
| "eval_class_private_email_f1": 0.9500000000000001, |
| "eval_class_private_email_gold_spans": 39.0, |
| "eval_class_private_email_precision": 0.926829268292683, |
| "eval_class_private_email_pred_spans": 41.0, |
| "eval_class_private_email_recall": 0.9743589743589743, |
| "eval_class_private_person_f1": 0.6412698412698412, |
| "eval_class_private_person_gold_spans": 163.0, |
| "eval_class_private_person_precision": 0.6644736842105263, |
| "eval_class_private_person_pred_spans": 152.0, |
| "eval_class_private_person_recall": 0.6196319018404908, |
| "eval_class_private_phone_f1": 1.0, |
| "eval_class_private_phone_gold_spans": 69.0, |
| "eval_class_private_phone_precision": 1.0, |
| "eval_class_private_phone_pred_spans": 69.0, |
| "eval_class_private_phone_recall": 1.0, |
| "eval_class_private_url_f1": 0.9583333333333334, |
| "eval_class_private_url_gold_spans": 23.0, |
| "eval_class_private_url_precision": 0.92, |
| "eval_class_private_url_pred_spans": 25.0, |
| "eval_class_private_url_recall": 1.0, |
| "eval_gold_spans": 520.0, |
| "eval_loss": 0.09796658158302307, |
| "eval_pred_spans": 509.0, |
| "eval_runtime": 7.2699, |
| "eval_samples_per_second": 306.33, |
| "eval_span_f1": 0.847424684159378, |
| "eval_span_precision": 0.8565815324165029, |
| "eval_span_recall": 0.8384615384615385, |
| "eval_steps_per_second": 2.476, |
| "eval_token_accuracy": 0.9907504668534081, |
| "step": 2898 |
| }, |
| { |
| "epoch": 9.006211180124224, |
| "grad_norm": 0.1876034289598465, |
| "learning_rate": 1.498429066081311e-05, |
| "loss": 0.008111558556556701, |
| "step": 2900 |
| }, |
| { |
| "epoch": 9.083850931677018, |
| "grad_norm": 0.23115915060043335, |
| "learning_rate": 1.276047425453955e-05, |
| "loss": 0.007400209903717041, |
| "step": 2925 |
| }, |
| { |
| "epoch": 9.161490683229813, |
| "grad_norm": 0.30637550354003906, |
| "learning_rate": 1.0710896084255684e-05, |
| "loss": 0.007166728377342224, |
| "step": 2950 |
| }, |
| { |
| "epoch": 9.23913043478261, |
| "grad_norm": 0.2221984565258026, |
| "learning_rate": 8.837061442487193e-06, |
| "loss": 0.006242750883102417, |
| "step": 2975 |
| }, |
| { |
| "epoch": 9.316770186335404, |
| "grad_norm": 0.38621774315834045, |
| "learning_rate": 7.1403465486540584e-06, |
| "loss": 0.008013453483581543, |
| "step": 3000 |
| }, |
| { |
| "epoch": 9.394409937888199, |
| "grad_norm": 0.2457902729511261, |
| "learning_rate": 5.6219975383197675e-06, |
| "loss": 0.008517981171607972, |
| "step": 3025 |
| }, |
| { |
| "epoch": 9.472049689440993, |
| "grad_norm": 0.5641500353813171, |
| "learning_rate": 4.2831295479791034e-06, |
| "loss": 0.006109429001808167, |
| "step": 3050 |
| }, |
| { |
| "epoch": 9.549689440993788, |
| "grad_norm": 0.18688508868217468, |
| "learning_rate": 3.1247258960573067e-06, |
| "loss": 0.005958260297775269, |
| "step": 3075 |
| }, |
| { |
| "epoch": 9.627329192546584, |
| "grad_norm": 0.2731750011444092, |
| "learning_rate": 2.1476373607214882e-06, |
| "loss": 0.009225964546203613, |
| "step": 3100 |
| }, |
| { |
| "epoch": 9.70496894409938, |
| "grad_norm": 0.12572576105594635, |
| "learning_rate": 1.3525815550349262e-06, |
| "loss": 0.0062656128406524654, |
| "step": 3125 |
| }, |
| { |
| "epoch": 9.782608695652174, |
| "grad_norm": 0.28346896171569824, |
| "learning_rate": 7.401423999132406e-07, |
| "loss": 0.0059302222728729245, |
| "step": 3150 |
| }, |
| { |
| "epoch": 9.860248447204969, |
| "grad_norm": 0.4496349096298218, |
| "learning_rate": 3.107696952694139e-07, |
| "loss": 0.005810813903808594, |
| "step": 3175 |
| }, |
| { |
| "epoch": 9.937888198757763, |
| "grad_norm": 0.7214242815971375, |
| "learning_rate": 6.477878966271167e-08, |
| "loss": 0.008135276436805726, |
| "step": 3200 |
| }, |
| { |
| "epoch": 10.0, |
| "eval_class_account_number_f1": 0.9779735682819383, |
| "eval_class_account_number_gold_spans": 113.0, |
| "eval_class_account_number_precision": 0.9736842105263158, |
| "eval_class_account_number_pred_spans": 114.0, |
| "eval_class_account_number_recall": 0.9823008849557522, |
| "eval_class_ip_address_f1": 1.0, |
| "eval_class_ip_address_gold_spans": 4.0, |
| "eval_class_ip_address_precision": 1.0, |
| "eval_class_ip_address_pred_spans": 4.0, |
| "eval_class_ip_address_recall": 1.0, |
| "eval_class_personal_handle_f1": 0.8928571428571429, |
| "eval_class_personal_handle_gold_spans": 28.0, |
| "eval_class_personal_handle_precision": 0.8928571428571429, |
| "eval_class_personal_handle_pred_spans": 28.0, |
| "eval_class_personal_handle_recall": 0.8928571428571429, |
| "eval_class_private_address_f1": 0.7032967032967034, |
| "eval_class_private_address_gold_spans": 48.0, |
| "eval_class_private_address_precision": 0.7441860465116279, |
| "eval_class_private_address_pred_spans": 43.0, |
| "eval_class_private_address_recall": 0.6666666666666666, |
| "eval_class_private_date_f1": 1.0, |
| "eval_class_private_date_gold_spans": 33.0, |
| "eval_class_private_date_precision": 1.0, |
| "eval_class_private_date_pred_spans": 33.0, |
| "eval_class_private_date_recall": 1.0, |
| "eval_class_private_email_f1": 0.9500000000000001, |
| "eval_class_private_email_gold_spans": 39.0, |
| "eval_class_private_email_precision": 0.926829268292683, |
| "eval_class_private_email_pred_spans": 41.0, |
| "eval_class_private_email_recall": 0.9743589743589743, |
| "eval_class_private_person_f1": 0.6435331230283912, |
| "eval_class_private_person_gold_spans": 163.0, |
| "eval_class_private_person_precision": 0.6623376623376623, |
| "eval_class_private_person_pred_spans": 154.0, |
| "eval_class_private_person_recall": 0.6257668711656442, |
| "eval_class_private_phone_f1": 1.0, |
| "eval_class_private_phone_gold_spans": 69.0, |
| "eval_class_private_phone_precision": 1.0, |
| "eval_class_private_phone_pred_spans": 69.0, |
| "eval_class_private_phone_recall": 1.0, |
| "eval_class_private_url_f1": 0.9583333333333334, |
| "eval_class_private_url_gold_spans": 23.0, |
| "eval_class_private_url_precision": 0.92, |
| "eval_class_private_url_pred_spans": 25.0, |
| "eval_class_private_url_recall": 1.0, |
| "eval_gold_spans": 520.0, |
| "eval_loss": 0.09789847582578659, |
| "eval_pred_spans": 511.0, |
| "eval_runtime": 7.0696, |
| "eval_samples_per_second": 315.012, |
| "eval_span_f1": 0.8477206595538312, |
| "eval_span_precision": 0.8551859099804305, |
| "eval_span_recall": 0.8403846153846154, |
| "eval_steps_per_second": 2.546, |
| "eval_token_accuracy": 0.9908088235294118, |
| "step": 3220 |
| } |
| ], |
| "logging_steps": 25, |
| "max_steps": 3220, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 10, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "EarlyStoppingCallback": { |
| "args": { |
| "early_stopping_patience": 3, |
| "early_stopping_threshold": 0.0 |
| }, |
| "attributes": { |
| "early_stopping_patience_counter": 0 |
| } |
| }, |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.291714856788951e+17, |
| "train_batch_size": 64, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
