File size: 48,500 Bytes
7acb24f
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900
901
902
903
904
905
906
907
908
909
910
911
912
913
914
915
916
917
918
919
920
921
922
923
924
925
926
927
928
929
930
931
932
933
934
935
936
937
938
939
940
941
942
943
944
945
946
947
948
949
950
951
952
953
954
955
956
957
958
959
960
961
962
963
964
965
966
967
968
969
970
971
972
973
974
975
976
977
978
979
980
981
982
983
984
985
986
987
988
989
990
991
992
993
994
995
996
997
998
999
1000
1001
1002
1003
1004
1005
1006
1007
1008
1009
1010
1011
1012
1013
1014
1015
1016
1017
1018
1019
1020
1021
1022
1023
1024
1025
1026
1027
1028
1029
1030
1031
1032
1033
1034
1035
1036
1037
1038
1039
1040
1041
1042
1043
1044
1045
1046
1047
1048
1049
1050
1051
1052
1053
1054
1055
1056
1057
1058
1059
1060
1061
1062
1063
1064
1065
1066
1067
1068
1069
1070
1071
1072
1073
1074
1075
1076
1077
1078
1079
1080
1081
1082
1083
1084
1085
1086
1087
1088
1089
1090
1091
1092
1093
1094
1095
1096
1097
1098
1099
1100
1101
1102
1103
1104
1105
1106
1107
1108
1109
1110
1111
1112
1113
1114
1115
1116
1117
1118
1119
1120
1121
1122
1123
1124
1125
1126
1127
1128
1129
1130
1131
1132
1133
1134
1135
1136
1137
1138
1139
1140
1141
1142
1143
1144
1145
1146
1147
1148
1149
1150
1151
1152
1153
1154
1155
1156
1157
1158
1159
1160
1161
1162
1163
1164
1165
1166
1167
1168
1169
1170
1171
1172
1173
1174
1175
1176
1177
1178
1179
1180
1181
1182
1183
1184
1185
1186
1187
1188
1189
1190
1191
1192
1193
1194
1195
1196
1197
1198
1199
1200
1201
1202
1203
1204
1205
1206
1207
1208
1209
1210
1211
1212
1213
1214
1215
1216
1217
1218
1219
1220
1221
1222
1223
1224
1225
1226
1227
1228
1229
1230
1231
1232
1233
1234
1235
1236
1237
1238
1239
1240
1241
1242
1243
1244
1245
1246
1247
1248
1249
1250
1251
1252
1253
1254
1255
1256
1257
1258
1259
1260
1261
1262
1263
1264
1265
1266
1267
1268
1269
1270
1271
1272
1273
1274
1275
1276
1277
1278
1279
1280
1281
1282
1283
1284
1285
1286
1287
1288
1289
1290
1291
1292
1293
1294
1295
1296
1297
1298
1299
1300
1301
1302
1303
1304
1305
1306
1307
1308
1309
1310
1311
1312
1313
1314
1315
1316
1317
1318
1319
1320
1321
1322
1323
1324
1325
1326
1327
1328
1329
1330
1331
1332
1333
1334
1335
1336
1337
1338
1339
1340
1341
1342
1343
1344
1345
1346
1347
1348
1349
1350
1351
1352
1353
1354
1355
1356
1357
1358
1359
1360
1361
1362
1363
1364
1365
1366
1367
1368
1369
1370
1371
1372
1373
1374
1375
1376
1377
1378
1379
1380
1381
1382
1383
1384
1385
1386
1387
{
  "best_global_step": 2898,
  "best_metric": 0.847424684159378,
  "best_model_checkpoint": "/workspace/data/checkpoints/ko_pii_hf_ddp_v6_lora/checkpoint-2898",
  "epoch": 9.0,
  "eval_steps": 500,
  "global_step": 2898,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.003105590062111801,
      "grad_norm": 8.771296501159668,
      "learning_rate": 0.0,
      "loss": 1.4503676891326904,
      "step": 1
    },
    {
      "epoch": 0.07763975155279502,
      "grad_norm": 8.387271881103516,
      "learning_rate": 3.7267080745341614e-05,
      "loss": 1.2439465522766113,
      "step": 25
    },
    {
      "epoch": 0.15527950310559005,
      "grad_norm": 4.6111741065979,
      "learning_rate": 7.608695652173914e-05,
      "loss": 0.9780036926269531,
      "step": 50
    },
    {
      "epoch": 0.2329192546583851,
      "grad_norm": 1.846106767654419,
      "learning_rate": 0.00011490683229813665,
      "loss": 0.5338097381591796,
      "step": 75
    },
    {
      "epoch": 0.3105590062111801,
      "grad_norm": 2.225909471511841,
      "learning_rate": 0.00015372670807453417,
      "loss": 0.34235782623291017,
      "step": 100
    },
    {
      "epoch": 0.38819875776397517,
      "grad_norm": 2.14986252784729,
      "learning_rate": 0.0001925465838509317,
      "loss": 0.2744290542602539,
      "step": 125
    },
    {
      "epoch": 0.4658385093167702,
      "grad_norm": 2.1372387409210205,
      "learning_rate": 0.0002313664596273292,
      "loss": 0.2258339309692383,
      "step": 150
    },
    {
      "epoch": 0.5434782608695652,
      "grad_norm": 1.5849782228469849,
      "learning_rate": 0.0002701863354037267,
      "loss": 0.2162160873413086,
      "step": 175
    },
    {
      "epoch": 0.6211180124223602,
      "grad_norm": 1.6991852521896362,
      "learning_rate": 0.00030900621118012424,
      "loss": 0.20915340423583983,
      "step": 200
    },
    {
      "epoch": 0.6987577639751553,
      "grad_norm": 2.723663568496704,
      "learning_rate": 0.00034782608695652176,
      "loss": 0.18431522369384765,
      "step": 225
    },
    {
      "epoch": 0.7763975155279503,
      "grad_norm": 1.2743035554885864,
      "learning_rate": 0.00038664596273291923,
      "loss": 0.17637535095214843,
      "step": 250
    },
    {
      "epoch": 0.8540372670807453,
      "grad_norm": 3.452497720718384,
      "learning_rate": 0.0004254658385093168,
      "loss": 0.16074188232421874,
      "step": 275
    },
    {
      "epoch": 0.9316770186335404,
      "grad_norm": 2.547046661376953,
      "learning_rate": 0.00046428571428571433,
      "loss": 0.1531696319580078,
      "step": 300
    },
    {
      "epoch": 1.0,
      "eval_class_account_number_f1": 0.71900826446281,
      "eval_class_account_number_gold_spans": 113.0,
      "eval_class_account_number_precision": 0.6744186046511628,
      "eval_class_account_number_pred_spans": 129.0,
      "eval_class_account_number_recall": 0.7699115044247787,
      "eval_class_ip_address_f1": 1.0,
      "eval_class_ip_address_gold_spans": 4.0,
      "eval_class_ip_address_precision": 1.0,
      "eval_class_ip_address_pred_spans": 4.0,
      "eval_class_ip_address_recall": 1.0,
      "eval_class_personal_handle_f1": 0.8070175438596492,
      "eval_class_personal_handle_gold_spans": 28.0,
      "eval_class_personal_handle_precision": 0.7931034482758621,
      "eval_class_personal_handle_pred_spans": 29.0,
      "eval_class_personal_handle_recall": 0.8214285714285714,
      "eval_class_private_address_f1": 0.08450704225352113,
      "eval_class_private_address_gold_spans": 48.0,
      "eval_class_private_address_precision": 0.13043478260869565,
      "eval_class_private_address_pred_spans": 23.0,
      "eval_class_private_address_recall": 0.0625,
      "eval_class_private_date_f1": 0.8985507246376813,
      "eval_class_private_date_gold_spans": 33.0,
      "eval_class_private_date_precision": 0.8611111111111112,
      "eval_class_private_date_pred_spans": 36.0,
      "eval_class_private_date_recall": 0.9393939393939394,
      "eval_class_private_email_f1": 0.9620253164556962,
      "eval_class_private_email_gold_spans": 39.0,
      "eval_class_private_email_precision": 0.95,
      "eval_class_private_email_pred_spans": 40.0,
      "eval_class_private_email_recall": 0.9743589743589743,
      "eval_class_private_person_f1": 0.32388663967611336,
      "eval_class_private_person_gold_spans": 163.0,
      "eval_class_private_person_precision": 0.47619047619047616,
      "eval_class_private_person_pred_spans": 84.0,
      "eval_class_private_person_recall": 0.24539877300613497,
      "eval_class_private_phone_f1": 0.9855072463768116,
      "eval_class_private_phone_gold_spans": 69.0,
      "eval_class_private_phone_precision": 0.9855072463768116,
      "eval_class_private_phone_pred_spans": 69.0,
      "eval_class_private_phone_recall": 0.9855072463768116,
      "eval_class_private_url_f1": 1.0,
      "eval_class_private_url_gold_spans": 23.0,
      "eval_class_private_url_precision": 1.0,
      "eval_class_private_url_pred_spans": 23.0,
      "eval_class_private_url_recall": 1.0,
      "eval_gold_spans": 520.0,
      "eval_loss": 0.1431565284729004,
      "eval_pred_spans": 437.0,
      "eval_runtime": 5.911,
      "eval_samples_per_second": 376.753,
      "eval_span_f1": 0.6624869383490073,
      "eval_span_precision": 0.7254004576659039,
      "eval_span_recall": 0.6096153846153847,
      "eval_steps_per_second": 3.045,
      "eval_token_accuracy": 0.9817635387488328,
      "step": 322
    },
    {
      "epoch": 1.0093167701863355,
      "grad_norm": 1.0337207317352295,
      "learning_rate": 0.000499999412412136,
      "loss": 0.1343870735168457,
      "step": 325
    },
    {
      "epoch": 1.0869565217391304,
      "grad_norm": 1.150405764579773,
      "learning_rate": 0.0004998929197148332,
      "loss": 0.1398656463623047,
      "step": 350
    },
    {
      "epoch": 1.1645962732919255,
      "grad_norm": 1.239856243133545,
      "learning_rate": 0.0004996028956208098,
      "loss": 0.11556500434875489,
      "step": 375
    },
    {
      "epoch": 1.2422360248447206,
      "grad_norm": 4.1494951248168945,
      "learning_rate": 0.0004991295531354085,
      "loss": 0.10652177810668945,
      "step": 400
    },
    {
      "epoch": 1.3198757763975155,
      "grad_norm": 1.820974349975586,
      "learning_rate": 0.0004984732399003618,
      "loss": 0.1127833080291748,
      "step": 425
    },
    {
      "epoch": 1.3975155279503104,
      "grad_norm": 0.9540935158729553,
      "learning_rate": 0.0004976344379384687,
      "loss": 0.1028218650817871,
      "step": 450
    },
    {
      "epoch": 1.4751552795031055,
      "grad_norm": 1.7447997331619263,
      "learning_rate": 0.0004966137632995793,
      "loss": 0.11593814849853516,
      "step": 475
    },
    {
      "epoch": 1.5527950310559007,
      "grad_norm": 1.3501027822494507,
      "learning_rate": 0.0004954119656081417,
      "loss": 0.1070643424987793,
      "step": 500
    },
    {
      "epoch": 1.6304347826086958,
      "grad_norm": 0.6298630237579346,
      "learning_rate": 0.0004940299275126486,
      "loss": 0.11064315795898437,
      "step": 525
    },
    {
      "epoch": 1.7080745341614907,
      "grad_norm": 0.8390702605247498,
      "learning_rate": 0.0004924686640373841,
      "loss": 0.09777620315551758,
      "step": 550
    },
    {
      "epoch": 1.7857142857142856,
      "grad_norm": 0.5763865113258362,
      "learning_rate": 0.0004907293218369499,
      "loss": 0.08596687316894532,
      "step": 575
    },
    {
      "epoch": 1.8633540372670807,
      "grad_norm": 0.7198231816291809,
      "learning_rate": 0.0004888131783541152,
      "loss": 0.0955750274658203,
      "step": 600
    },
    {
      "epoch": 1.9409937888198758,
      "grad_norm": 1.0241382122039795,
      "learning_rate": 0.0004867216408816122,
      "loss": 0.0880333137512207,
      "step": 625
    },
    {
      "epoch": 2.0,
      "eval_class_account_number_f1": 0.9184549356223176,
      "eval_class_account_number_gold_spans": 113.0,
      "eval_class_account_number_precision": 0.8916666666666667,
      "eval_class_account_number_pred_spans": 120.0,
      "eval_class_account_number_recall": 0.9469026548672567,
      "eval_class_ip_address_f1": 1.0,
      "eval_class_ip_address_gold_spans": 4.0,
      "eval_class_ip_address_precision": 1.0,
      "eval_class_ip_address_pred_spans": 4.0,
      "eval_class_ip_address_recall": 1.0,
      "eval_class_personal_handle_f1": 0.9310344827586207,
      "eval_class_personal_handle_gold_spans": 28.0,
      "eval_class_personal_handle_precision": 0.9,
      "eval_class_personal_handle_pred_spans": 30.0,
      "eval_class_personal_handle_recall": 0.9642857142857143,
      "eval_class_private_address_f1": 0.5747126436781609,
      "eval_class_private_address_gold_spans": 48.0,
      "eval_class_private_address_precision": 0.6410256410256411,
      "eval_class_private_address_pred_spans": 39.0,
      "eval_class_private_address_recall": 0.5208333333333334,
      "eval_class_private_date_f1": 0.927536231884058,
      "eval_class_private_date_gold_spans": 33.0,
      "eval_class_private_date_precision": 0.8888888888888888,
      "eval_class_private_date_pred_spans": 36.0,
      "eval_class_private_date_recall": 0.9696969696969697,
      "eval_class_private_email_f1": 0.9743589743589743,
      "eval_class_private_email_gold_spans": 39.0,
      "eval_class_private_email_precision": 0.9743589743589743,
      "eval_class_private_email_pred_spans": 39.0,
      "eval_class_private_email_recall": 0.9743589743589743,
      "eval_class_private_person_f1": 0.5182926829268292,
      "eval_class_private_person_gold_spans": 163.0,
      "eval_class_private_person_precision": 0.5151515151515151,
      "eval_class_private_person_pred_spans": 165.0,
      "eval_class_private_person_recall": 0.5214723926380368,
      "eval_class_private_phone_f1": 1.0,
      "eval_class_private_phone_gold_spans": 69.0,
      "eval_class_private_phone_precision": 1.0,
      "eval_class_private_phone_pred_spans": 69.0,
      "eval_class_private_phone_recall": 1.0,
      "eval_class_private_url_f1": 0.9130434782608695,
      "eval_class_private_url_gold_spans": 23.0,
      "eval_class_private_url_precision": 0.9130434782608695,
      "eval_class_private_url_pred_spans": 23.0,
      "eval_class_private_url_recall": 0.9130434782608695,
      "eval_gold_spans": 520.0,
      "eval_loss": 0.08562110364437103,
      "eval_pred_spans": 525.0,
      "eval_runtime": 6.7931,
      "eval_samples_per_second": 327.832,
      "eval_span_f1": 0.7808612440191388,
      "eval_span_precision": 0.7771428571428571,
      "eval_span_recall": 0.7846153846153846,
      "eval_steps_per_second": 2.65,
      "eval_token_accuracy": 0.9886788048552755,
      "step": 644
    },
    {
      "epoch": 2.018633540372671,
      "grad_norm": 1.2737419605255127,
      "learning_rate": 0.00048445624552856343,
      "loss": 0.0896837329864502,
      "step": 650
    },
    {
      "epoch": 2.0962732919254656,
      "grad_norm": 0.5823193788528442,
      "learning_rate": 0.00048201865609230155,
      "loss": 0.07990738868713379,
      "step": 675
    },
    {
      "epoch": 2.1739130434782608,
      "grad_norm": 1.4650110006332397,
      "learning_rate": 0.0004794106628364098,
      "loss": 0.06952488899230957,
      "step": 700
    },
    {
      "epoch": 2.251552795031056,
      "grad_norm": 0.6727014183998108,
      "learning_rate": 0.0004766341811758803,
      "loss": 0.07833251953125,
      "step": 725
    },
    {
      "epoch": 2.329192546583851,
      "grad_norm": 0.6006216406822205,
      "learning_rate": 0.000473691250270357,
      "loss": 0.06939034461975098,
      "step": 750
    },
    {
      "epoch": 2.406832298136646,
      "grad_norm": 0.5175172090530396,
      "learning_rate": 0.00047058403152649405,
      "loss": 0.05780394077301025,
      "step": 775
    },
    {
      "epoch": 2.4844720496894412,
      "grad_norm": 1.1351436376571655,
      "learning_rate": 0.00046731480701053265,
      "loss": 0.06771457672119141,
      "step": 800
    },
    {
      "epoch": 2.562111801242236,
      "grad_norm": 0.8665878772735596,
      "learning_rate": 0.0004638859777722596,
      "loss": 0.0703080177307129,
      "step": 825
    },
    {
      "epoch": 2.639751552795031,
      "grad_norm": 0.8073828220367432,
      "learning_rate": 0.00046030006208158,
      "loss": 0.0754665756225586,
      "step": 850
    },
    {
      "epoch": 2.717391304347826,
      "grad_norm": 0.6520082950592041,
      "learning_rate": 0.00045655969357899875,
      "loss": 0.06543315410614013,
      "step": 875
    },
    {
      "epoch": 2.795031055900621,
      "grad_norm": 1.448807954788208,
      "learning_rate": 0.00045266761934136896,
      "loss": 0.07107664108276367,
      "step": 900
    },
    {
      "epoch": 2.8726708074534164,
      "grad_norm": 0.45655015110969543,
      "learning_rate": 0.00044862669786432865,
      "loss": 0.07224170684814453,
      "step": 925
    },
    {
      "epoch": 2.950310559006211,
      "grad_norm": 0.4825460612773895,
      "learning_rate": 0.0004444398969629067,
      "loss": 0.06763762950897217,
      "step": 950
    },
    {
      "epoch": 3.0,
      "eval_class_account_number_f1": 0.9350649350649352,
      "eval_class_account_number_gold_spans": 113.0,
      "eval_class_account_number_precision": 0.9152542372881356,
      "eval_class_account_number_pred_spans": 118.0,
      "eval_class_account_number_recall": 0.9557522123893806,
      "eval_class_ip_address_f1": 1.0,
      "eval_class_ip_address_gold_spans": 4.0,
      "eval_class_ip_address_precision": 1.0,
      "eval_class_ip_address_pred_spans": 4.0,
      "eval_class_ip_address_recall": 1.0,
      "eval_class_personal_handle_f1": 0.912280701754386,
      "eval_class_personal_handle_gold_spans": 28.0,
      "eval_class_personal_handle_precision": 0.896551724137931,
      "eval_class_personal_handle_pred_spans": 29.0,
      "eval_class_personal_handle_recall": 0.9285714285714286,
      "eval_class_private_address_f1": 0.6041666666666666,
      "eval_class_private_address_gold_spans": 48.0,
      "eval_class_private_address_precision": 0.6041666666666666,
      "eval_class_private_address_pred_spans": 48.0,
      "eval_class_private_address_recall": 0.6041666666666666,
      "eval_class_private_date_f1": 0.9253731343283583,
      "eval_class_private_date_gold_spans": 33.0,
      "eval_class_private_date_precision": 0.9117647058823529,
      "eval_class_private_date_pred_spans": 34.0,
      "eval_class_private_date_recall": 0.9393939393939394,
      "eval_class_private_email_f1": 0.9487179487179487,
      "eval_class_private_email_gold_spans": 39.0,
      "eval_class_private_email_precision": 0.9487179487179487,
      "eval_class_private_email_pred_spans": 39.0,
      "eval_class_private_email_recall": 0.9487179487179487,
      "eval_class_private_person_f1": 0.6013071895424836,
      "eval_class_private_person_gold_spans": 163.0,
      "eval_class_private_person_precision": 0.6433566433566433,
      "eval_class_private_person_pred_spans": 143.0,
      "eval_class_private_person_recall": 0.5644171779141104,
      "eval_class_private_phone_f1": 1.0,
      "eval_class_private_phone_gold_spans": 69.0,
      "eval_class_private_phone_precision": 1.0,
      "eval_class_private_phone_pred_spans": 69.0,
      "eval_class_private_phone_recall": 1.0,
      "eval_class_private_url_f1": 0.9361702127659574,
      "eval_class_private_url_gold_spans": 23.0,
      "eval_class_private_url_precision": 0.9166666666666666,
      "eval_class_private_url_pred_spans": 24.0,
      "eval_class_private_url_recall": 0.9565217391304348,
      "eval_gold_spans": 520.0,
      "eval_loss": 0.07642154395580292,
      "eval_pred_spans": 508.0,
      "eval_runtime": 6.8956,
      "eval_samples_per_second": 322.962,
      "eval_span_f1": 0.8132295719844358,
      "eval_span_precision": 0.8228346456692913,
      "eval_span_recall": 0.8038461538461539,
      "eval_steps_per_second": 2.61,
      "eval_token_accuracy": 0.9904586834733894,
      "step": 966
    },
    {
      "epoch": 3.027950310559006,
      "grad_norm": 0.3684696853160858,
      "learning_rate": 0.00044011029159184015,
      "loss": 0.04707308769226074,
      "step": 975
    },
    {
      "epoch": 3.1055900621118013,
      "grad_norm": 0.47226452827453613,
      "learning_rate": 0.00043564106158720383,
      "loss": 0.04691335678100586,
      "step": 1000
    },
    {
      "epoch": 3.1832298136645965,
      "grad_norm": 0.6678075194358826,
      "learning_rate": 0.00043103548933101155,
      "loss": 0.044693613052368165,
      "step": 1025
    },
    {
      "epoch": 3.260869565217391,
      "grad_norm": 0.675778865814209,
      "learning_rate": 0.00042629695734050255,
      "loss": 0.04987412452697754,
      "step": 1050
    },
    {
      "epoch": 3.3385093167701863,
      "grad_norm": 1.2661679983139038,
      "learning_rate": 0.00042142894578388486,
      "loss": 0.046450929641723634,
      "step": 1075
    },
    {
      "epoch": 3.4161490683229814,
      "grad_norm": 0.7080872058868408,
      "learning_rate": 0.00041643502992436013,
      "loss": 0.050359611511230466,
      "step": 1100
    },
    {
      "epoch": 3.4937888198757765,
      "grad_norm": 0.7029626369476318,
      "learning_rate": 0.0004113188774943071,
      "loss": 0.06056289672851563,
      "step": 1125
    },
    {
      "epoch": 3.571428571428571,
      "grad_norm": 0.558189332485199,
      "learning_rate": 0.000406084246001551,
      "loss": 0.045447168350219724,
      "step": 1150
    },
    {
      "epoch": 3.6490683229813663,
      "grad_norm": 0.5974974036216736,
      "learning_rate": 0.00040073497996969933,
      "loss": 0.045512027740478515,
      "step": 1175
    },
    {
      "epoch": 3.7267080745341614,
      "grad_norm": 0.5707910656929016,
      "learning_rate": 0.000395275008114569,
      "loss": 0.05025949954986572,
      "step": 1200
    },
    {
      "epoch": 3.8043478260869565,
      "grad_norm": 1.0855952501296997,
      "learning_rate": 0.00038970834045878026,
      "loss": 0.06197848796844482,
      "step": 1225
    },
    {
      "epoch": 3.8819875776397517,
      "grad_norm": 0.3965921401977539,
      "learning_rate": 0.0003840390653866341,
      "loss": 0.05249831199645996,
      "step": 1250
    },
    {
      "epoch": 3.9596273291925463,
      "grad_norm": 0.5562620162963867,
      "learning_rate": 0.00037827134664143947,
      "loss": 0.045794315338134765,
      "step": 1275
    },
    {
      "epoch": 4.0,
      "eval_class_account_number_f1": 0.9691629955947135,
      "eval_class_account_number_gold_spans": 113.0,
      "eval_class_account_number_precision": 0.9649122807017544,
      "eval_class_account_number_pred_spans": 114.0,
      "eval_class_account_number_recall": 0.9734513274336283,
      "eval_class_ip_address_f1": 1.0,
      "eval_class_ip_address_gold_spans": 4.0,
      "eval_class_ip_address_precision": 1.0,
      "eval_class_ip_address_pred_spans": 4.0,
      "eval_class_ip_address_recall": 1.0,
      "eval_class_personal_handle_f1": 0.7719298245614034,
      "eval_class_personal_handle_gold_spans": 28.0,
      "eval_class_personal_handle_precision": 0.7586206896551724,
      "eval_class_personal_handle_pred_spans": 29.0,
      "eval_class_personal_handle_recall": 0.7857142857142857,
      "eval_class_private_address_f1": 0.6067415730337078,
      "eval_class_private_address_gold_spans": 48.0,
      "eval_class_private_address_precision": 0.6585365853658537,
      "eval_class_private_address_pred_spans": 41.0,
      "eval_class_private_address_recall": 0.5625,
      "eval_class_private_date_f1": 1.0,
      "eval_class_private_date_gold_spans": 33.0,
      "eval_class_private_date_precision": 1.0,
      "eval_class_private_date_pred_spans": 33.0,
      "eval_class_private_date_recall": 1.0,
      "eval_class_private_email_f1": 0.9873417721518987,
      "eval_class_private_email_gold_spans": 39.0,
      "eval_class_private_email_precision": 0.975,
      "eval_class_private_email_pred_spans": 40.0,
      "eval_class_private_email_recall": 1.0,
      "eval_class_private_person_f1": 0.6257668711656442,
      "eval_class_private_person_gold_spans": 163.0,
      "eval_class_private_person_precision": 0.6257668711656442,
      "eval_class_private_person_pred_spans": 163.0,
      "eval_class_private_person_recall": 0.6257668711656442,
      "eval_class_private_phone_f1": 1.0,
      "eval_class_private_phone_gold_spans": 69.0,
      "eval_class_private_phone_precision": 1.0,
      "eval_class_private_phone_pred_spans": 69.0,
      "eval_class_private_phone_recall": 1.0,
      "eval_class_private_url_f1": 0.9565217391304348,
      "eval_class_private_url_gold_spans": 23.0,
      "eval_class_private_url_precision": 0.9565217391304348,
      "eval_class_private_url_pred_spans": 23.0,
      "eval_class_private_url_recall": 0.9565217391304348,
      "eval_gold_spans": 520.0,
      "eval_loss": 0.07150626927614212,
      "eval_pred_spans": 516.0,
      "eval_runtime": 6.9918,
      "eval_samples_per_second": 318.517,
      "eval_span_f1": 0.8262548262548264,
      "eval_span_precision": 0.8294573643410853,
      "eval_span_recall": 0.823076923076923,
      "eval_steps_per_second": 2.574,
      "eval_token_accuracy": 0.9900501867413632,
      "step": 1288
    },
    {
      "epoch": 4.037267080745342,
      "grad_norm": 0.3308059573173523,
      "learning_rate": 0.00037240942026749233,
      "loss": 0.03683102369308472,
      "step": 1300
    },
    {
      "epoch": 4.114906832298137,
      "grad_norm": 0.9377778768539429,
      "learning_rate": 0.0003664575914989552,
      "loss": 0.033050749301910404,
      "step": 1325
    },
    {
      "epoch": 4.192546583850931,
      "grad_norm": 0.5735832452774048,
      "learning_rate": 0.00036042023159791974,
      "loss": 0.031362690925598145,
      "step": 1350
    },
    {
      "epoch": 4.270186335403727,
      "grad_norm": 0.631287693977356,
      "learning_rate": 0.0003543017746439766,
      "loss": 0.03477231979370117,
      "step": 1375
    },
    {
      "epoch": 4.3478260869565215,
      "grad_norm": 1.0935797691345215,
      "learning_rate": 0.0003481067142776489,
      "loss": 0.03894762754440308,
      "step": 1400
    },
    {
      "epoch": 4.425465838509317,
      "grad_norm": 0.6073715090751648,
      "learning_rate": 0.0003418396004000829,
      "loss": 0.03512312889099121,
      "step": 1425
    },
    {
      "epoch": 4.503105590062112,
      "grad_norm": 0.6249358654022217,
      "learning_rate": 0.0003355050358314172,
      "loss": 0.04299846649169922,
      "step": 1450
    },
    {
      "epoch": 4.580745341614907,
      "grad_norm": 0.7248182892799377,
      "learning_rate": 0.0003291076729302869,
      "loss": 0.03905656576156616,
      "step": 1475
    },
    {
      "epoch": 4.658385093167702,
      "grad_norm": 0.9138495922088623,
      "learning_rate": 0.00032265221017694474,
      "loss": 0.039488759040832516,
      "step": 1500
    },
    {
      "epoch": 4.736024844720497,
      "grad_norm": 0.6601109504699707,
      "learning_rate": 0.00031614338872250835,
      "loss": 0.03172698974609375,
      "step": 1525
    },
    {
      "epoch": 4.813664596273292,
      "grad_norm": 1.141296625137329,
      "learning_rate": 0.0003095859889068687,
      "loss": 0.038228404521942136,
      "step": 1550
    },
    {
      "epoch": 4.891304347826087,
      "grad_norm": 1.3895987272262573,
      "learning_rate": 0.0003029848267478158,
      "loss": 0.03626953125,
      "step": 1575
    },
    {
      "epoch": 4.9689440993788825,
      "grad_norm": 0.5478597283363342,
      "learning_rate": 0.00029634475040396285,
      "loss": 0.03073249340057373,
      "step": 1600
    },
    {
      "epoch": 5.0,
      "eval_class_account_number_f1": 0.9691629955947135,
      "eval_class_account_number_gold_spans": 113.0,
      "eval_class_account_number_precision": 0.9649122807017544,
      "eval_class_account_number_pred_spans": 114.0,
      "eval_class_account_number_recall": 0.9734513274336283,
      "eval_class_ip_address_f1": 1.0,
      "eval_class_ip_address_gold_spans": 4.0,
      "eval_class_ip_address_precision": 1.0,
      "eval_class_ip_address_pred_spans": 4.0,
      "eval_class_ip_address_recall": 1.0,
      "eval_class_personal_handle_f1": 0.8771929824561403,
      "eval_class_personal_handle_gold_spans": 28.0,
      "eval_class_personal_handle_precision": 0.8620689655172413,
      "eval_class_personal_handle_pred_spans": 29.0,
      "eval_class_personal_handle_recall": 0.8928571428571429,
      "eval_class_private_address_f1": 0.6046511627906976,
      "eval_class_private_address_gold_spans": 48.0,
      "eval_class_private_address_precision": 0.6842105263157895,
      "eval_class_private_address_pred_spans": 38.0,
      "eval_class_private_address_recall": 0.5416666666666666,
      "eval_class_private_date_f1": 1.0,
      "eval_class_private_date_gold_spans": 33.0,
      "eval_class_private_date_precision": 1.0,
      "eval_class_private_date_pred_spans": 33.0,
      "eval_class_private_date_recall": 1.0,
      "eval_class_private_email_f1": 0.9873417721518987,
      "eval_class_private_email_gold_spans": 39.0,
      "eval_class_private_email_precision": 0.975,
      "eval_class_private_email_pred_spans": 40.0,
      "eval_class_private_email_recall": 1.0,
      "eval_class_private_person_f1": 0.6027397260273972,
      "eval_class_private_person_gold_spans": 163.0,
      "eval_class_private_person_precision": 0.5445544554455446,
      "eval_class_private_person_pred_spans": 202.0,
      "eval_class_private_person_recall": 0.6748466257668712,
      "eval_class_private_phone_f1": 1.0,
      "eval_class_private_phone_gold_spans": 69.0,
      "eval_class_private_phone_precision": 1.0,
      "eval_class_private_phone_pred_spans": 69.0,
      "eval_class_private_phone_recall": 1.0,
      "eval_class_private_url_f1": 0.9565217391304348,
      "eval_class_private_url_gold_spans": 23.0,
      "eval_class_private_url_precision": 0.9565217391304348,
      "eval_class_private_url_pred_spans": 23.0,
      "eval_class_private_url_recall": 0.9565217391304348,
      "eval_gold_spans": 520.0,
      "eval_loss": 0.07776352018117905,
      "eval_pred_spans": 552.0,
      "eval_runtime": 7.1537,
      "eval_samples_per_second": 311.307,
      "eval_span_f1": 0.8171641791044777,
      "eval_span_precision": 0.7934782608695652,
      "eval_span_recall": 0.8423076923076923,
      "eval_steps_per_second": 2.516,
      "eval_token_accuracy": 0.9894082633053222,
      "step": 1610
    },
    {
      "epoch": 5.046583850931677,
      "grad_norm": 0.8306529521942139,
      "learning_rate": 0.00028967063661406285,
      "loss": 0.02931797981262207,
      "step": 1625
    },
    {
      "epoch": 5.124223602484472,
      "grad_norm": 0.3057140111923218,
      "learning_rate": 0.00028296738711533655,
      "loss": 0.02403106212615967,
      "step": 1650
    },
    {
      "epoch": 5.201863354037267,
      "grad_norm": 0.6968570351600647,
      "learning_rate": 0.0002762399250434392,
      "loss": 0.024544227123260497,
      "step": 1675
    },
    {
      "epoch": 5.279503105590062,
      "grad_norm": 0.8571075797080994,
      "learning_rate": 0.0002694931913167124,
      "loss": 0.021933317184448242,
      "step": 1700
    },
    {
      "epoch": 5.357142857142857,
      "grad_norm": 0.5366156101226807,
      "learning_rate": 0.00026273214100737516,
      "loss": 0.031152501106262206,
      "step": 1725
    },
    {
      "epoch": 5.434782608695652,
      "grad_norm": 0.5963289141654968,
      "learning_rate": 0.0002559617397023193,
      "loss": 0.02120798110961914,
      "step": 1750
    },
    {
      "epoch": 5.512422360248447,
      "grad_norm": 0.36561551690101624,
      "learning_rate": 0.00024918695985618394,
      "loss": 0.023069217205047607,
      "step": 1775
    },
    {
      "epoch": 5.590062111801243,
      "grad_norm": 0.834469199180603,
      "learning_rate": 0.00024241277713938443,
      "loss": 0.018797587156295776,
      "step": 1800
    },
    {
      "epoch": 5.667701863354037,
      "grad_norm": 0.3487168848514557,
      "learning_rate": 0.0002356441667837804,
      "loss": 0.027416987419128416,
      "step": 1825
    },
    {
      "epoch": 5.745341614906832,
      "grad_norm": 0.49782446026802063,
      "learning_rate": 0.0002288860999286656,
      "loss": 0.029009580612182617,
      "step": 1850
    },
    {
      "epoch": 5.8229813664596275,
      "grad_norm": 0.5541417598724365,
      "learning_rate": 0.00022214353996976349,
      "loss": 0.02573819875717163,
      "step": 1875
    },
    {
      "epoch": 5.900621118012422,
      "grad_norm": 0.9394005537033081,
      "learning_rate": 0.00021542143891391025,
      "loss": 0.024653725624084473,
      "step": 1900
    },
    {
      "epoch": 5.978260869565218,
      "grad_norm": 0.9744410514831543,
      "learning_rate": 0.0002087247337421019,
      "loss": 0.028091182708740236,
      "step": 1925
    },
    {
      "epoch": 6.0,
      "eval_class_account_number_f1": 0.9603524229074888,
      "eval_class_account_number_gold_spans": 113.0,
      "eval_class_account_number_precision": 0.956140350877193,
      "eval_class_account_number_pred_spans": 114.0,
      "eval_class_account_number_recall": 0.9646017699115044,
      "eval_class_ip_address_f1": 1.0,
      "eval_class_ip_address_gold_spans": 4.0,
      "eval_class_ip_address_precision": 1.0,
      "eval_class_ip_address_pred_spans": 4.0,
      "eval_class_ip_address_recall": 1.0,
      "eval_class_personal_handle_f1": 0.9090909090909091,
      "eval_class_personal_handle_gold_spans": 28.0,
      "eval_class_personal_handle_precision": 0.9259259259259259,
      "eval_class_personal_handle_pred_spans": 27.0,
      "eval_class_personal_handle_recall": 0.8928571428571429,
      "eval_class_private_address_f1": 0.6813186813186812,
      "eval_class_private_address_gold_spans": 48.0,
      "eval_class_private_address_precision": 0.7209302325581395,
      "eval_class_private_address_pred_spans": 43.0,
      "eval_class_private_address_recall": 0.6458333333333334,
      "eval_class_private_date_f1": 0.9393939393939394,
      "eval_class_private_date_gold_spans": 33.0,
      "eval_class_private_date_precision": 0.9393939393939394,
      "eval_class_private_date_pred_spans": 33.0,
      "eval_class_private_date_recall": 0.9393939393939394,
      "eval_class_private_email_f1": 0.9620253164556962,
      "eval_class_private_email_gold_spans": 39.0,
      "eval_class_private_email_precision": 0.95,
      "eval_class_private_email_pred_spans": 40.0,
      "eval_class_private_email_recall": 0.9743589743589743,
      "eval_class_private_person_f1": 0.6514657980456026,
      "eval_class_private_person_gold_spans": 163.0,
      "eval_class_private_person_precision": 0.6944444444444444,
      "eval_class_private_person_pred_spans": 144.0,
      "eval_class_private_person_recall": 0.6134969325153374,
      "eval_class_private_phone_f1": 1.0,
      "eval_class_private_phone_gold_spans": 69.0,
      "eval_class_private_phone_precision": 1.0,
      "eval_class_private_phone_pred_spans": 69.0,
      "eval_class_private_phone_recall": 1.0,
      "eval_class_private_url_f1": 0.9565217391304348,
      "eval_class_private_url_gold_spans": 23.0,
      "eval_class_private_url_precision": 0.9565217391304348,
      "eval_class_private_url_pred_spans": 23.0,
      "eval_class_private_url_recall": 0.9565217391304348,
      "eval_gold_spans": 520.0,
      "eval_loss": 0.07920802384614944,
      "eval_pred_spans": 497.0,
      "eval_runtime": 6.6716,
      "eval_samples_per_second": 333.804,
      "eval_span_f1": 0.8436578171091444,
      "eval_span_precision": 0.8631790744466801,
      "eval_span_recall": 0.825,
      "eval_steps_per_second": 2.698,
      "eval_token_accuracy": 0.9906921101774043,
      "step": 1932
    },
    {
      "epoch": 6.055900621118012,
      "grad_norm": 0.5681946277618408,
      "learning_rate": 0.00020205834278357742,
      "loss": 0.01689502239227295,
      "step": 1950
    },
    {
      "epoch": 6.133540372670807,
      "grad_norm": 0.3505108058452606,
      "learning_rate": 0.00019542716210359964,
      "loss": 0.015278645753860474,
      "step": 1975
    },
    {
      "epoch": 6.211180124223603,
      "grad_norm": 0.3547140955924988,
      "learning_rate": 0.00018883606190758903,
      "loss": 0.015209052562713623,
      "step": 2000
    },
    {
      "epoch": 6.288819875776397,
      "grad_norm": 0.3973138928413391,
      "learning_rate": 0.00018228988296424876,
      "loss": 0.01439091444015503,
      "step": 2025
    },
    {
      "epoch": 6.366459627329193,
      "grad_norm": 0.5407560467720032,
      "learning_rate": 0.00017579343305030985,
      "loss": 0.014540103673934936,
      "step": 2050
    },
    {
      "epoch": 6.444099378881988,
      "grad_norm": 0.3447468876838684,
      "learning_rate": 0.00016935148341950694,
      "loss": 0.017405078411102295,
      "step": 2075
    },
    {
      "epoch": 6.521739130434782,
      "grad_norm": 0.30423322319984436,
      "learning_rate": 0.0001629687652983776,
      "loss": 0.015654172897338867,
      "step": 2100
    },
    {
      "epoch": 6.599378881987578,
      "grad_norm": 0.47501835227012634,
      "learning_rate": 0.0001566499664114601,
      "loss": 0.017501153945922852,
      "step": 2125
    },
    {
      "epoch": 6.6770186335403725,
      "grad_norm": 0.5283868312835693,
      "learning_rate": 0.00015039972753843963,
      "loss": 0.014991183280944825,
      "step": 2150
    },
    {
      "epoch": 6.754658385093168,
      "grad_norm": 0.9889101982116699,
      "learning_rate": 0.00014422263910577376,
      "loss": 0.021359992027282716,
      "step": 2175
    },
    {
      "epoch": 6.832298136645963,
      "grad_norm": 0.6929994225502014,
      "learning_rate": 0.0001381232378152987,
      "loss": 0.01291258454322815,
      "step": 2200
    },
    {
      "epoch": 6.909937888198757,
      "grad_norm": 0.7863985896110535,
      "learning_rate": 0.00013210600331229317,
      "loss": 0.018135499954223634,
      "step": 2225
    },
    {
      "epoch": 6.987577639751553,
      "grad_norm": 0.45059671998023987,
      "learning_rate": 0.000126175354895447,
      "loss": 0.022398817539215087,
      "step": 2250
    },
    {
      "epoch": 7.0,
      "eval_class_account_number_f1": 0.9779735682819383,
      "eval_class_account_number_gold_spans": 113.0,
      "eval_class_account_number_precision": 0.9736842105263158,
      "eval_class_account_number_pred_spans": 114.0,
      "eval_class_account_number_recall": 0.9823008849557522,
      "eval_class_ip_address_f1": 1.0,
      "eval_class_ip_address_gold_spans": 4.0,
      "eval_class_ip_address_precision": 1.0,
      "eval_class_ip_address_pred_spans": 4.0,
      "eval_class_ip_address_recall": 1.0,
      "eval_class_personal_handle_f1": 0.9090909090909091,
      "eval_class_personal_handle_gold_spans": 28.0,
      "eval_class_personal_handle_precision": 0.9259259259259259,
      "eval_class_personal_handle_pred_spans": 27.0,
      "eval_class_personal_handle_recall": 0.8928571428571429,
      "eval_class_private_address_f1": 0.7333333333333334,
      "eval_class_private_address_gold_spans": 48.0,
      "eval_class_private_address_precision": 0.7857142857142857,
      "eval_class_private_address_pred_spans": 42.0,
      "eval_class_private_address_recall": 0.6875,
      "eval_class_private_date_f1": 1.0,
      "eval_class_private_date_gold_spans": 33.0,
      "eval_class_private_date_precision": 1.0,
      "eval_class_private_date_pred_spans": 33.0,
      "eval_class_private_date_recall": 1.0,
      "eval_class_private_email_f1": 0.9500000000000001,
      "eval_class_private_email_gold_spans": 39.0,
      "eval_class_private_email_precision": 0.926829268292683,
      "eval_class_private_email_pred_spans": 41.0,
      "eval_class_private_email_recall": 0.9743589743589743,
      "eval_class_private_person_f1": 0.6198083067092651,
      "eval_class_private_person_gold_spans": 163.0,
      "eval_class_private_person_precision": 0.6466666666666666,
      "eval_class_private_person_pred_spans": 150.0,
      "eval_class_private_person_recall": 0.5950920245398773,
      "eval_class_private_phone_f1": 1.0,
      "eval_class_private_phone_gold_spans": 69.0,
      "eval_class_private_phone_precision": 1.0,
      "eval_class_private_phone_pred_spans": 69.0,
      "eval_class_private_phone_recall": 1.0,
      "eval_class_private_url_f1": 0.9583333333333334,
      "eval_class_private_url_gold_spans": 23.0,
      "eval_class_private_url_precision": 0.92,
      "eval_class_private_url_pred_spans": 25.0,
      "eval_class_private_url_recall": 1.0,
      "eval_gold_spans": 520.0,
      "eval_loss": 0.08392658829689026,
      "eval_pred_spans": 505.0,
      "eval_runtime": 6.6789,
      "eval_samples_per_second": 333.44,
      "eval_span_f1": 0.8448780487804879,
      "eval_span_precision": 0.8574257425742574,
      "eval_span_recall": 0.8326923076923077,
      "eval_steps_per_second": 2.695,
      "eval_token_accuracy": 0.9905753968253969,
      "step": 2254
    },
    {
      "epoch": 7.065217391304348,
      "grad_norm": 0.24804139137268066,
      "learning_rate": 0.00012033564827115123,
      "loss": 0.013271838426589966,
      "step": 2275
    },
    {
      "epoch": 7.142857142857143,
      "grad_norm": 0.34166398644447327,
      "learning_rate": 0.0001145911723544914,
      "loss": 0.009375990629196166,
      "step": 2300
    },
    {
      "epoch": 7.220496894409938,
      "grad_norm": 0.8205583691596985,
      "learning_rate": 0.00010894614611929701,
      "loss": 0.014302024841308594,
      "step": 2325
    },
    {
      "epoch": 7.298136645962733,
      "grad_norm": 0.10090164840221405,
      "learning_rate": 0.00010340471549955708,
      "loss": 0.013667027950286865,
      "step": 2350
    },
    {
      "epoch": 7.375776397515528,
      "grad_norm": 0.38398560881614685,
      "learning_rate": 9.797095034447984e-05,
      "loss": 0.008717143535614013,
      "step": 2375
    },
    {
      "epoch": 7.453416149068323,
      "grad_norm": 0.4515543580055237,
      "learning_rate": 9.264884142943237e-05,
      "loss": 0.009974555373191833,
      "step": 2400
    },
    {
      "epoch": 7.5310559006211175,
      "grad_norm": 0.18586605787277222,
      "learning_rate": 8.744229752495425e-05,
      "loss": 0.011132798194885253,
      "step": 2425
    },
    {
      "epoch": 7.608695652173913,
      "grad_norm": 0.8527100682258606,
      "learning_rate": 8.235514252600023e-05,
      "loss": 0.013178889751434325,
      "step": 2450
    },
    {
      "epoch": 7.686335403726708,
      "grad_norm": 0.08932485431432724,
      "learning_rate": 7.739111264351752e-05,
      "loss": 0.008569929599761963,
      "step": 2475
    },
    {
      "epoch": 7.763975155279503,
      "grad_norm": 0.7609089612960815,
      "learning_rate": 7.255385366042274e-05,
      "loss": 0.01057699203491211,
      "step": 2500
    },
    {
      "epoch": 7.841614906832298,
      "grad_norm": 0.30278390645980835,
      "learning_rate": 6.784691825399267e-05,
      "loss": 0.007927331924438476,
      "step": 2525
    },
    {
      "epoch": 7.919254658385093,
      "grad_norm": 0.3382692039012909,
      "learning_rate": 6.327376338663493e-05,
      "loss": 0.012843213081359862,
      "step": 2550
    },
    {
      "epoch": 7.996894409937888,
      "grad_norm": 1.0424972772598267,
      "learning_rate": 5.883774776695652e-05,
      "loss": 0.010109683275222778,
      "step": 2575
    },
    {
      "epoch": 8.0,
      "eval_class_account_number_f1": 0.9779735682819383,
      "eval_class_account_number_gold_spans": 113.0,
      "eval_class_account_number_precision": 0.9736842105263158,
      "eval_class_account_number_pred_spans": 114.0,
      "eval_class_account_number_recall": 0.9823008849557522,
      "eval_class_ip_address_f1": 1.0,
      "eval_class_ip_address_gold_spans": 4.0,
      "eval_class_ip_address_precision": 1.0,
      "eval_class_ip_address_pred_spans": 4.0,
      "eval_class_ip_address_recall": 1.0,
      "eval_class_personal_handle_f1": 0.8214285714285714,
      "eval_class_personal_handle_gold_spans": 28.0,
      "eval_class_personal_handle_precision": 0.8214285714285714,
      "eval_class_personal_handle_pred_spans": 28.0,
      "eval_class_personal_handle_recall": 0.8214285714285714,
      "eval_class_private_address_f1": 0.6888888888888889,
      "eval_class_private_address_gold_spans": 48.0,
      "eval_class_private_address_precision": 0.7380952380952381,
      "eval_class_private_address_pred_spans": 42.0,
      "eval_class_private_address_recall": 0.6458333333333334,
      "eval_class_private_date_f1": 1.0,
      "eval_class_private_date_gold_spans": 33.0,
      "eval_class_private_date_precision": 1.0,
      "eval_class_private_date_pred_spans": 33.0,
      "eval_class_private_date_recall": 1.0,
      "eval_class_private_email_f1": 0.9500000000000001,
      "eval_class_private_email_gold_spans": 39.0,
      "eval_class_private_email_precision": 0.926829268292683,
      "eval_class_private_email_pred_spans": 41.0,
      "eval_class_private_email_recall": 0.9743589743589743,
      "eval_class_private_person_f1": 0.6230529595015576,
      "eval_class_private_person_gold_spans": 163.0,
      "eval_class_private_person_precision": 0.6329113924050633,
      "eval_class_private_person_pred_spans": 158.0,
      "eval_class_private_person_recall": 0.6134969325153374,
      "eval_class_private_phone_f1": 1.0,
      "eval_class_private_phone_gold_spans": 69.0,
      "eval_class_private_phone_precision": 1.0,
      "eval_class_private_phone_pred_spans": 69.0,
      "eval_class_private_phone_recall": 1.0,
      "eval_class_private_url_f1": 0.9583333333333334,
      "eval_class_private_url_gold_spans": 23.0,
      "eval_class_private_url_precision": 0.92,
      "eval_class_private_url_pred_spans": 25.0,
      "eval_class_private_url_recall": 1.0,
      "eval_gold_spans": 520.0,
      "eval_loss": 0.09201034158468246,
      "eval_pred_spans": 514.0,
      "eval_runtime": 6.9909,
      "eval_samples_per_second": 318.559,
      "eval_span_f1": 0.8355899419729208,
      "eval_span_precision": 0.8404669260700389,
      "eval_span_recall": 0.8307692307692308,
      "eval_steps_per_second": 2.575,
      "eval_token_accuracy": 0.9901960784313726,
      "step": 2576
    },
    {
      "epoch": 8.074534161490684,
      "grad_norm": 0.1411687433719635,
      "learning_rate": 5.454212938299255e-05,
      "loss": 0.009849590063095093,
      "step": 2600
    },
    {
      "epoch": 8.152173913043478,
      "grad_norm": 0.3560449182987213,
      "learning_rate": 5.0390063109409914e-05,
      "loss": 0.007954022884368896,
      "step": 2625
    },
    {
      "epoch": 8.229813664596273,
      "grad_norm": 0.36226364970207214,
      "learning_rate": 4.6384598390439706e-05,
      "loss": 0.005342819690704346,
      "step": 2650
    },
    {
      "epoch": 8.307453416149068,
      "grad_norm": 0.5297871232032776,
      "learning_rate": 4.252867700024374e-05,
      "loss": 0.00969659686088562,
      "step": 2675
    },
    {
      "epoch": 8.385093167701863,
      "grad_norm": 0.5881589651107788,
      "learning_rate": 3.882513088235676e-05,
      "loss": 0.006519293785095215,
      "step": 2700
    },
    {
      "epoch": 8.462732919254659,
      "grad_norm": 0.50627201795578,
      "learning_rate": 3.5276680069793705e-05,
      "loss": 0.00985595166683197,
      "step": 2725
    },
    {
      "epoch": 8.540372670807454,
      "grad_norm": 0.17046724259853363,
      "learning_rate": 3.18859306873483e-05,
      "loss": 0.004720044732093811,
      "step": 2750
    },
    {
      "epoch": 8.618012422360248,
      "grad_norm": 0.294168084859848,
      "learning_rate": 2.8655373037550058e-05,
      "loss": 0.011722609996795655,
      "step": 2775
    },
    {
      "epoch": 8.695652173913043,
      "grad_norm": 0.7373964190483093,
      "learning_rate": 2.5587379771686403e-05,
      "loss": 0.006650465726852417,
      "step": 2800
    },
    {
      "epoch": 8.773291925465838,
      "grad_norm": 0.4546540081501007,
      "learning_rate": 2.2684204147231934e-05,
      "loss": 0.01016199827194214,
      "step": 2825
    },
    {
      "epoch": 8.850931677018634,
      "grad_norm": 0.9172267317771912,
      "learning_rate": 1.9947978372965804e-05,
      "loss": 0.009012922048568725,
      "step": 2850
    },
    {
      "epoch": 8.928571428571429,
      "grad_norm": 0.29897835850715637,
      "learning_rate": 1.7380712042992184e-05,
      "loss": 0.005773799419403076,
      "step": 2875
    },
    {
      "epoch": 9.0,
      "eval_class_account_number_f1": 0.9779735682819383,
      "eval_class_account_number_gold_spans": 113.0,
      "eval_class_account_number_precision": 0.9736842105263158,
      "eval_class_account_number_pred_spans": 114.0,
      "eval_class_account_number_recall": 0.9823008849557522,
      "eval_class_ip_address_f1": 1.0,
      "eval_class_ip_address_gold_spans": 4.0,
      "eval_class_ip_address_precision": 1.0,
      "eval_class_ip_address_pred_spans": 4.0,
      "eval_class_ip_address_recall": 1.0,
      "eval_class_personal_handle_f1": 0.8928571428571429,
      "eval_class_personal_handle_gold_spans": 28.0,
      "eval_class_personal_handle_precision": 0.8928571428571429,
      "eval_class_personal_handle_pred_spans": 28.0,
      "eval_class_personal_handle_recall": 0.8928571428571429,
      "eval_class_private_address_f1": 0.7032967032967034,
      "eval_class_private_address_gold_spans": 48.0,
      "eval_class_private_address_precision": 0.7441860465116279,
      "eval_class_private_address_pred_spans": 43.0,
      "eval_class_private_address_recall": 0.6666666666666666,
      "eval_class_private_date_f1": 1.0,
      "eval_class_private_date_gold_spans": 33.0,
      "eval_class_private_date_precision": 1.0,
      "eval_class_private_date_pred_spans": 33.0,
      "eval_class_private_date_recall": 1.0,
      "eval_class_private_email_f1": 0.9500000000000001,
      "eval_class_private_email_gold_spans": 39.0,
      "eval_class_private_email_precision": 0.926829268292683,
      "eval_class_private_email_pred_spans": 41.0,
      "eval_class_private_email_recall": 0.9743589743589743,
      "eval_class_private_person_f1": 0.6412698412698412,
      "eval_class_private_person_gold_spans": 163.0,
      "eval_class_private_person_precision": 0.6644736842105263,
      "eval_class_private_person_pred_spans": 152.0,
      "eval_class_private_person_recall": 0.6196319018404908,
      "eval_class_private_phone_f1": 1.0,
      "eval_class_private_phone_gold_spans": 69.0,
      "eval_class_private_phone_precision": 1.0,
      "eval_class_private_phone_pred_spans": 69.0,
      "eval_class_private_phone_recall": 1.0,
      "eval_class_private_url_f1": 0.9583333333333334,
      "eval_class_private_url_gold_spans": 23.0,
      "eval_class_private_url_precision": 0.92,
      "eval_class_private_url_pred_spans": 25.0,
      "eval_class_private_url_recall": 1.0,
      "eval_gold_spans": 520.0,
      "eval_loss": 0.09796658158302307,
      "eval_pred_spans": 509.0,
      "eval_runtime": 7.2699,
      "eval_samples_per_second": 306.33,
      "eval_span_f1": 0.847424684159378,
      "eval_span_precision": 0.8565815324165029,
      "eval_span_recall": 0.8384615384615385,
      "eval_steps_per_second": 2.476,
      "eval_token_accuracy": 0.9907504668534081,
      "step": 2898
    }
  ],
  "logging_steps": 25,
  "max_steps": 3220,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 10,
  "save_steps": 500,
  "stateful_callbacks": {
    "EarlyStoppingCallback": {
      "args": {
        "early_stopping_patience": 3,
        "early_stopping_threshold": 0.0
      },
      "attributes": {
        "early_stopping_patience_counter": 0
      }
    },
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 1.1622112111991194e+17,
  "train_batch_size": 64,
  "trial_name": null,
  "trial_params": null
}