pprokopidis commited on
Commit
1ad8e6f
·
verified ·
1 Parent(s): 93646ad

Upload model version: 20260413-nsk-ner-witness_summons

Browse files
.gitattributes CHANGED
@@ -33,3 +33,6 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ 20260413-nsk-ner-witness_summons/confusion_matrix.png filter=lfs diff=lfs merge=lfs -text
37
+ 20260413-nsk-ner-witness_summons/threshold_analysis.png filter=lfs diff=lfs merge=lfs -text
38
+ 20260413-nsk-ner-witness_summons/training_progress.png filter=lfs diff=lfs merge=lfs -text
20260413-nsk-ner-witness_summons/REPORT.md ADDED
@@ -0,0 +1,205 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Experiment Report: nsk-ner-witness_summons
2
+
3
+ ## ⚙️ Configuration
4
+ ```json
5
+ {
6
+ "output_dir": "data/models/nsk-ner-witness_summons",
7
+ "experiment_name": "nsk-ner-witness_summons",
8
+ "num_epochs": 25,
9
+ "max_steps": -1,
10
+ "batch_size": 1,
11
+ "eval_batch_size": 1,
12
+ "gradient_accumulation_steps": 4,
13
+ "encoder_lr": 1e-05,
14
+ "task_lr": 0.0001,
15
+ "weight_decay": 0.01,
16
+ "adam_beta1": 0.9,
17
+ "adam_beta2": 0.999,
18
+ "adam_epsilon": 1e-08,
19
+ "max_grad_norm": 1.0,
20
+ "scheduler_type": "cosine",
21
+ "warmup_ratio": 0.1,
22
+ "warmup_steps": 0,
23
+ "num_cycles": 0.5,
24
+ "fp16": true,
25
+ "bf16": false,
26
+ "eval_strategy": "epoch",
27
+ "eval_steps": 500,
28
+ "save_total_limit": 2,
29
+ "save_best": true,
30
+ "metric_for_best": "eval_loss",
31
+ "greater_is_better": false,
32
+ "logging_steps": 5,
33
+ "logging_first_step": true,
34
+ "report_to_wandb": false,
35
+ "wandb_project": null,
36
+ "wandb_entity": null,
37
+ "wandb_run_name": null,
38
+ "wandb_tags": [],
39
+ "wandb_notes": null,
40
+ "early_stopping": false,
41
+ "early_stopping_patience": 3,
42
+ "early_stopping_threshold": 0.0,
43
+ "num_workers": 4,
44
+ "pin_memory": true,
45
+ "prefetch_factor": 2,
46
+ "seed": 42,
47
+ "deterministic": false,
48
+ "local_rank": -1,
49
+ "debug": false,
50
+ "max_train_samples": -1,
51
+ "max_eval_samples": -1,
52
+ "validate_data": true,
53
+ "use_lora": true,
54
+ "lora_r": 4,
55
+ "lora_alpha": 8.0,
56
+ "lora_dropout": 0.1,
57
+ "lora_target_modules": [
58
+ "encoder"
59
+ ],
60
+ "save_adapter_only": true
61
+ }
62
+ ```
63
+
64
+ ## 📈 Training Progress
65
+ ![Training Progress](training_progress.png)
66
+
67
+ ## 🎯 Final Evaluation (Test Set)
68
+ | Metric | Value |
69
+ | :--- | :--- |
70
+ | f1 | 0.7542 |
71
+ | precision | 0.7887 |
72
+ | recall | 0.7226 |
73
+ | tp | 112 |
74
+ | fp | 30 |
75
+ | fn | 43 |
76
+
77
+
78
+ ### Per-Label Performance
79
+ ![Label Performance](label_performance.png)
80
+
81
+ | Label | F1-Score | Precision | Recall | Count |
82
+ | :--- | :--- | :--- | :--- | :--- |
83
+ | litigant_first_name | 0.8462 | 0.9167 | 0.7857 | 14 |
84
+ | court_composition | 0.8276 | 0.8000 | 0.8571 | 14 |
85
+ | hearing_date | 0.8000 | 0.8333 | 0.7692 | 13 |
86
+ | court_prosecutor_board | 0.7857 | 0.7333 | 0.8462 | 13 |
87
+ | document_date | 0.7857 | 0.7333 | 0.8462 | 13 |
88
+ | litigant_tax_id | 0.7742 | 0.7500 | 0.8000 | 15 |
89
+ | filing_date | 0.7692 | 0.7692 | 0.7692 | 13 |
90
+ | litigant_father_name | 0.7692 | 0.8333 | 0.7143 | 14 |
91
+ | litigant_last_name | 0.7200 | 0.8182 | 0.6429 | 14 |
92
+ | filing_number | 0.7200 | 0.7500 | 0.6923 | 13 |
93
+ | litigant_address | 0.5455 | 0.8571 | 0.4000 | 15 |
94
+ | litigant_last_name_suffix | 0.5000 | 0.5000 | 0.5000 | 2 |
95
+ | litigant_public_body_name | 0.0000 | 0.0000 | 0.0000 | 1 |
96
+ | litigant_trade_name | 0.0000 | 0.0000 | 0.0000 | 1 |
97
+
98
+
99
+ ## 🔍 Threshold & Error Analysis
100
+ ![Threshold Analysis](threshold_analysis.png)
101
+ ![Confusion Matrix](confusion_matrix.png)
102
+
103
+ ## 📝 Qualitative Error Audit
104
+ ```text
105
+ --- QUALITATIVE ERROR ANALYSIS (First 21 samples | Threshold: 0.8) ---
106
+
107
+ [EXAMPLE 1] TEXT: 4, «Η ? ο " Ι \ ν° . ί &» ΑΜ/ΜΑ tier ? ΛΕΜ > ΠΕΝΤΕΛΗΙ 135 X ^ N ? . Lp ? 0 - i ΑΦΜ 04031 s nb ΔΟΥ XA...
108
+ [TPs]: [('κατσουλακη', 'litigant_last_name'), ('ιωσήφ', 'litigant_father_name'), ('041102924', 'litigant_tax_id')]
109
+ [FPs]: [('τριμελους', 'court_composition'), ('διοικητικου πρωτοδικειου αθηνων', 'court_prosecutor_board')]
110
+ [FNs]: [('νίκης', 'litigant_first_name'), ('καλουδη', 'litigant_last_name_suffix'), ('αγίας βαρβάρας αιγάλεω, οδός μήλου, αριθ, 29', 'litigant_address')]
111
+ --------------------------------------------------------------------------------
112
+
113
+ [EXAMPLE 2] TEXT: στον Μαραθώνα Απικής (οδός Οινόης αρ * 6) και εκπροσωπείται νόμιμα. Κοινοποιοΰυενη όσον αφορά το Ν. ...
114
+ [TPs]: [('αγ 3140', 'filing_number'), ('25.6 * 2020', 'filing_date'), ('τριμελούς', 'court_composition'), ('13 ιουνίου 2023', 'hearing_date')]
115
+ --------------------------------------------------------------------------------
116
+
117
+ [EXAMPLE 3] TEXT: των ανωτέρω, σας καλώ να παραστείτε στην εξέταση της μάρτυρας μου αυτής κατά την παραπάνω ημέρα και ...
118
+ [TPs]: [('τριμελούς', 'court_composition'), ('διοικητικού πρωτοδικείου αθηνών', 'court_prosecutor_board'), ('23/5/2023', 'document_date')]
119
+ --------------------------------------------------------------------------------
120
+
121
+ [EXAMPLE 4] TEXT: Ν, Σ. Κ. - ΚΥ ΑΠΟΣΤΟΛΗΣ ΚΛ 70113/12.04.2023 2/2. . . . . . . . . . . / ■■■ * ■■· / Ημέρα ^ τ. Τ. ^ ....
122
+ [TPs]: [('αγ7575', 'filing_number'), ('17-12-2022', 'filing_date'), ('παναγιώτη', 'litigant_first_name'), ('δαρμπάση', 'litigant_last_name'), ('πασχάλη', 'litigant_father_name'), ('024448869', 'litigant_tax_id'), ('χαλανδρίου αττικής (αγίου αντωνίου 108)', 'litigant_address'), ('τριμελές', 'court_composition'), ('διοικητικό πρωτοδικείο αθήνας', 'court_prosecutor_board'), ('25 απριλίου 2023', 'hearing_date')]
123
+ [FPs]: [('8 ιουνίου 2023', 'hearing_date')]
124
+ --------------------------------------------------------------------------------
125
+
126
+ [EXAMPLE 5] TEXT: Μιχαήλ και Σταματίας, στρατιωτικό ιατρό, κάτοικο Κορυδαλλού Αττικής (Μεγάλου Αλεξάνδρου 28 ΤΚ 18120)...
127
+ --------------------------------------------------------------------------------
128
+
129
+ [EXAMPLE 6] TEXT: συνθήκες κράτησης μου στη ΓΑΛΑ, όπως τις πληροφορήθηκε, την ίδια μέρα της διακομιδής μου στο 417 ΝΜΤ...
130
+ --------------------------------------------------------------------------------
131
+
132
+ [EXAMPLE 7] TEXT: διάστημα που αυτές παρασχέθηκαν, τις συνέπειες του περιστατικού και των συνθηκών της κράτησης μου, ό...
133
+ [FPs]: [('9 απριλίου 2023', 'document_date')]
134
+ --------------------------------------------------------------------------------
135
+
136
+ [EXAMPLE 8] TEXT: κι όταν παραπάνω ορίζεται και αφού αναγράψει όλα τα παραπάνω στην έκθεση επίδοσής του. Αθήνα 9 Απριλ...
137
+ [FPs]: [('9 απριλίου 2023', 'document_date')]
138
+ [FNs]: [('11.04.2023', 'document_date')]
139
+ --------------------------------------------------------------------------------
140
+
141
+ [EXAMPLE 9] TEXT: 1 ^ ΝοΠίΣΤΉΜίθ ^ > \ # . ΩΠΙΟΝ ΠΑΝΤΟΣ; apatqaoz ίΐνΤΕΛΗΤΗΣ 59_ - ΑΘΗΝΑ ΙΟΥ ΔΙΚΑΣΤΗΡΙΟΥ ΚΑΙ ΑΡΧΗΣ ΟΠΟ...
142
+ [TPs]: [('1045', 'filing_number'), ('07.07.2023', 'filing_date'), ('μαρίας', 'litigant_first_name'), ('πανταζάρ', 'litigant_last_name'), ('109776172', 'litigant_tax_id'), ('μονομελές', 'court_composition'), ('πρωτοδικείο χαλκιδικής', 'court_prosecutor_board'), ('8 αυγούστου 2023', 'hearing_date')]
143
+ [FNs]: [('νικολάου', 'litigant_father_name'), ('θεσσαλονίκης, οδός βλ. γαβριηλίδη αρ. 32', 'litigant_address')]
144
+ --------------------------------------------------------------------------------
145
+
146
+ [EXAMPLE 10] TEXT: 2023, ημέρα Τρίτη και ώρα 18: 00. Σας ΚΑΛΩ όπως παραστεΐτε κατά την εξέτασή της άλλως αυτή θα λάβει ...
147
+ [TPs]: [('3 αυγούστου 2023', 'document_date')]
148
+ --------------------------------------------------------------------------------
149
+
150
+ [EXAMPLE 11] TEXT: Ν. Σ. Κ. - ΚΥ Ι····Ι ! Ι1 ΚΛ 95089/05.07.2024 V2 | ΚΛΗΣΗ Ευστράτιου ΕΥΑΓΓΕΛΙΝΟΥ του Νικολάου και της...
151
+ [TPs]: [('ευστράτιου', 'litigant_first_name'), ('ευαγγελινου', 'litigant_last_name'), ('νικολάου', 'litigant_father_name')]
152
+ [FPs]: [('12-3-2024', 'filing_date'), ('037884158', 'litigant_tax_id'), ('μονομελούς', 'court_composition'), ('πρωτοδικείου ι. π. μεσολογγίου', 'court_prosecutor_board'), ('πρωτοδικείου μεσολογγίου', 'court_prosecutor_board'), ('10 ιουλίου του 2024', 'hearing_date')]
153
+ [FNs]: [('', 'litigant_tax_id'), ('δήμου ιπ μεσολογγίου με αφι 037884158. \\ κατα του ελληνικού δημοσίου, νομΐμως εκπροσωπούμενου από τον υπουργό οικονομικών, που', 'litigant_address'), ('ς δικηγόρου του πρωτοδικείου ι. π. μεσολογγίου, (με αμδσμ 20', 'hearing_date')]
154
+ --------------------------------------------------------------------------------
155
+
156
+ [EXAMPLE 12] TEXT: κάτοικο δ. δ. Αιτωλικού (περιοχή ΡΕΜΠΑΚΙΑ) του Δήμου Ι. Π. Μεσολογγίου, προς αντίκρουση δια της ένορ...
157
+ [FPs]: [('τμ', 'filing_number'), ('12-3-2024', 'filing_date'), ('μονομελούς', 'court_composition'), ('πρωτοδικείου μεσολογγίου', 'court_prosecutor_board'), ('4-7-2024', 'document_date')]
158
+ [FNs]: [('τ ας δικηγορος μ', 'filing_number'), ('εσολόγγι - αυγ, φάβρου 12 τηλ 2', 'filing_date'), ('', 'court_composition'), ('', 'court_prosecutor_board'), ('', 'document_date')]
159
+ --------------------------------------------------------------------------------
160
+
161
+ [EXAMPLE 13] TEXT: Vi | ΕΝΩΠΙΟΝ ΤΟΥ ΜΟΝΟΜΕΛΟΥΣ ΠΡΩΤΟΔΙΚΕΙΟΥ OELDmii/vL ΚΑΙ ΠΑΝΤΟΣ ΑΡΜΟΔΙΟΥ ΔΙΚΑΣΤΗΡΙΟΥ ΚΛΗΣΗ L Μιχαήλ Μ...
162
+ [TPs]: [('89', 'filing_number'), ('2022', 'filing_date'), ('μιχαήλ', 'litigant_first_name'), ('χριστόφορου', 'litigant_first_name'), ('μπεζα', 'litigant_last_name'), ('ζήκου', 'litigant_father_name'), ('031639326', 'litigant_tax_id'), ('027438833', 'litigant_tax_id'), ('μονομελούς', 'court_composition'), ('πρωτοδικείου θεσπρωτίας', 'court_prosecutor_board'), ('13-01-2023', 'hearing_date')]
163
+ [FNs]: [('τ. κ, ηγουμενίτσας (οδ. ευρυπίδου, αριθ. 3) - δήμου ηγουμενίτσας', 'litigant_address'), ('τκ. ηγουμενίτσας (ο & ευρυπίδου, αριθ. 3) - δήμου ηγουμενίτσας', 'litigant_address')]
164
+ --------------------------------------------------------------------------------
165
+
166
+ [EXAMPLE 14] TEXT: - Δήμου Ηγουμενίτσας - ΠΈ. Θεσπρωτίας, Συνταξιούχο ΟΓΑ 2, Σπυρίδων ΜΠΕΖΑ του Φωτίου και της Μαρίας, ...
167
+ [TPs]: [('29-01-2022', 'document_date')]
168
+ --------------------------------------------------------------------------------
169
+
170
+ [EXAMPLE 15] TEXT: ΓΝΩΣΤΟΠΟΙΗΣΗ ΚΑΙ ΠΡΟΣΚΛΗΣΗ ΝΣΚ ξ, Των: ΚΛ 155615/25.10.2023 1. Μαρίας Μπρούσα του Βασιλείου, κατοίκο...
171
+ [TPs]: [('μαρίας', 'litigant_first_name'), ('σταύρου', 'litigant_first_name'), ('σωτηρίου', 'litigant_first_name'), ('μπρούσα', 'litigant_last_name'), ('χαζηστρατή', 'litigant_last_name'), ('βασιλείου', 'litigant_father_name'), ('100462105', 'litigant_tax_id'), ('028550462', 'litigant_tax_id'), ('020927134', 'litigant_tax_id'), ('νικήσιανης του δήμου παγγαίου του νομού καβάλας', 'litigant_address'), ('06η - 11-2023', 'hearing_date')]
172
+ [FPs]: [('γεωργίου', 'litigant_first_name'), ('χατζηπέτρου', 'litigant_last_name'), ('εμμανουήλ', 'litigant_father_name'), ('δημητρίου', 'litigant_father_name'), ('042681097', 'litigant_tax_id'), ('131030422', 'litigant_tax_id'), ('πεδίου σύμης δωδεκανήσου', 'litigant_address')]
173
+ [FNs]: [('ρόδου δωδεκανήσου. επί της οδού καμήρου αριθμ. 11', 'litigant_address'), ('ρόδου δωδεκανήσου. επί της οδού ανω ηλιουπόλεως αριθμ. 63', 'litigant_address')]
174
+ --------------------------------------------------------------------------------
175
+
176
+ [EXAMPLE 16] TEXT: την 22“- 11-1950, κάτοικος Σύμης Δωδεκανήσου, συνταξιούχος αγρότισσα με Α. Δ. Τ. X 324815 και Α. Φ. ...
177
+ [TPs]: [('235', 'filing_number'), ('μονομελούς', 'court_composition'), ('πρωτοδικείουf 1 ρόδου', 'court_prosecutor_board'), ('06η - 11-2023', 'hearing_date')]
178
+ [FNs]: [('29 - ι •v. " · * j * j ί 4 - / 3 η· v " ι h, ti * h ϊ, θί - ■ \' 05-2023', 'filing_date')]
179
+ --------------------------------------------------------------------------------
180
+
181
+ [EXAMPLE 17] TEXT: που ανωτέρω ορίζεται, εφόσον το επιθυμείτε. Άλλως θα γίνει και εν απουσία σας. Αρμόδιος δικαστικός ε...
182
+ [TPs]: [('20-10-2023', 'document_date')]
183
+ --------------------------------------------------------------------------------
184
+
185
+ [EXAMPLE 18] TEXT: ΕΝΩΠΙΟΝ ΠΑΝΤΟΣ ΑΡΜΟΔΙΟΥ ΔΙΚΑΣΤΗΡΙΟΥ ϊ/2 ΚΛΗΣΗ ΓΙΑ ΕΞΕΤΑΣΗ ΜΑΡΤΥΡΩΝ (άρθρο 147 πσρ. 1, 150 παρ. 1 & 1...
186
+ [TPs]: [('πρ2842', 'filing_number'), ('ελευθερίου', 'litigant_first_name'), ('μεταξά', 'litigant_last_name'), ('ευαγγέλου', 'litigant_father_name'), ('119189422', 'litigant_tax_id'), ('μονομελές', 'court_composition'), ('διοικητικού πρωτοδικείου αθηνών', 'court_prosecutor_board'), ('24-01-2023', 'hearing_date')]
187
+ [FPs]: [('15-06-2021', 'filing_date')]
188
+ [FNs]: [('/15-06-2021', 'filing_date'), ('ν, ιωνίας αττικής, / (ηλιουπόλεως αρ 24-28)', 'litigant_address')]
189
+ --------------------------------------------------------------------------------
190
+
191
+ [EXAMPLE 19] TEXT: και ώρα 13: 30 (1: 30μμ) Φ ενώπιον του Συμβολαιογράφου Αθηνών με έδρα την Αθήνα (οδός Σ κουφά, αριθμ...
192
+ [TPs]: [('11 ιανουάριου 2023', 'document_date')]
193
+ --------------------------------------------------------------------------------
194
+
195
+ [EXAMPLE 20] TEXT: KA 18269 > 16.01, 2023 «1 ΚΛΗΣΗ ΕΠΙΔ09ΗΚΣ Σ·ΠΣ. . / () . Ιθ' . \ ΤρΊ3 H' mCPA fjfVlkjfli - ρ η ■ΟΥΛΙ...
196
+ [TPs]: [('90558', 'filing_number'), ('22-9-2022', 'filing_date'), ('παναγιώτη', 'litigant_father_name'), ('αφμ023885709', 'litigant_tax_id'), ('πατρών (οδός μαιζώνος αριθμ, 229)', 'litigant_address')]
197
+ [FPs]: [('χαρίκλειας', 'litigant_last_name')]
198
+ [FNs]: [('χαρίκλειας', 'litigant_first_name'), ('μπεσή', 'litigant_last_name'), ('προέδρου πρωτοδικών', 'court_composition'), ('πρωτοδικείου αθηνών', 'court_prosecutor_board')]
199
+ --------------------------------------------------------------------------------
200
+
201
+ [EXAMPLE 21] TEXT: προς απόδειξη των θεμάτων του ως άνω αναφερομένου ενδίκου βοηθήματος πρόκειται να εξετάσω ως μάρτυρα...
202
+ [TPs]: [('16 ιανοναρίου 2023', 'document_date')]
203
+ [FNs]: [('2 (γ του μηνάς ιανουάριου τρέχοντος έτους', 'hearing_date')]
204
+ --------------------------------------------------------------------------------
205
+ ```
20260413-nsk-ner-witness_summons/best/adapter_config.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "adapter_type": "lora",
3
+ "adapter_version": "1.0",
4
+ "lora_r": 4,
5
+ "lora_alpha": 8.0,
6
+ "lora_dropout": 0.1,
7
+ "target_modules": [
8
+ "encoder"
9
+ ],
10
+ "created_at": "2026-04-13T00:06:53.039392Z"
11
+ }
20260413-nsk-ner-witness_summons/best/adapter_weights.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b82c9b7212e59e629a4d0bb9dc828a6a77ab8d3d1e26626959e844e84ce728c4
3
+ size 2671392
20260413-nsk-ner-witness_summons/checkpoint-epoch-24/adapter_config.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "adapter_type": "lora",
3
+ "adapter_version": "1.0",
4
+ "lora_r": 4,
5
+ "lora_alpha": 8.0,
6
+ "lora_dropout": 0.1,
7
+ "target_modules": [
8
+ "encoder"
9
+ ],
10
+ "created_at": "2026-04-13T00:16:32.376219Z"
11
+ }
20260413-nsk-ner-witness_summons/checkpoint-epoch-24/adapter_weights.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:42b7dd5601be5b47b09637669b2733192adcb3fb6010df13225367304550f78e
3
+ size 2671392
20260413-nsk-ner-witness_summons/checkpoint-epoch-25/adapter_config.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "adapter_type": "lora",
3
+ "adapter_version": "1.0",
4
+ "lora_r": 4,
5
+ "lora_alpha": 8.0,
6
+ "lora_dropout": 0.1,
7
+ "target_modules": [
8
+ "encoder"
9
+ ],
10
+ "created_at": "2026-04-13T00:17:12.216537Z"
11
+ }
20260413-nsk-ner-witness_summons/checkpoint-epoch-25/adapter_weights.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3bc1ac78681c300e7dcb8e2139826bd673bbcc9634df0a02d53f170a7974087
3
+ size 2671392
20260413-nsk-ner-witness_summons/confusion_matrix.png ADDED

Git LFS Details

  • SHA256: c10a6ed0f920126b2410807a5443392ae096157e6342a8e9b475c53cc3e8157f
  • Pointer size: 131 Bytes
  • Size of remote file: 198 kB
20260413-nsk-ner-witness_summons/final/adapter_config.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "adapter_type": "lora",
3
+ "adapter_version": "1.0",
4
+ "lora_r": 4,
5
+ "lora_alpha": 8.0,
6
+ "lora_dropout": 0.1,
7
+ "target_modules": [
8
+ "encoder"
9
+ ],
10
+ "created_at": "2026-04-13T00:17:12.221897Z"
11
+ }
20260413-nsk-ner-witness_summons/final/adapter_weights.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3bc1ac78681c300e7dcb8e2139826bd673bbcc9634df0a02d53f170a7974087
3
+ size 2671392
20260413-nsk-ner-witness_summons/label_performance.png ADDED
20260413-nsk-ner-witness_summons/threshold_analysis.png ADDED

Git LFS Details

  • SHA256: e28a4a1a9775d461055aef6e6b61f35efd0cbb6ddd75f91435c1cb8578479eab
  • Pointer size: 131 Bytes
  • Size of remote file: 139 kB
20260413-nsk-ner-witness_summons/train_eval_metrics_history.json ADDED
@@ -0,0 +1,2208 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "eval_loss": 61.80423915663431,
4
+ "eval_classification_loss": 0.0,
5
+ "eval_structure_loss": 61.80423915663431,
6
+ "eval_count_loss": 0.0,
7
+ "step": 73,
8
+ "epoch": 0,
9
+ "f1": 0.2151898734177215,
10
+ "precision": 0.5037037037037037,
11
+ "recall": 0.13682092555331993,
12
+ "tp": 68,
13
+ "fp": 67,
14
+ "fn": 429,
15
+ "per_label": {
16
+ "court_composition": {
17
+ "f1": 0,
18
+ "precision": 0,
19
+ "recall": 0.0,
20
+ "count": 13
21
+ },
22
+ "court_prosecutor_board": {
23
+ "f1": 0.11111111111111112,
24
+ "precision": 0.25,
25
+ "recall": 0.07142857142857142,
26
+ "count": 14
27
+ },
28
+ "document_date": {
29
+ "f1": 0.28571428571428575,
30
+ "precision": 0.6666666666666666,
31
+ "recall": 0.18181818181818182,
32
+ "count": 11
33
+ },
34
+ "filing_date": {
35
+ "f1": 0,
36
+ "precision": 0.0,
37
+ "recall": 0.0,
38
+ "count": 19
39
+ },
40
+ "filing_number": {
41
+ "f1": 0,
42
+ "precision": 0.0,
43
+ "recall": 0.0,
44
+ "count": 19
45
+ },
46
+ "hearing_date": {
47
+ "f1": 0,
48
+ "precision": 0.0,
49
+ "recall": 0.0,
50
+ "count": 16
51
+ },
52
+ "litigant_address": {
53
+ "f1": 0,
54
+ "precision": 0.0,
55
+ "recall": 0.0,
56
+ "count": 79
57
+ },
58
+ "litigant_father_name": {
59
+ "f1": 0.024096385542168672,
60
+ "precision": 0.2,
61
+ "recall": 0.01282051282051282,
62
+ "count": 78
63
+ },
64
+ "litigant_first_name": {
65
+ "f1": 0.022727272727272728,
66
+ "precision": 0.14285714285714285,
67
+ "recall": 0.012345679012345678,
68
+ "count": 81
69
+ },
70
+ "litigant_last_name": {
71
+ "f1": 0,
72
+ "precision": 0.0,
73
+ "recall": 0.0,
74
+ "count": 83
75
+ },
76
+ "litigant_last_name_suffix": {
77
+ "f1": 0,
78
+ "precision": 0,
79
+ "recall": 0.0,
80
+ "count": 5
81
+ },
82
+ "litigant_legal_entity_name": {
83
+ "f1": 0,
84
+ "precision": 0.0,
85
+ "recall": 0,
86
+ "count": 0
87
+ },
88
+ "litigant_tax_id": {
89
+ "f1": 0.7924528301886793,
90
+ "precision": 0.7875,
91
+ "recall": 0.7974683544303798,
92
+ "count": 79
93
+ }
94
+ }
95
+ },
96
+ {
97
+ "eval_loss": 43.564462478770764,
98
+ "eval_classification_loss": 0.0,
99
+ "eval_structure_loss": 43.564462478770764,
100
+ "eval_count_loss": 0.0,
101
+ "step": 146,
102
+ "epoch": 1,
103
+ "f1": 0.25870646766169153,
104
+ "precision": 0.7358490566037735,
105
+ "recall": 0.15694164989939638,
106
+ "tp": 78,
107
+ "fp": 28,
108
+ "fn": 419,
109
+ "per_label": {
110
+ "court_composition": {
111
+ "f1": 0.8,
112
+ "precision": 0.8333333333333334,
113
+ "recall": 0.7692307692307693,
114
+ "count": 13
115
+ },
116
+ "court_prosecutor_board": {
117
+ "f1": 0.38095238095238093,
118
+ "precision": 0.5714285714285714,
119
+ "recall": 0.2857142857142857,
120
+ "count": 14
121
+ },
122
+ "document_date": {
123
+ "f1": 0.14285714285714288,
124
+ "precision": 0.3333333333333333,
125
+ "recall": 0.09090909090909091,
126
+ "count": 11
127
+ },
128
+ "filing_date": {
129
+ "f1": 0,
130
+ "precision": 0,
131
+ "recall": 0.0,
132
+ "count": 19
133
+ },
134
+ "filing_number": {
135
+ "f1": 0.08695652173913043,
136
+ "precision": 0.25,
137
+ "recall": 0.05263157894736842,
138
+ "count": 19
139
+ },
140
+ "hearing_date": {
141
+ "f1": 0,
142
+ "precision": 0,
143
+ "recall": 0.0,
144
+ "count": 16
145
+ },
146
+ "litigant_address": {
147
+ "f1": 0,
148
+ "precision": 0,
149
+ "recall": 0.0,
150
+ "count": 79
151
+ },
152
+ "litigant_father_name": {
153
+ "f1": 0.07058823529411765,
154
+ "precision": 0.42857142857142855,
155
+ "recall": 0.038461538461538464,
156
+ "count": 78
157
+ },
158
+ "litigant_first_name": {
159
+ "f1": 0,
160
+ "precision": 0.0,
161
+ "recall": 0.0,
162
+ "count": 81
163
+ },
164
+ "litigant_last_name": {
165
+ "f1": 0,
166
+ "precision": 0,
167
+ "recall": 0.0,
168
+ "count": 83
169
+ },
170
+ "litigant_last_name_suffix": {
171
+ "f1": 0,
172
+ "precision": 0,
173
+ "recall": 0.0,
174
+ "count": 5
175
+ },
176
+ "litigant_tax_id": {
177
+ "f1": 0.7866666666666666,
178
+ "precision": 0.8309859154929577,
179
+ "recall": 0.7468354430379747,
180
+ "count": 79
181
+ }
182
+ }
183
+ },
184
+ {
185
+ "eval_loss": 35.57403408649356,
186
+ "eval_classification_loss": 0.0,
187
+ "eval_structure_loss": 35.57403408649356,
188
+ "eval_count_loss": 0.0,
189
+ "step": 219,
190
+ "epoch": 2,
191
+ "f1": 0.33176838810641635,
192
+ "precision": 0.7464788732394366,
193
+ "recall": 0.21327967806841047,
194
+ "tp": 106,
195
+ "fp": 36,
196
+ "fn": 391,
197
+ "per_label": {
198
+ "court_composition": {
199
+ "f1": 0.787878787878788,
200
+ "precision": 0.65,
201
+ "recall": 1.0,
202
+ "count": 13
203
+ },
204
+ "court_prosecutor_board": {
205
+ "f1": 0.5,
206
+ "precision": 0.5,
207
+ "recall": 0.5,
208
+ "count": 14
209
+ },
210
+ "document_date": {
211
+ "f1": 0.14285714285714288,
212
+ "precision": 0.3333333333333333,
213
+ "recall": 0.09090909090909091,
214
+ "count": 11
215
+ },
216
+ "filing_date": {
217
+ "f1": 0.09523809523809525,
218
+ "precision": 0.5,
219
+ "recall": 0.05263157894736842,
220
+ "count": 19
221
+ },
222
+ "filing_number": {
223
+ "f1": 0.23999999999999996,
224
+ "precision": 0.5,
225
+ "recall": 0.15789473684210525,
226
+ "count": 19
227
+ },
228
+ "hearing_date": {
229
+ "f1": 0.2222222222222222,
230
+ "precision": 1.0,
231
+ "recall": 0.125,
232
+ "count": 16
233
+ },
234
+ "litigant_address": {
235
+ "f1": 0.09638554216867469,
236
+ "precision": 1.0,
237
+ "recall": 0.05063291139240506,
238
+ "count": 79
239
+ },
240
+ "litigant_father_name": {
241
+ "f1": 0.15384615384615383,
242
+ "precision": 0.5384615384615384,
243
+ "recall": 0.08974358974358974,
244
+ "count": 78
245
+ },
246
+ "litigant_first_name": {
247
+ "f1": 0,
248
+ "precision": 0.0,
249
+ "recall": 0.0,
250
+ "count": 81
251
+ },
252
+ "litigant_last_name": {
253
+ "f1": 0,
254
+ "precision": 0,
255
+ "recall": 0.0,
256
+ "count": 83
257
+ },
258
+ "litigant_last_name_suffix": {
259
+ "f1": 0,
260
+ "precision": 0,
261
+ "recall": 0.0,
262
+ "count": 5
263
+ },
264
+ "litigant_tax_id": {
265
+ "f1": 0.8774193548387097,
266
+ "precision": 0.8947368421052632,
267
+ "recall": 0.8607594936708861,
268
+ "count": 79
269
+ }
270
+ }
271
+ },
272
+ {
273
+ "eval_loss": 35.73438819619112,
274
+ "eval_classification_loss": 0.0,
275
+ "eval_structure_loss": 35.73438819619112,
276
+ "eval_count_loss": 0.0,
277
+ "step": 292,
278
+ "epoch": 3,
279
+ "f1": 0.43749999999999994,
280
+ "precision": 0.7439613526570048,
281
+ "recall": 0.30985915492957744,
282
+ "tp": 154,
283
+ "fp": 53,
284
+ "fn": 343,
285
+ "per_label": {
286
+ "court_composition": {
287
+ "f1": 0.787878787878788,
288
+ "precision": 0.65,
289
+ "recall": 1.0,
290
+ "count": 13
291
+ },
292
+ "court_prosecutor_board": {
293
+ "f1": 0.7027027027027025,
294
+ "precision": 0.5652173913043478,
295
+ "recall": 0.9285714285714286,
296
+ "count": 14
297
+ },
298
+ "document_date": {
299
+ "f1": 0.7368421052631579,
300
+ "precision": 0.875,
301
+ "recall": 0.6363636363636364,
302
+ "count": 11
303
+ },
304
+ "filing_date": {
305
+ "f1": 0.5,
306
+ "precision": 0.7777777777777778,
307
+ "recall": 0.3684210526315789,
308
+ "count": 19
309
+ },
310
+ "filing_number": {
311
+ "f1": 0.6285714285714286,
312
+ "precision": 0.6875,
313
+ "recall": 0.5789473684210527,
314
+ "count": 19
315
+ },
316
+ "hearing_date": {
317
+ "f1": 0.5925925925925926,
318
+ "precision": 0.7272727272727273,
319
+ "recall": 0.5,
320
+ "count": 16
321
+ },
322
+ "litigant_address": {
323
+ "f1": 0.11764705882352942,
324
+ "precision": 0.8333333333333334,
325
+ "recall": 0.06329113924050633,
326
+ "count": 79
327
+ },
328
+ "litigant_father_name": {
329
+ "f1": 0.3366336633663366,
330
+ "precision": 0.7391304347826086,
331
+ "recall": 0.21794871794871795,
332
+ "count": 78
333
+ },
334
+ "litigant_first_name": {
335
+ "f1": 0.023529411764705882,
336
+ "precision": 0.25,
337
+ "recall": 0.012345679012345678,
338
+ "count": 81
339
+ },
340
+ "litigant_last_name": {
341
+ "f1": 0.02380952380952381,
342
+ "precision": 1.0,
343
+ "recall": 0.012048192771084338,
344
+ "count": 83
345
+ },
346
+ "litigant_last_name_suffix": {
347
+ "f1": 0,
348
+ "precision": 0,
349
+ "recall": 0.0,
350
+ "count": 5
351
+ },
352
+ "litigant_tax_id": {
353
+ "f1": 0.8606060606060606,
354
+ "precision": 0.8255813953488372,
355
+ "recall": 0.8987341772151899,
356
+ "count": 79
357
+ }
358
+ }
359
+ },
360
+ {
361
+ "eval_loss": 34.57493917366793,
362
+ "eval_classification_loss": 0.0,
363
+ "eval_structure_loss": 34.57493917366793,
364
+ "eval_count_loss": 0.0,
365
+ "step": 365,
366
+ "epoch": 4,
367
+ "f1": 0.5019815059445178,
368
+ "precision": 0.7307692307692307,
369
+ "recall": 0.3822937625754527,
370
+ "tp": 190,
371
+ "fp": 70,
372
+ "fn": 307,
373
+ "per_label": {
374
+ "court_composition": {
375
+ "f1": 0.787878787878788,
376
+ "precision": 0.65,
377
+ "recall": 1.0,
378
+ "count": 13
379
+ },
380
+ "court_prosecutor_board": {
381
+ "f1": 0.7027027027027025,
382
+ "precision": 0.5652173913043478,
383
+ "recall": 0.9285714285714286,
384
+ "count": 14
385
+ },
386
+ "document_date": {
387
+ "f1": 0.8421052631578948,
388
+ "precision": 1.0,
389
+ "recall": 0.7272727272727273,
390
+ "count": 11
391
+ },
392
+ "filing_date": {
393
+ "f1": 0.6666666666666667,
394
+ "precision": 0.65,
395
+ "recall": 0.6842105263157895,
396
+ "count": 19
397
+ },
398
+ "filing_number": {
399
+ "f1": 0.6060606060606061,
400
+ "precision": 0.7142857142857143,
401
+ "recall": 0.5263157894736842,
402
+ "count": 19
403
+ },
404
+ "hearing_date": {
405
+ "f1": 0.7741935483870969,
406
+ "precision": 0.8,
407
+ "recall": 0.75,
408
+ "count": 16
409
+ },
410
+ "litigant_address": {
411
+ "f1": 0.13953488372093026,
412
+ "precision": 0.8571428571428571,
413
+ "recall": 0.0759493670886076,
414
+ "count": 79
415
+ },
416
+ "litigant_father_name": {
417
+ "f1": 0.5736434108527132,
418
+ "precision": 0.7254901960784313,
419
+ "recall": 0.47435897435897434,
420
+ "count": 78
421
+ },
422
+ "litigant_first_name": {
423
+ "f1": 0.1111111111111111,
424
+ "precision": 0.5555555555555556,
425
+ "recall": 0.06172839506172839,
426
+ "count": 81
427
+ },
428
+ "litigant_last_name": {
429
+ "f1": 0.02380952380952381,
430
+ "precision": 1.0,
431
+ "recall": 0.012048192771084338,
432
+ "count": 83
433
+ },
434
+ "litigant_last_name_suffix": {
435
+ "f1": 0,
436
+ "precision": 0,
437
+ "recall": 0.0,
438
+ "count": 5
439
+ },
440
+ "litigant_tax_id": {
441
+ "f1": 0.8421052631578948,
442
+ "precision": 0.782608695652174,
443
+ "recall": 0.9113924050632911,
444
+ "count": 79
445
+ }
446
+ }
447
+ },
448
+ {
449
+ "eval_loss": 30.951243937600317,
450
+ "eval_classification_loss": 0.0,
451
+ "eval_structure_loss": 30.951243937600317,
452
+ "eval_count_loss": 0.0,
453
+ "step": 438,
454
+ "epoch": 5,
455
+ "f1": 0.4643874643874643,
456
+ "precision": 0.7951219512195122,
457
+ "recall": 0.32796780684104626,
458
+ "tp": 163,
459
+ "fp": 42,
460
+ "fn": 334,
461
+ "per_label": {
462
+ "court_composition": {
463
+ "f1": 0.8125000000000001,
464
+ "precision": 0.6842105263157895,
465
+ "recall": 1.0,
466
+ "count": 13
467
+ },
468
+ "court_prosecutor_board": {
469
+ "f1": 0.7027027027027025,
470
+ "precision": 0.5652173913043478,
471
+ "recall": 0.9285714285714286,
472
+ "count": 14
473
+ },
474
+ "document_date": {
475
+ "f1": 0.9090909090909091,
476
+ "precision": 0.9090909090909091,
477
+ "recall": 0.9090909090909091,
478
+ "count": 11
479
+ },
480
+ "filing_date": {
481
+ "f1": 0.625,
482
+ "precision": 0.7692307692307693,
483
+ "recall": 0.5263157894736842,
484
+ "count": 19
485
+ },
486
+ "filing_number": {
487
+ "f1": 0.6111111111111113,
488
+ "precision": 0.6470588235294118,
489
+ "recall": 0.5789473684210527,
490
+ "count": 19
491
+ },
492
+ "hearing_date": {
493
+ "f1": 0.7999999999999999,
494
+ "precision": 0.7368421052631579,
495
+ "recall": 0.875,
496
+ "count": 16
497
+ },
498
+ "litigant_address": {
499
+ "f1": 0.09523809523809523,
500
+ "precision": 0.8,
501
+ "recall": 0.05063291139240506,
502
+ "count": 79
503
+ },
504
+ "litigant_father_name": {
505
+ "f1": 0.2826086956521739,
506
+ "precision": 0.9285714285714286,
507
+ "recall": 0.16666666666666666,
508
+ "count": 78
509
+ },
510
+ "litigant_first_name": {
511
+ "f1": 0.17391304347826084,
512
+ "precision": 0.7272727272727273,
513
+ "recall": 0.09876543209876543,
514
+ "count": 81
515
+ },
516
+ "litigant_last_name": {
517
+ "f1": 0.0689655172413793,
518
+ "precision": 0.75,
519
+ "recall": 0.03614457831325301,
520
+ "count": 83
521
+ },
522
+ "litigant_last_name_suffix": {
523
+ "f1": 0,
524
+ "precision": 0,
525
+ "recall": 0.0,
526
+ "count": 5
527
+ },
528
+ "litigant_tax_id": {
529
+ "f1": 0.8648648648648648,
530
+ "precision": 0.927536231884058,
531
+ "recall": 0.810126582278481,
532
+ "count": 79
533
+ }
534
+ }
535
+ },
536
+ {
537
+ "eval_loss": 30.91150328423828,
538
+ "eval_classification_loss": 0.0,
539
+ "eval_structure_loss": 30.91150328423828,
540
+ "eval_count_loss": 0.0,
541
+ "step": 511,
542
+ "epoch": 6,
543
+ "f1": 0.6274038461538461,
544
+ "precision": 0.7791044776119403,
545
+ "recall": 0.5251509054325956,
546
+ "tp": 261,
547
+ "fp": 74,
548
+ "fn": 236,
549
+ "per_label": {
550
+ "court_composition": {
551
+ "f1": 0.8125000000000001,
552
+ "precision": 0.6842105263157895,
553
+ "recall": 1.0,
554
+ "count": 13
555
+ },
556
+ "court_prosecutor_board": {
557
+ "f1": 0.7222222222222223,
558
+ "precision": 0.5909090909090909,
559
+ "recall": 0.9285714285714286,
560
+ "count": 14
561
+ },
562
+ "document_date": {
563
+ "f1": 0.9090909090909091,
564
+ "precision": 0.9090909090909091,
565
+ "recall": 0.9090909090909091,
566
+ "count": 11
567
+ },
568
+ "filing_date": {
569
+ "f1": 0.6666666666666667,
570
+ "precision": 0.65,
571
+ "recall": 0.6842105263157895,
572
+ "count": 19
573
+ },
574
+ "filing_number": {
575
+ "f1": 0.5789473684210527,
576
+ "precision": 0.5789473684210527,
577
+ "recall": 0.5789473684210527,
578
+ "count": 19
579
+ },
580
+ "hearing_date": {
581
+ "f1": 0.7999999999999999,
582
+ "precision": 0.7368421052631579,
583
+ "recall": 0.875,
584
+ "count": 16
585
+ },
586
+ "litigant_address": {
587
+ "f1": 0.2197802197802198,
588
+ "precision": 0.8333333333333334,
589
+ "recall": 0.12658227848101267,
590
+ "count": 79
591
+ },
592
+ "litigant_father_name": {
593
+ "f1": 0.6615384615384616,
594
+ "precision": 0.8269230769230769,
595
+ "recall": 0.5512820512820513,
596
+ "count": 78
597
+ },
598
+ "litigant_first_name": {
599
+ "f1": 0.7391304347826088,
600
+ "precision": 0.8947368421052632,
601
+ "recall": 0.6296296296296297,
602
+ "count": 81
603
+ },
604
+ "litigant_last_name": {
605
+ "f1": 0.21782178217821782,
606
+ "precision": 0.6111111111111112,
607
+ "recall": 0.13253012048192772,
608
+ "count": 83
609
+ },
610
+ "litigant_last_name_suffix": {
611
+ "f1": 0,
612
+ "precision": 0,
613
+ "recall": 0.0,
614
+ "count": 5
615
+ },
616
+ "litigant_tax_id": {
617
+ "f1": 0.8727272727272727,
618
+ "precision": 0.8372093023255814,
619
+ "recall": 0.9113924050632911,
620
+ "count": 79
621
+ }
622
+ }
623
+ },
624
+ {
625
+ "eval_loss": 31.470446068143776,
626
+ "eval_classification_loss": 0.0,
627
+ "eval_structure_loss": 31.470446068143776,
628
+ "eval_count_loss": 0.0,
629
+ "step": 584,
630
+ "epoch": 7,
631
+ "f1": 0.6922183507549362,
632
+ "precision": 0.8186813186813187,
633
+ "recall": 0.5995975855130785,
634
+ "tp": 298,
635
+ "fp": 66,
636
+ "fn": 199,
637
+ "per_label": {
638
+ "court_composition": {
639
+ "f1": 0.8125000000000001,
640
+ "precision": 0.6842105263157895,
641
+ "recall": 1.0,
642
+ "count": 13
643
+ },
644
+ "court_prosecutor_board": {
645
+ "f1": 0.7368421052631579,
646
+ "precision": 0.5833333333333334,
647
+ "recall": 1.0,
648
+ "count": 14
649
+ },
650
+ "document_date": {
651
+ "f1": 0.9523809523809523,
652
+ "precision": 1.0,
653
+ "recall": 0.9090909090909091,
654
+ "count": 11
655
+ },
656
+ "filing_date": {
657
+ "f1": 0.6857142857142857,
658
+ "precision": 0.75,
659
+ "recall": 0.631578947368421,
660
+ "count": 19
661
+ },
662
+ "filing_number": {
663
+ "f1": 0.6666666666666667,
664
+ "precision": 0.7857142857142857,
665
+ "recall": 0.5789473684210527,
666
+ "count": 19
667
+ },
668
+ "hearing_date": {
669
+ "f1": 0.7894736842105263,
670
+ "precision": 0.6818181818181818,
671
+ "recall": 0.9375,
672
+ "count": 16
673
+ },
674
+ "litigant_address": {
675
+ "f1": 0.23404255319148937,
676
+ "precision": 0.7333333333333333,
677
+ "recall": 0.13924050632911392,
678
+ "count": 79
679
+ },
680
+ "litigant_father_name": {
681
+ "f1": 0.65,
682
+ "precision": 0.9285714285714286,
683
+ "recall": 0.5,
684
+ "count": 78
685
+ },
686
+ "litigant_first_name": {
687
+ "f1": 0.7972972972972973,
688
+ "precision": 0.8805970149253731,
689
+ "recall": 0.7283950617283951,
690
+ "count": 81
691
+ },
692
+ "litigant_last_name": {
693
+ "f1": 0.6176470588235294,
694
+ "precision": 0.7924528301886793,
695
+ "recall": 0.5060240963855421,
696
+ "count": 83
697
+ },
698
+ "litigant_last_name_suffix": {
699
+ "f1": 0,
700
+ "precision": 0,
701
+ "recall": 0.0,
702
+ "count": 5
703
+ },
704
+ "litigant_tax_id": {
705
+ "f1": 0.8944099378881988,
706
+ "precision": 0.8780487804878049,
707
+ "recall": 0.9113924050632911,
708
+ "count": 79
709
+ }
710
+ }
711
+ },
712
+ {
713
+ "eval_loss": 33.188588677060814,
714
+ "eval_classification_loss": 0.0,
715
+ "eval_structure_loss": 33.188588677060814,
716
+ "eval_count_loss": 0.0,
717
+ "step": 657,
718
+ "epoch": 8,
719
+ "f1": 0.7101123595505617,
720
+ "precision": 0.8040712468193384,
721
+ "recall": 0.635814889336016,
722
+ "tp": 316,
723
+ "fp": 77,
724
+ "fn": 181,
725
+ "per_label": {
726
+ "court_composition": {
727
+ "f1": 0.8125000000000001,
728
+ "precision": 0.6842105263157895,
729
+ "recall": 1.0,
730
+ "count": 13
731
+ },
732
+ "court_prosecutor_board": {
733
+ "f1": 0.717948717948718,
734
+ "precision": 0.56,
735
+ "recall": 1.0,
736
+ "count": 14
737
+ },
738
+ "document_date": {
739
+ "f1": 0.9090909090909091,
740
+ "precision": 0.9090909090909091,
741
+ "recall": 0.9090909090909091,
742
+ "count": 11
743
+ },
744
+ "filing_date": {
745
+ "f1": 0.6470588235294117,
746
+ "precision": 0.7333333333333333,
747
+ "recall": 0.5789473684210527,
748
+ "count": 19
749
+ },
750
+ "filing_number": {
751
+ "f1": 0.6666666666666667,
752
+ "precision": 0.7857142857142857,
753
+ "recall": 0.5789473684210527,
754
+ "count": 19
755
+ },
756
+ "hearing_date": {
757
+ "f1": 0.7894736842105263,
758
+ "precision": 0.6818181818181818,
759
+ "recall": 0.9375,
760
+ "count": 16
761
+ },
762
+ "litigant_address": {
763
+ "f1": 0.22222222222222224,
764
+ "precision": 0.55,
765
+ "recall": 0.13924050632911392,
766
+ "count": 79
767
+ },
768
+ "litigant_father_name": {
769
+ "f1": 0.7681159420289855,
770
+ "precision": 0.8833333333333333,
771
+ "recall": 0.6794871794871795,
772
+ "count": 78
773
+ },
774
+ "litigant_first_name": {
775
+ "f1": 0.8205128205128205,
776
+ "precision": 0.8533333333333334,
777
+ "recall": 0.7901234567901234,
778
+ "count": 81
779
+ },
780
+ "litigant_last_name": {
781
+ "f1": 0.6165413533834586,
782
+ "precision": 0.82,
783
+ "recall": 0.4939759036144578,
784
+ "count": 83
785
+ },
786
+ "litigant_last_name_suffix": {
787
+ "f1": 0,
788
+ "precision": 0,
789
+ "recall": 0.0,
790
+ "count": 5
791
+ },
792
+ "litigant_tax_id": {
793
+ "f1": 0.9068322981366461,
794
+ "precision": 0.8902439024390244,
795
+ "recall": 0.9240506329113924,
796
+ "count": 79
797
+ }
798
+ }
799
+ },
800
+ {
801
+ "eval_loss": 31.58015746523648,
802
+ "eval_classification_loss": 0.0,
803
+ "eval_structure_loss": 31.58015746523648,
804
+ "eval_count_loss": 0.0,
805
+ "step": 730,
806
+ "epoch": 9,
807
+ "f1": 0.7042577675489069,
808
+ "precision": 0.8225806451612904,
809
+ "recall": 0.6156941649899397,
810
+ "tp": 306,
811
+ "fp": 66,
812
+ "fn": 191,
813
+ "per_label": {
814
+ "court_composition": {
815
+ "f1": 0.8125000000000001,
816
+ "precision": 0.6842105263157895,
817
+ "recall": 1.0,
818
+ "count": 13
819
+ },
820
+ "court_prosecutor_board": {
821
+ "f1": 0.6666666666666665,
822
+ "precision": 0.5454545454545454,
823
+ "recall": 0.8571428571428571,
824
+ "count": 14
825
+ },
826
+ "document_date": {
827
+ "f1": 0.9090909090909091,
828
+ "precision": 0.9090909090909091,
829
+ "recall": 0.9090909090909091,
830
+ "count": 11
831
+ },
832
+ "filing_date": {
833
+ "f1": 0.7999999999999999,
834
+ "precision": 0.875,
835
+ "recall": 0.7368421052631579,
836
+ "count": 19
837
+ },
838
+ "filing_number": {
839
+ "f1": 0.6666666666666667,
840
+ "precision": 0.7857142857142857,
841
+ "recall": 0.5789473684210527,
842
+ "count": 19
843
+ },
844
+ "hearing_date": {
845
+ "f1": 0.8108108108108109,
846
+ "precision": 0.7142857142857143,
847
+ "recall": 0.9375,
848
+ "count": 16
849
+ },
850
+ "litigant_address": {
851
+ "f1": 0.20833333333333334,
852
+ "precision": 0.5882352941176471,
853
+ "recall": 0.12658227848101267,
854
+ "count": 79
855
+ },
856
+ "litigant_father_name": {
857
+ "f1": 0.682170542635659,
858
+ "precision": 0.8627450980392157,
859
+ "recall": 0.5641025641025641,
860
+ "count": 78
861
+ },
862
+ "litigant_first_name": {
863
+ "f1": 0.8181818181818182,
864
+ "precision": 0.863013698630137,
865
+ "recall": 0.7777777777777778,
866
+ "count": 81
867
+ },
868
+ "litigant_last_name": {
869
+ "f1": 0.6259541984732824,
870
+ "precision": 0.8541666666666666,
871
+ "recall": 0.4939759036144578,
872
+ "count": 83
873
+ },
874
+ "litigant_last_name_suffix": {
875
+ "f1": 0,
876
+ "precision": 0,
877
+ "recall": 0.0,
878
+ "count": 5
879
+ },
880
+ "litigant_tax_id": {
881
+ "f1": 0.9182389937106918,
882
+ "precision": 0.9125,
883
+ "recall": 0.9240506329113924,
884
+ "count": 79
885
+ }
886
+ }
887
+ },
888
+ {
889
+ "eval_loss": 36.5415113220901,
890
+ "eval_classification_loss": 0.0,
891
+ "eval_structure_loss": 36.5415113220901,
892
+ "eval_count_loss": 0.0,
893
+ "step": 803,
894
+ "epoch": 10,
895
+ "f1": 0.7408993576017131,
896
+ "precision": 0.7917620137299771,
897
+ "recall": 0.6961770623742455,
898
+ "tp": 346,
899
+ "fp": 91,
900
+ "fn": 151,
901
+ "per_label": {
902
+ "court_composition": {
903
+ "f1": 0.8125000000000001,
904
+ "precision": 0.6842105263157895,
905
+ "recall": 1.0,
906
+ "count": 13
907
+ },
908
+ "court_prosecutor_board": {
909
+ "f1": 0.717948717948718,
910
+ "precision": 0.56,
911
+ "recall": 1.0,
912
+ "count": 14
913
+ },
914
+ "document_date": {
915
+ "f1": 0.9565217391304348,
916
+ "precision": 0.9166666666666666,
917
+ "recall": 1.0,
918
+ "count": 11
919
+ },
920
+ "filing_date": {
921
+ "f1": 0.7692307692307692,
922
+ "precision": 0.75,
923
+ "recall": 0.7894736842105263,
924
+ "count": 19
925
+ },
926
+ "filing_number": {
927
+ "f1": 0.631578947368421,
928
+ "precision": 0.631578947368421,
929
+ "recall": 0.631578947368421,
930
+ "count": 19
931
+ },
932
+ "hearing_date": {
933
+ "f1": 0.7894736842105263,
934
+ "precision": 0.6818181818181818,
935
+ "recall": 0.9375,
936
+ "count": 16
937
+ },
938
+ "litigant_address": {
939
+ "f1": 0.22222222222222224,
940
+ "precision": 0.55,
941
+ "recall": 0.13924050632911392,
942
+ "count": 79
943
+ },
944
+ "litigant_father_name": {
945
+ "f1": 0.8082191780821918,
946
+ "precision": 0.8676470588235294,
947
+ "recall": 0.7564102564102564,
948
+ "count": 78
949
+ },
950
+ "litigant_first_name": {
951
+ "f1": 0.8148148148148148,
952
+ "precision": 0.8148148148148148,
953
+ "recall": 0.8148148148148148,
954
+ "count": 81
955
+ },
956
+ "litigant_last_name": {
957
+ "f1": 0.7482993197278912,
958
+ "precision": 0.859375,
959
+ "recall": 0.6626506024096386,
960
+ "count": 83
961
+ },
962
+ "litigant_last_name_suffix": {
963
+ "f1": 0,
964
+ "precision": 0,
965
+ "recall": 0.0,
966
+ "count": 5
967
+ },
968
+ "litigant_tax_id": {
969
+ "f1": 0.9036144578313253,
970
+ "precision": 0.8620689655172413,
971
+ "recall": 0.9493670886075949,
972
+ "count": 79
973
+ }
974
+ }
975
+ },
976
+ {
977
+ "eval_loss": 33.123240621316484,
978
+ "eval_classification_loss": 0.0,
979
+ "eval_structure_loss": 33.123240621316484,
980
+ "eval_count_loss": 0.0,
981
+ "step": 876,
982
+ "epoch": 11,
983
+ "f1": 0.7491712707182321,
984
+ "precision": 0.8308823529411765,
985
+ "recall": 0.682092555331992,
986
+ "tp": 339,
987
+ "fp": 69,
988
+ "fn": 158,
989
+ "per_label": {
990
+ "court_composition": {
991
+ "f1": 0.7741935483870968,
992
+ "precision": 0.6666666666666666,
993
+ "recall": 0.9230769230769231,
994
+ "count": 13
995
+ },
996
+ "court_prosecutor_board": {
997
+ "f1": 0.6842105263157894,
998
+ "precision": 0.5416666666666666,
999
+ "recall": 0.9285714285714286,
1000
+ "count": 14
1001
+ },
1002
+ "document_date": {
1003
+ "f1": 0.9565217391304348,
1004
+ "precision": 0.9166666666666666,
1005
+ "recall": 1.0,
1006
+ "count": 11
1007
+ },
1008
+ "filing_date": {
1009
+ "f1": 0.7567567567567567,
1010
+ "precision": 0.7777777777777778,
1011
+ "recall": 0.7368421052631579,
1012
+ "count": 19
1013
+ },
1014
+ "filing_number": {
1015
+ "f1": 0.6470588235294117,
1016
+ "precision": 0.7333333333333333,
1017
+ "recall": 0.5789473684210527,
1018
+ "count": 19
1019
+ },
1020
+ "hearing_date": {
1021
+ "f1": 0.8571428571428572,
1022
+ "precision": 0.7894736842105263,
1023
+ "recall": 0.9375,
1024
+ "count": 16
1025
+ },
1026
+ "litigant_address": {
1027
+ "f1": 0.22448979591836735,
1028
+ "precision": 0.5789473684210527,
1029
+ "recall": 0.13924050632911392,
1030
+ "count": 79
1031
+ },
1032
+ "litigant_father_name": {
1033
+ "f1": 0.8111888111888114,
1034
+ "precision": 0.8923076923076924,
1035
+ "recall": 0.7435897435897436,
1036
+ "count": 78
1037
+ },
1038
+ "litigant_first_name": {
1039
+ "f1": 0.8461538461538461,
1040
+ "precision": 0.88,
1041
+ "recall": 0.8148148148148148,
1042
+ "count": 81
1043
+ },
1044
+ "litigant_last_name": {
1045
+ "f1": 0.7361111111111112,
1046
+ "precision": 0.8688524590163934,
1047
+ "recall": 0.6385542168674698,
1048
+ "count": 83
1049
+ },
1050
+ "litigant_last_name_suffix": {
1051
+ "f1": 0.33333333333333337,
1052
+ "precision": 1.0,
1053
+ "recall": 0.2,
1054
+ "count": 5
1055
+ },
1056
+ "litigant_tax_id": {
1057
+ "f1": 0.9249999999999999,
1058
+ "precision": 0.9135802469135802,
1059
+ "recall": 0.9367088607594937,
1060
+ "count": 79
1061
+ }
1062
+ }
1063
+ },
1064
+ {
1065
+ "eval_loss": 28.77760074835888,
1066
+ "eval_classification_loss": 0.0,
1067
+ "eval_structure_loss": 28.77760074835888,
1068
+ "eval_count_loss": 0.0,
1069
+ "step": 949,
1070
+ "epoch": 12,
1071
+ "f1": 0.7587768969422424,
1072
+ "precision": 0.8678756476683938,
1073
+ "recall": 0.6740442655935613,
1074
+ "tp": 335,
1075
+ "fp": 51,
1076
+ "fn": 162,
1077
+ "per_label": {
1078
+ "court_composition": {
1079
+ "f1": 0.8000000000000002,
1080
+ "precision": 0.7058823529411765,
1081
+ "recall": 0.9230769230769231,
1082
+ "count": 13
1083
+ },
1084
+ "court_prosecutor_board": {
1085
+ "f1": 0.6857142857142857,
1086
+ "precision": 0.5714285714285714,
1087
+ "recall": 0.8571428571428571,
1088
+ "count": 14
1089
+ },
1090
+ "document_date": {
1091
+ "f1": 0.9523809523809523,
1092
+ "precision": 1.0,
1093
+ "recall": 0.9090909090909091,
1094
+ "count": 11
1095
+ },
1096
+ "filing_date": {
1097
+ "f1": 0.7777777777777778,
1098
+ "precision": 0.8235294117647058,
1099
+ "recall": 0.7368421052631579,
1100
+ "count": 19
1101
+ },
1102
+ "filing_number": {
1103
+ "f1": 0.6470588235294117,
1104
+ "precision": 0.7333333333333333,
1105
+ "recall": 0.5789473684210527,
1106
+ "count": 19
1107
+ },
1108
+ "hearing_date": {
1109
+ "f1": 0.8823529411764706,
1110
+ "precision": 0.8333333333333334,
1111
+ "recall": 0.9375,
1112
+ "count": 16
1113
+ },
1114
+ "litigant_address": {
1115
+ "f1": 0.23655913978494622,
1116
+ "precision": 0.7857142857142857,
1117
+ "recall": 0.13924050632911392,
1118
+ "count": 79
1119
+ },
1120
+ "litigant_father_name": {
1121
+ "f1": 0.8085106382978723,
1122
+ "precision": 0.9047619047619048,
1123
+ "recall": 0.7307692307692307,
1124
+ "count": 78
1125
+ },
1126
+ "litigant_first_name": {
1127
+ "f1": 0.8571428571428571,
1128
+ "precision": 0.9041095890410958,
1129
+ "recall": 0.8148148148148148,
1130
+ "count": 81
1131
+ },
1132
+ "litigant_last_name": {
1133
+ "f1": 0.7375886524822696,
1134
+ "precision": 0.896551724137931,
1135
+ "recall": 0.6265060240963856,
1136
+ "count": 83
1137
+ },
1138
+ "litigant_last_name_suffix": {
1139
+ "f1": 0.33333333333333337,
1140
+ "precision": 1.0,
1141
+ "recall": 0.2,
1142
+ "count": 5
1143
+ },
1144
+ "litigant_tax_id": {
1145
+ "f1": 0.9367088607594937,
1146
+ "precision": 0.9367088607594937,
1147
+ "recall": 0.9367088607594937,
1148
+ "count": 79
1149
+ }
1150
+ }
1151
+ },
1152
+ {
1153
+ "eval_loss": 37.20384743947774,
1154
+ "eval_classification_loss": 0.0,
1155
+ "eval_structure_loss": 37.20384743947774,
1156
+ "eval_count_loss": 0.0,
1157
+ "step": 1022,
1158
+ "epoch": 13,
1159
+ "f1": 0.7527352297592999,
1160
+ "precision": 0.8249400479616307,
1161
+ "recall": 0.6921529175050302,
1162
+ "tp": 344,
1163
+ "fp": 73,
1164
+ "fn": 153,
1165
+ "per_label": {
1166
+ "court_composition": {
1167
+ "f1": 0.8275862068965517,
1168
+ "precision": 0.75,
1169
+ "recall": 0.9230769230769231,
1170
+ "count": 13
1171
+ },
1172
+ "court_prosecutor_board": {
1173
+ "f1": 0.6842105263157894,
1174
+ "precision": 0.5416666666666666,
1175
+ "recall": 0.9285714285714286,
1176
+ "count": 14
1177
+ },
1178
+ "document_date": {
1179
+ "f1": 0.9523809523809523,
1180
+ "precision": 1.0,
1181
+ "recall": 0.9090909090909091,
1182
+ "count": 11
1183
+ },
1184
+ "filing_date": {
1185
+ "f1": 0.8648648648648649,
1186
+ "precision": 0.8888888888888888,
1187
+ "recall": 0.8421052631578947,
1188
+ "count": 19
1189
+ },
1190
+ "filing_number": {
1191
+ "f1": 0.6111111111111113,
1192
+ "precision": 0.6470588235294118,
1193
+ "recall": 0.5789473684210527,
1194
+ "count": 19
1195
+ },
1196
+ "hearing_date": {
1197
+ "f1": 0.8108108108108109,
1198
+ "precision": 0.7142857142857143,
1199
+ "recall": 0.9375,
1200
+ "count": 16
1201
+ },
1202
+ "litigant_address": {
1203
+ "f1": 0.24,
1204
+ "precision": 0.5714285714285714,
1205
+ "recall": 0.1518987341772152,
1206
+ "count": 79
1207
+ },
1208
+ "litigant_father_name": {
1209
+ "f1": 0.8111888111888114,
1210
+ "precision": 0.8923076923076924,
1211
+ "recall": 0.7435897435897436,
1212
+ "count": 78
1213
+ },
1214
+ "litigant_first_name": {
1215
+ "f1": 0.825,
1216
+ "precision": 0.8354430379746836,
1217
+ "recall": 0.8148148148148148,
1218
+ "count": 81
1219
+ },
1220
+ "litigant_last_name": {
1221
+ "f1": 0.7586206896551725,
1222
+ "precision": 0.8870967741935484,
1223
+ "recall": 0.6626506024096386,
1224
+ "count": 83
1225
+ },
1226
+ "litigant_last_name_suffix": {
1227
+ "f1": 0.5,
1228
+ "precision": 0.6666666666666666,
1229
+ "recall": 0.4,
1230
+ "count": 5
1231
+ },
1232
+ "litigant_tax_id": {
1233
+ "f1": 0.9249999999999999,
1234
+ "precision": 0.9135802469135802,
1235
+ "recall": 0.9367088607594937,
1236
+ "count": 79
1237
+ }
1238
+ }
1239
+ },
1240
+ {
1241
+ "eval_loss": 36.123832545773844,
1242
+ "eval_classification_loss": 0.0,
1243
+ "eval_structure_loss": 36.123832545773844,
1244
+ "eval_count_loss": 0.0,
1245
+ "step": 1095,
1246
+ "epoch": 14,
1247
+ "f1": 0.7592997811816192,
1248
+ "precision": 0.8321342925659473,
1249
+ "recall": 0.6981891348088531,
1250
+ "tp": 347,
1251
+ "fp": 70,
1252
+ "fn": 150,
1253
+ "per_label": {
1254
+ "court_composition": {
1255
+ "f1": 0.8666666666666666,
1256
+ "precision": 0.7647058823529411,
1257
+ "recall": 1.0,
1258
+ "count": 13
1259
+ },
1260
+ "court_prosecutor_board": {
1261
+ "f1": 0.717948717948718,
1262
+ "precision": 0.56,
1263
+ "recall": 1.0,
1264
+ "count": 14
1265
+ },
1266
+ "document_date": {
1267
+ "f1": 1.0,
1268
+ "precision": 1.0,
1269
+ "recall": 1.0,
1270
+ "count": 11
1271
+ },
1272
+ "filing_date": {
1273
+ "f1": 0.8421052631578947,
1274
+ "precision": 0.8421052631578947,
1275
+ "recall": 0.8421052631578947,
1276
+ "count": 19
1277
+ },
1278
+ "filing_number": {
1279
+ "f1": 0.6111111111111113,
1280
+ "precision": 0.6470588235294118,
1281
+ "recall": 0.5789473684210527,
1282
+ "count": 19
1283
+ },
1284
+ "hearing_date": {
1285
+ "f1": 0.8333333333333334,
1286
+ "precision": 0.75,
1287
+ "recall": 0.9375,
1288
+ "count": 16
1289
+ },
1290
+ "litigant_address": {
1291
+ "f1": 0.24742268041237114,
1292
+ "precision": 0.6666666666666666,
1293
+ "recall": 0.1518987341772152,
1294
+ "count": 79
1295
+ },
1296
+ "litigant_father_name": {
1297
+ "f1": 0.8251748251748253,
1298
+ "precision": 0.9076923076923077,
1299
+ "recall": 0.7564102564102564,
1300
+ "count": 78
1301
+ },
1302
+ "litigant_first_name": {
1303
+ "f1": 0.825,
1304
+ "precision": 0.8354430379746836,
1305
+ "recall": 0.8148148148148148,
1306
+ "count": 81
1307
+ },
1308
+ "litigant_last_name": {
1309
+ "f1": 0.7586206896551725,
1310
+ "precision": 0.8870967741935484,
1311
+ "recall": 0.6626506024096386,
1312
+ "count": 83
1313
+ },
1314
+ "litigant_last_name_suffix": {
1315
+ "f1": 0.28571428571428575,
1316
+ "precision": 0.5,
1317
+ "recall": 0.2,
1318
+ "count": 5
1319
+ },
1320
+ "litigant_tax_id": {
1321
+ "f1": 0.9192546583850932,
1322
+ "precision": 0.9024390243902439,
1323
+ "recall": 0.9367088607594937,
1324
+ "count": 79
1325
+ }
1326
+ }
1327
+ },
1328
+ {
1329
+ "eval_loss": 31.814256256435414,
1330
+ "eval_classification_loss": 0.0,
1331
+ "eval_structure_loss": 31.814256256435414,
1332
+ "eval_count_loss": 0.0,
1333
+ "step": 1168,
1334
+ "epoch": 15,
1335
+ "f1": 0.7628635346756152,
1336
+ "precision": 0.8589420654911839,
1337
+ "recall": 0.6861167002012073,
1338
+ "tp": 341,
1339
+ "fp": 56,
1340
+ "fn": 156,
1341
+ "per_label": {
1342
+ "court_composition": {
1343
+ "f1": 0.8387096774193548,
1344
+ "precision": 0.7222222222222222,
1345
+ "recall": 1.0,
1346
+ "count": 13
1347
+ },
1348
+ "court_prosecutor_board": {
1349
+ "f1": 0.7222222222222223,
1350
+ "precision": 0.5909090909090909,
1351
+ "recall": 0.9285714285714286,
1352
+ "count": 14
1353
+ },
1354
+ "document_date": {
1355
+ "f1": 0.9090909090909091,
1356
+ "precision": 0.9090909090909091,
1357
+ "recall": 0.9090909090909091,
1358
+ "count": 11
1359
+ },
1360
+ "filing_date": {
1361
+ "f1": 0.8333333333333333,
1362
+ "precision": 0.8823529411764706,
1363
+ "recall": 0.7894736842105263,
1364
+ "count": 19
1365
+ },
1366
+ "filing_number": {
1367
+ "f1": 0.6470588235294117,
1368
+ "precision": 0.7333333333333333,
1369
+ "recall": 0.5789473684210527,
1370
+ "count": 19
1371
+ },
1372
+ "hearing_date": {
1373
+ "f1": 0.823529411764706,
1374
+ "precision": 0.7777777777777778,
1375
+ "recall": 0.875,
1376
+ "count": 16
1377
+ },
1378
+ "litigant_address": {
1379
+ "f1": 0.24489795918367346,
1380
+ "precision": 0.631578947368421,
1381
+ "recall": 0.1518987341772152,
1382
+ "count": 79
1383
+ },
1384
+ "litigant_father_name": {
1385
+ "f1": 0.8085106382978723,
1386
+ "precision": 0.9047619047619048,
1387
+ "recall": 0.7307692307692307,
1388
+ "count": 78
1389
+ },
1390
+ "litigant_first_name": {
1391
+ "f1": 0.8516129032258065,
1392
+ "precision": 0.8918918918918919,
1393
+ "recall": 0.8148148148148148,
1394
+ "count": 81
1395
+ },
1396
+ "litigant_last_name": {
1397
+ "f1": 0.7746478873239436,
1398
+ "precision": 0.9322033898305084,
1399
+ "recall": 0.6626506024096386,
1400
+ "count": 83
1401
+ },
1402
+ "litigant_last_name_suffix": {
1403
+ "f1": 0.28571428571428575,
1404
+ "precision": 0.5,
1405
+ "recall": 0.2,
1406
+ "count": 5
1407
+ },
1408
+ "litigant_tax_id": {
1409
+ "f1": 0.9367088607594937,
1410
+ "precision": 0.9367088607594937,
1411
+ "recall": 0.9367088607594937,
1412
+ "count": 79
1413
+ }
1414
+ }
1415
+ },
1416
+ {
1417
+ "eval_loss": 34.74858785840834,
1418
+ "eval_classification_loss": 0.0,
1419
+ "eval_structure_loss": 34.74858785840834,
1420
+ "eval_count_loss": 0.0,
1421
+ "step": 1241,
1422
+ "epoch": 16,
1423
+ "f1": 0.7592997811816192,
1424
+ "precision": 0.8321342925659473,
1425
+ "recall": 0.6981891348088531,
1426
+ "tp": 347,
1427
+ "fp": 70,
1428
+ "fn": 150,
1429
+ "per_label": {
1430
+ "court_composition": {
1431
+ "f1": 0.8387096774193548,
1432
+ "precision": 0.7222222222222222,
1433
+ "recall": 1.0,
1434
+ "count": 13
1435
+ },
1436
+ "court_prosecutor_board": {
1437
+ "f1": 0.6842105263157894,
1438
+ "precision": 0.5416666666666666,
1439
+ "recall": 0.9285714285714286,
1440
+ "count": 14
1441
+ },
1442
+ "document_date": {
1443
+ "f1": 0.9523809523809523,
1444
+ "precision": 1.0,
1445
+ "recall": 0.9090909090909091,
1446
+ "count": 11
1447
+ },
1448
+ "filing_date": {
1449
+ "f1": 0.8421052631578947,
1450
+ "precision": 0.8421052631578947,
1451
+ "recall": 0.8421052631578947,
1452
+ "count": 19
1453
+ },
1454
+ "filing_number": {
1455
+ "f1": 0.6285714285714286,
1456
+ "precision": 0.6875,
1457
+ "recall": 0.5789473684210527,
1458
+ "count": 19
1459
+ },
1460
+ "hearing_date": {
1461
+ "f1": 0.8108108108108109,
1462
+ "precision": 0.7142857142857143,
1463
+ "recall": 0.9375,
1464
+ "count": 16
1465
+ },
1466
+ "litigant_address": {
1467
+ "f1": 0.24742268041237114,
1468
+ "precision": 0.6666666666666666,
1469
+ "recall": 0.1518987341772152,
1470
+ "count": 79
1471
+ },
1472
+ "litigant_father_name": {
1473
+ "f1": 0.8251748251748253,
1474
+ "precision": 0.9076923076923077,
1475
+ "recall": 0.7564102564102564,
1476
+ "count": 78
1477
+ },
1478
+ "litigant_first_name": {
1479
+ "f1": 0.8271604938271605,
1480
+ "precision": 0.8271604938271605,
1481
+ "recall": 0.8271604938271605,
1482
+ "count": 81
1483
+ },
1484
+ "litigant_last_name": {
1485
+ "f1": 0.75,
1486
+ "precision": 0.8852459016393442,
1487
+ "recall": 0.6506024096385542,
1488
+ "count": 83
1489
+ },
1490
+ "litigant_last_name_suffix": {
1491
+ "f1": 0.28571428571428575,
1492
+ "precision": 0.5,
1493
+ "recall": 0.2,
1494
+ "count": 5
1495
+ },
1496
+ "litigant_tax_id": {
1497
+ "f1": 0.9440993788819876,
1498
+ "precision": 0.926829268292683,
1499
+ "recall": 0.9620253164556962,
1500
+ "count": 79
1501
+ }
1502
+ }
1503
+ },
1504
+ {
1505
+ "eval_loss": 32.96647141085461,
1506
+ "eval_classification_loss": 0.0,
1507
+ "eval_structure_loss": 32.96647141085461,
1508
+ "eval_count_loss": 0.0,
1509
+ "step": 1314,
1510
+ "epoch": 17,
1511
+ "f1": 0.761904761904762,
1512
+ "precision": 0.8472906403940886,
1513
+ "recall": 0.6921529175050302,
1514
+ "tp": 344,
1515
+ "fp": 62,
1516
+ "fn": 153,
1517
+ "per_label": {
1518
+ "court_composition": {
1519
+ "f1": 0.8275862068965517,
1520
+ "precision": 0.75,
1521
+ "recall": 0.9230769230769231,
1522
+ "count": 13
1523
+ },
1524
+ "court_prosecutor_board": {
1525
+ "f1": 0.7222222222222223,
1526
+ "precision": 0.5909090909090909,
1527
+ "recall": 0.9285714285714286,
1528
+ "count": 14
1529
+ },
1530
+ "document_date": {
1531
+ "f1": 0.9523809523809523,
1532
+ "precision": 1.0,
1533
+ "recall": 0.9090909090909091,
1534
+ "count": 11
1535
+ },
1536
+ "filing_date": {
1537
+ "f1": 0.8421052631578947,
1538
+ "precision": 0.8421052631578947,
1539
+ "recall": 0.8421052631578947,
1540
+ "count": 19
1541
+ },
1542
+ "filing_number": {
1543
+ "f1": 0.6666666666666667,
1544
+ "precision": 0.7058823529411765,
1545
+ "recall": 0.631578947368421,
1546
+ "count": 19
1547
+ },
1548
+ "hearing_date": {
1549
+ "f1": 0.823529411764706,
1550
+ "precision": 0.7777777777777778,
1551
+ "recall": 0.875,
1552
+ "count": 16
1553
+ },
1554
+ "litigant_address": {
1555
+ "f1": 0.24742268041237114,
1556
+ "precision": 0.6666666666666666,
1557
+ "recall": 0.1518987341772152,
1558
+ "count": 79
1559
+ },
1560
+ "litigant_father_name": {
1561
+ "f1": 0.8111888111888114,
1562
+ "precision": 0.8923076923076924,
1563
+ "recall": 0.7435897435897436,
1564
+ "count": 78
1565
+ },
1566
+ "litigant_first_name": {
1567
+ "f1": 0.8407643312101911,
1568
+ "precision": 0.868421052631579,
1569
+ "recall": 0.8148148148148148,
1570
+ "count": 81
1571
+ },
1572
+ "litigant_last_name": {
1573
+ "f1": 0.7638888888888888,
1574
+ "precision": 0.9016393442622951,
1575
+ "recall": 0.6626506024096386,
1576
+ "count": 83
1577
+ },
1578
+ "litigant_last_name_suffix": {
1579
+ "f1": 0.28571428571428575,
1580
+ "precision": 0.5,
1581
+ "recall": 0.2,
1582
+ "count": 5
1583
+ },
1584
+ "litigant_tax_id": {
1585
+ "f1": 0.9316770186335404,
1586
+ "precision": 0.9146341463414634,
1587
+ "recall": 0.9493670886075949,
1588
+ "count": 79
1589
+ }
1590
+ }
1591
+ },
1592
+ {
1593
+ "eval_loss": 34.60351373480435,
1594
+ "eval_classification_loss": 0.0,
1595
+ "eval_structure_loss": 34.60351373480435,
1596
+ "eval_count_loss": 0.0,
1597
+ "step": 1387,
1598
+ "epoch": 18,
1599
+ "f1": 0.761904761904762,
1600
+ "precision": 0.8472906403940886,
1601
+ "recall": 0.6921529175050302,
1602
+ "tp": 344,
1603
+ "fp": 62,
1604
+ "fn": 153,
1605
+ "per_label": {
1606
+ "court_composition": {
1607
+ "f1": 0.8000000000000002,
1608
+ "precision": 0.7058823529411765,
1609
+ "recall": 0.9230769230769231,
1610
+ "count": 13
1611
+ },
1612
+ "court_prosecutor_board": {
1613
+ "f1": 0.7027027027027025,
1614
+ "precision": 0.5652173913043478,
1615
+ "recall": 0.9285714285714286,
1616
+ "count": 14
1617
+ },
1618
+ "document_date": {
1619
+ "f1": 0.9565217391304348,
1620
+ "precision": 0.9166666666666666,
1621
+ "recall": 1.0,
1622
+ "count": 11
1623
+ },
1624
+ "filing_date": {
1625
+ "f1": 0.8108108108108109,
1626
+ "precision": 0.8333333333333334,
1627
+ "recall": 0.7894736842105263,
1628
+ "count": 19
1629
+ },
1630
+ "filing_number": {
1631
+ "f1": 0.6857142857142857,
1632
+ "precision": 0.75,
1633
+ "recall": 0.631578947368421,
1634
+ "count": 19
1635
+ },
1636
+ "hearing_date": {
1637
+ "f1": 0.8108108108108109,
1638
+ "precision": 0.7142857142857143,
1639
+ "recall": 0.9375,
1640
+ "count": 16
1641
+ },
1642
+ "litigant_address": {
1643
+ "f1": 0.24742268041237114,
1644
+ "precision": 0.6666666666666666,
1645
+ "recall": 0.1518987341772152,
1646
+ "count": 79
1647
+ },
1648
+ "litigant_father_name": {
1649
+ "f1": 0.8085106382978723,
1650
+ "precision": 0.9047619047619048,
1651
+ "recall": 0.7307692307692307,
1652
+ "count": 78
1653
+ },
1654
+ "litigant_first_name": {
1655
+ "f1": 0.8516129032258065,
1656
+ "precision": 0.8918918918918919,
1657
+ "recall": 0.8148148148148148,
1658
+ "count": 81
1659
+ },
1660
+ "litigant_last_name": {
1661
+ "f1": 0.7638888888888888,
1662
+ "precision": 0.9016393442622951,
1663
+ "recall": 0.6626506024096386,
1664
+ "count": 83
1665
+ },
1666
+ "litigant_last_name_suffix": {
1667
+ "f1": 0.28571428571428575,
1668
+ "precision": 0.5,
1669
+ "recall": 0.2,
1670
+ "count": 5
1671
+ },
1672
+ "litigant_tax_id": {
1673
+ "f1": 0.9375000000000001,
1674
+ "precision": 0.9259259259259259,
1675
+ "recall": 0.9493670886075949,
1676
+ "count": 79
1677
+ }
1678
+ }
1679
+ },
1680
+ {
1681
+ "eval_loss": 35.56472212731497,
1682
+ "eval_classification_loss": 0.0,
1683
+ "eval_structure_loss": 35.56472212731497,
1684
+ "eval_count_loss": 0.0,
1685
+ "step": 1460,
1686
+ "epoch": 19,
1687
+ "f1": 0.7607497243660417,
1688
+ "precision": 0.8414634146341463,
1689
+ "recall": 0.6941649899396378,
1690
+ "tp": 345,
1691
+ "fp": 65,
1692
+ "fn": 152,
1693
+ "per_label": {
1694
+ "court_composition": {
1695
+ "f1": 0.8000000000000002,
1696
+ "precision": 0.7058823529411765,
1697
+ "recall": 0.9230769230769231,
1698
+ "count": 13
1699
+ },
1700
+ "court_prosecutor_board": {
1701
+ "f1": 0.7027027027027025,
1702
+ "precision": 0.5652173913043478,
1703
+ "recall": 0.9285714285714286,
1704
+ "count": 14
1705
+ },
1706
+ "document_date": {
1707
+ "f1": 0.9523809523809523,
1708
+ "precision": 1.0,
1709
+ "recall": 0.9090909090909091,
1710
+ "count": 11
1711
+ },
1712
+ "filing_date": {
1713
+ "f1": 0.8108108108108109,
1714
+ "precision": 0.8333333333333334,
1715
+ "recall": 0.7894736842105263,
1716
+ "count": 19
1717
+ },
1718
+ "filing_number": {
1719
+ "f1": 0.6666666666666667,
1720
+ "precision": 0.7058823529411765,
1721
+ "recall": 0.631578947368421,
1722
+ "count": 19
1723
+ },
1724
+ "hearing_date": {
1725
+ "f1": 0.8571428571428572,
1726
+ "precision": 0.7894736842105263,
1727
+ "recall": 0.9375,
1728
+ "count": 16
1729
+ },
1730
+ "litigant_address": {
1731
+ "f1": 0.24742268041237114,
1732
+ "precision": 0.6666666666666666,
1733
+ "recall": 0.1518987341772152,
1734
+ "count": 79
1735
+ },
1736
+ "litigant_father_name": {
1737
+ "f1": 0.8169014084507042,
1738
+ "precision": 0.90625,
1739
+ "recall": 0.7435897435897436,
1740
+ "count": 78
1741
+ },
1742
+ "litigant_first_name": {
1743
+ "f1": 0.8427672955974842,
1744
+ "precision": 0.8589743589743589,
1745
+ "recall": 0.8271604938271605,
1746
+ "count": 81
1747
+ },
1748
+ "litigant_last_name": {
1749
+ "f1": 0.7586206896551725,
1750
+ "precision": 0.8870967741935484,
1751
+ "recall": 0.6626506024096386,
1752
+ "count": 83
1753
+ },
1754
+ "litigant_last_name_suffix": {
1755
+ "f1": 0.28571428571428575,
1756
+ "precision": 0.5,
1757
+ "recall": 0.2,
1758
+ "count": 5
1759
+ },
1760
+ "litigant_tax_id": {
1761
+ "f1": 0.9316770186335404,
1762
+ "precision": 0.9146341463414634,
1763
+ "recall": 0.9493670886075949,
1764
+ "count": 79
1765
+ }
1766
+ }
1767
+ },
1768
+ {
1769
+ "eval_loss": 34.40515327429518,
1770
+ "eval_classification_loss": 0.0,
1771
+ "eval_structure_loss": 34.40515327429518,
1772
+ "eval_count_loss": 0.0,
1773
+ "step": 1533,
1774
+ "epoch": 20,
1775
+ "f1": 0.7599999999999999,
1776
+ "precision": 0.8486352357320099,
1777
+ "recall": 0.6881287726358148,
1778
+ "tp": 342,
1779
+ "fp": 61,
1780
+ "fn": 155,
1781
+ "per_label": {
1782
+ "court_composition": {
1783
+ "f1": 0.8275862068965517,
1784
+ "precision": 0.75,
1785
+ "recall": 0.9230769230769231,
1786
+ "count": 13
1787
+ },
1788
+ "court_prosecutor_board": {
1789
+ "f1": 0.7027027027027025,
1790
+ "precision": 0.5652173913043478,
1791
+ "recall": 0.9285714285714286,
1792
+ "count": 14
1793
+ },
1794
+ "document_date": {
1795
+ "f1": 1.0,
1796
+ "precision": 1.0,
1797
+ "recall": 1.0,
1798
+ "count": 11
1799
+ },
1800
+ "filing_date": {
1801
+ "f1": 0.8108108108108109,
1802
+ "precision": 0.8333333333333334,
1803
+ "recall": 0.7894736842105263,
1804
+ "count": 19
1805
+ },
1806
+ "filing_number": {
1807
+ "f1": 0.6666666666666667,
1808
+ "precision": 0.7058823529411765,
1809
+ "recall": 0.631578947368421,
1810
+ "count": 19
1811
+ },
1812
+ "hearing_date": {
1813
+ "f1": 0.823529411764706,
1814
+ "precision": 0.7777777777777778,
1815
+ "recall": 0.875,
1816
+ "count": 16
1817
+ },
1818
+ "litigant_address": {
1819
+ "f1": 0.24742268041237114,
1820
+ "precision": 0.6666666666666666,
1821
+ "recall": 0.1518987341772152,
1822
+ "count": 79
1823
+ },
1824
+ "litigant_father_name": {
1825
+ "f1": 0.8085106382978723,
1826
+ "precision": 0.9047619047619048,
1827
+ "recall": 0.7307692307692307,
1828
+ "count": 78
1829
+ },
1830
+ "litigant_first_name": {
1831
+ "f1": 0.8427672955974842,
1832
+ "precision": 0.8589743589743589,
1833
+ "recall": 0.8271604938271605,
1834
+ "count": 81
1835
+ },
1836
+ "litigant_last_name": {
1837
+ "f1": 0.7605633802816901,
1838
+ "precision": 0.9152542372881356,
1839
+ "recall": 0.6506024096385542,
1840
+ "count": 83
1841
+ },
1842
+ "litigant_last_name_suffix": {
1843
+ "f1": 0.28571428571428575,
1844
+ "precision": 0.5,
1845
+ "recall": 0.2,
1846
+ "count": 5
1847
+ },
1848
+ "litigant_tax_id": {
1849
+ "f1": 0.9308176100628932,
1850
+ "precision": 0.925,
1851
+ "recall": 0.9367088607594937,
1852
+ "count": 79
1853
+ }
1854
+ }
1855
+ },
1856
+ {
1857
+ "eval_loss": 36.25595875159055,
1858
+ "eval_classification_loss": 0.0,
1859
+ "eval_structure_loss": 36.25595875159055,
1860
+ "eval_count_loss": 0.0,
1861
+ "step": 1606,
1862
+ "epoch": 21,
1863
+ "f1": 0.762954796030871,
1864
+ "precision": 0.8439024390243902,
1865
+ "recall": 0.6961770623742455,
1866
+ "tp": 346,
1867
+ "fp": 64,
1868
+ "fn": 151,
1869
+ "per_label": {
1870
+ "court_composition": {
1871
+ "f1": 0.8387096774193548,
1872
+ "precision": 0.7222222222222222,
1873
+ "recall": 1.0,
1874
+ "count": 13
1875
+ },
1876
+ "court_prosecutor_board": {
1877
+ "f1": 0.7027027027027025,
1878
+ "precision": 0.5652173913043478,
1879
+ "recall": 0.9285714285714286,
1880
+ "count": 14
1881
+ },
1882
+ "document_date": {
1883
+ "f1": 1.0,
1884
+ "precision": 1.0,
1885
+ "recall": 1.0,
1886
+ "count": 11
1887
+ },
1888
+ "filing_date": {
1889
+ "f1": 0.8421052631578947,
1890
+ "precision": 0.8421052631578947,
1891
+ "recall": 0.8421052631578947,
1892
+ "count": 19
1893
+ },
1894
+ "filing_number": {
1895
+ "f1": 0.6666666666666667,
1896
+ "precision": 0.7058823529411765,
1897
+ "recall": 0.631578947368421,
1898
+ "count": 19
1899
+ },
1900
+ "hearing_date": {
1901
+ "f1": 0.8571428571428572,
1902
+ "precision": 0.7894736842105263,
1903
+ "recall": 0.9375,
1904
+ "count": 16
1905
+ },
1906
+ "litigant_address": {
1907
+ "f1": 0.24489795918367346,
1908
+ "precision": 0.631578947368421,
1909
+ "recall": 0.1518987341772152,
1910
+ "count": 79
1911
+ },
1912
+ "litigant_father_name": {
1913
+ "f1": 0.8085106382978723,
1914
+ "precision": 0.9047619047619048,
1915
+ "recall": 0.7307692307692307,
1916
+ "count": 78
1917
+ },
1918
+ "litigant_first_name": {
1919
+ "f1": 0.8427672955974842,
1920
+ "precision": 0.8589743589743589,
1921
+ "recall": 0.8271604938271605,
1922
+ "count": 81
1923
+ },
1924
+ "litigant_last_name": {
1925
+ "f1": 0.7638888888888888,
1926
+ "precision": 0.9016393442622951,
1927
+ "recall": 0.6626506024096386,
1928
+ "count": 83
1929
+ },
1930
+ "litigant_last_name_suffix": {
1931
+ "f1": 0.28571428571428575,
1932
+ "precision": 0.5,
1933
+ "recall": 0.2,
1934
+ "count": 5
1935
+ },
1936
+ "litigant_tax_id": {
1937
+ "f1": 0.9308176100628932,
1938
+ "precision": 0.925,
1939
+ "recall": 0.9367088607594937,
1940
+ "count": 79
1941
+ }
1942
+ }
1943
+ },
1944
+ {
1945
+ "eval_loss": 36.00805857320395,
1946
+ "eval_classification_loss": 0.0,
1947
+ "eval_structure_loss": 36.00805857320395,
1948
+ "eval_count_loss": 0.0,
1949
+ "step": 1679,
1950
+ "epoch": 22,
1951
+ "f1": 0.7624309392265194,
1952
+ "precision": 0.8455882352941176,
1953
+ "recall": 0.6941649899396378,
1954
+ "tp": 345,
1955
+ "fp": 63,
1956
+ "fn": 152,
1957
+ "per_label": {
1958
+ "court_composition": {
1959
+ "f1": 0.8000000000000002,
1960
+ "precision": 0.7058823529411765,
1961
+ "recall": 0.9230769230769231,
1962
+ "count": 13
1963
+ },
1964
+ "court_prosecutor_board": {
1965
+ "f1": 0.7027027027027025,
1966
+ "precision": 0.5652173913043478,
1967
+ "recall": 0.9285714285714286,
1968
+ "count": 14
1969
+ },
1970
+ "document_date": {
1971
+ "f1": 1.0,
1972
+ "precision": 1.0,
1973
+ "recall": 1.0,
1974
+ "count": 11
1975
+ },
1976
+ "filing_date": {
1977
+ "f1": 0.8421052631578947,
1978
+ "precision": 0.8421052631578947,
1979
+ "recall": 0.8421052631578947,
1980
+ "count": 19
1981
+ },
1982
+ "filing_number": {
1983
+ "f1": 0.6666666666666667,
1984
+ "precision": 0.7058823529411765,
1985
+ "recall": 0.631578947368421,
1986
+ "count": 19
1987
+ },
1988
+ "hearing_date": {
1989
+ "f1": 0.8571428571428572,
1990
+ "precision": 0.7894736842105263,
1991
+ "recall": 0.9375,
1992
+ "count": 16
1993
+ },
1994
+ "litigant_address": {
1995
+ "f1": 0.24489795918367346,
1996
+ "precision": 0.631578947368421,
1997
+ "recall": 0.1518987341772152,
1998
+ "count": 79
1999
+ },
2000
+ "litigant_father_name": {
2001
+ "f1": 0.8085106382978723,
2002
+ "precision": 0.9047619047619048,
2003
+ "recall": 0.7307692307692307,
2004
+ "count": 78
2005
+ },
2006
+ "litigant_first_name": {
2007
+ "f1": 0.8481012658227849,
2008
+ "precision": 0.8701298701298701,
2009
+ "recall": 0.8271604938271605,
2010
+ "count": 81
2011
+ },
2012
+ "litigant_last_name": {
2013
+ "f1": 0.7638888888888888,
2014
+ "precision": 0.9016393442622951,
2015
+ "recall": 0.6626506024096386,
2016
+ "count": 83
2017
+ },
2018
+ "litigant_last_name_suffix": {
2019
+ "f1": 0.28571428571428575,
2020
+ "precision": 0.5,
2021
+ "recall": 0.2,
2022
+ "count": 5
2023
+ },
2024
+ "litigant_tax_id": {
2025
+ "f1": 0.9308176100628932,
2026
+ "precision": 0.925,
2027
+ "recall": 0.9367088607594937,
2028
+ "count": 79
2029
+ }
2030
+ }
2031
+ },
2032
+ {
2033
+ "eval_loss": 35.985409919197565,
2034
+ "eval_classification_loss": 0.0,
2035
+ "eval_structure_loss": 35.985409919197565,
2036
+ "eval_count_loss": 0.0,
2037
+ "step": 1752,
2038
+ "epoch": 23,
2039
+ "f1": 0.7624309392265194,
2040
+ "precision": 0.8455882352941176,
2041
+ "recall": 0.6941649899396378,
2042
+ "tp": 345,
2043
+ "fp": 63,
2044
+ "fn": 152,
2045
+ "per_label": {
2046
+ "court_composition": {
2047
+ "f1": 0.8000000000000002,
2048
+ "precision": 0.7058823529411765,
2049
+ "recall": 0.9230769230769231,
2050
+ "count": 13
2051
+ },
2052
+ "court_prosecutor_board": {
2053
+ "f1": 0.7027027027027025,
2054
+ "precision": 0.5652173913043478,
2055
+ "recall": 0.9285714285714286,
2056
+ "count": 14
2057
+ },
2058
+ "document_date": {
2059
+ "f1": 1.0,
2060
+ "precision": 1.0,
2061
+ "recall": 1.0,
2062
+ "count": 11
2063
+ },
2064
+ "filing_date": {
2065
+ "f1": 0.8421052631578947,
2066
+ "precision": 0.8421052631578947,
2067
+ "recall": 0.8421052631578947,
2068
+ "count": 19
2069
+ },
2070
+ "filing_number": {
2071
+ "f1": 0.6666666666666667,
2072
+ "precision": 0.7058823529411765,
2073
+ "recall": 0.631578947368421,
2074
+ "count": 19
2075
+ },
2076
+ "hearing_date": {
2077
+ "f1": 0.8571428571428572,
2078
+ "precision": 0.7894736842105263,
2079
+ "recall": 0.9375,
2080
+ "count": 16
2081
+ },
2082
+ "litigant_address": {
2083
+ "f1": 0.24489795918367346,
2084
+ "precision": 0.631578947368421,
2085
+ "recall": 0.1518987341772152,
2086
+ "count": 79
2087
+ },
2088
+ "litigant_father_name": {
2089
+ "f1": 0.8085106382978723,
2090
+ "precision": 0.9047619047619048,
2091
+ "recall": 0.7307692307692307,
2092
+ "count": 78
2093
+ },
2094
+ "litigant_first_name": {
2095
+ "f1": 0.8481012658227849,
2096
+ "precision": 0.8701298701298701,
2097
+ "recall": 0.8271604938271605,
2098
+ "count": 81
2099
+ },
2100
+ "litigant_last_name": {
2101
+ "f1": 0.7638888888888888,
2102
+ "precision": 0.9016393442622951,
2103
+ "recall": 0.6626506024096386,
2104
+ "count": 83
2105
+ },
2106
+ "litigant_last_name_suffix": {
2107
+ "f1": 0.28571428571428575,
2108
+ "precision": 0.5,
2109
+ "recall": 0.2,
2110
+ "count": 5
2111
+ },
2112
+ "litigant_tax_id": {
2113
+ "f1": 0.9308176100628932,
2114
+ "precision": 0.925,
2115
+ "recall": 0.9367088607594937,
2116
+ "count": 79
2117
+ }
2118
+ }
2119
+ },
2120
+ {
2121
+ "eval_loss": 35.66012184006002,
2122
+ "eval_classification_loss": 0.0,
2123
+ "eval_structure_loss": 35.66012184006002,
2124
+ "eval_count_loss": 0.0,
2125
+ "step": 1800,
2126
+ "epoch": 24,
2127
+ "f1": 0.7624309392265194,
2128
+ "precision": 0.8455882352941176,
2129
+ "recall": 0.6941649899396378,
2130
+ "tp": 345,
2131
+ "fp": 63,
2132
+ "fn": 152,
2133
+ "per_label": {
2134
+ "court_composition": {
2135
+ "f1": 0.8000000000000002,
2136
+ "precision": 0.7058823529411765,
2137
+ "recall": 0.9230769230769231,
2138
+ "count": 13
2139
+ },
2140
+ "court_prosecutor_board": {
2141
+ "f1": 0.7027027027027025,
2142
+ "precision": 0.5652173913043478,
2143
+ "recall": 0.9285714285714286,
2144
+ "count": 14
2145
+ },
2146
+ "document_date": {
2147
+ "f1": 1.0,
2148
+ "precision": 1.0,
2149
+ "recall": 1.0,
2150
+ "count": 11
2151
+ },
2152
+ "filing_date": {
2153
+ "f1": 0.8421052631578947,
2154
+ "precision": 0.8421052631578947,
2155
+ "recall": 0.8421052631578947,
2156
+ "count": 19
2157
+ },
2158
+ "filing_number": {
2159
+ "f1": 0.6666666666666667,
2160
+ "precision": 0.7058823529411765,
2161
+ "recall": 0.631578947368421,
2162
+ "count": 19
2163
+ },
2164
+ "hearing_date": {
2165
+ "f1": 0.8571428571428572,
2166
+ "precision": 0.7894736842105263,
2167
+ "recall": 0.9375,
2168
+ "count": 16
2169
+ },
2170
+ "litigant_address": {
2171
+ "f1": 0.24489795918367346,
2172
+ "precision": 0.631578947368421,
2173
+ "recall": 0.1518987341772152,
2174
+ "count": 79
2175
+ },
2176
+ "litigant_father_name": {
2177
+ "f1": 0.8085106382978723,
2178
+ "precision": 0.9047619047619048,
2179
+ "recall": 0.7307692307692307,
2180
+ "count": 78
2181
+ },
2182
+ "litigant_first_name": {
2183
+ "f1": 0.8481012658227849,
2184
+ "precision": 0.8701298701298701,
2185
+ "recall": 0.8271604938271605,
2186
+ "count": 81
2187
+ },
2188
+ "litigant_last_name": {
2189
+ "f1": 0.7638888888888888,
2190
+ "precision": 0.9016393442622951,
2191
+ "recall": 0.6626506024096386,
2192
+ "count": 83
2193
+ },
2194
+ "litigant_last_name_suffix": {
2195
+ "f1": 0.28571428571428575,
2196
+ "precision": 0.5,
2197
+ "recall": 0.2,
2198
+ "count": 5
2199
+ },
2200
+ "litigant_tax_id": {
2201
+ "f1": 0.9308176100628932,
2202
+ "precision": 0.925,
2203
+ "recall": 0.9367088607594937,
2204
+ "count": 79
2205
+ }
2206
+ }
2207
+ }
2208
+ ]
20260413-nsk-ner-witness_summons/training_config.json ADDED
@@ -0,0 +1,57 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "output_dir": "data/models/nsk-ner-witness_summons",
3
+ "experiment_name": "nsk-ner-witness_summons",
4
+ "num_epochs": 25,
5
+ "max_steps": -1,
6
+ "batch_size": 1,
7
+ "eval_batch_size": 1,
8
+ "gradient_accumulation_steps": 4,
9
+ "encoder_lr": 1e-05,
10
+ "task_lr": 0.0001,
11
+ "weight_decay": 0.01,
12
+ "adam_beta1": 0.9,
13
+ "adam_beta2": 0.999,
14
+ "adam_epsilon": 1e-08,
15
+ "max_grad_norm": 1.0,
16
+ "scheduler_type": "cosine",
17
+ "warmup_ratio": 0.1,
18
+ "warmup_steps": 0,
19
+ "num_cycles": 0.5,
20
+ "fp16": true,
21
+ "bf16": false,
22
+ "eval_strategy": "epoch",
23
+ "eval_steps": 500,
24
+ "save_total_limit": 2,
25
+ "save_best": true,
26
+ "metric_for_best": "eval_loss",
27
+ "greater_is_better": false,
28
+ "logging_steps": 5,
29
+ "logging_first_step": true,
30
+ "report_to_wandb": false,
31
+ "wandb_project": null,
32
+ "wandb_entity": null,
33
+ "wandb_run_name": null,
34
+ "wandb_tags": [],
35
+ "wandb_notes": null,
36
+ "early_stopping": false,
37
+ "early_stopping_patience": 3,
38
+ "early_stopping_threshold": 0.0,
39
+ "num_workers": 4,
40
+ "pin_memory": true,
41
+ "prefetch_factor": 2,
42
+ "seed": 42,
43
+ "deterministic": false,
44
+ "local_rank": -1,
45
+ "debug": false,
46
+ "max_train_samples": -1,
47
+ "max_eval_samples": -1,
48
+ "validate_data": true,
49
+ "use_lora": true,
50
+ "lora_r": 4,
51
+ "lora_alpha": 8.0,
52
+ "lora_dropout": 0.1,
53
+ "lora_target_modules": [
54
+ "encoder"
55
+ ],
56
+ "save_adapter_only": true
57
+ }
20260413-nsk-ner-witness_summons/training_progress.png ADDED

Git LFS Details

  • SHA256: b684f33fd5259c27a0c8327de4330862777afef08c7864f47601a5d3f0c6bb47
  • Pointer size: 131 Bytes
  • Size of remote file: 129 kB