File size: 8,335 Bytes
041b204 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 | {
"artifacts": {
"config_json": "/kaggle/working/checkpoint_step1_italian_docs_v2/config.json",
"model_safetensors": "/kaggle/working/checkpoint_step1_italian_docs_v2/model.safetensors",
"summary_json": "/kaggle/working/checkpoint_step1_italian_docs_v2/finetune_summary.json"
},
"base_checkpoint": "/root/.opf/privacy_filter",
"batch_size": 1,
"best_epoch": 14,
"best_metric": 1.256955582021411e-06,
"best_metric_name": "validation_loss",
"checkpoint_category_version": "v2",
"device": "cuda",
"elapsed_s": 8991.771278478,
"encoding": "o200k_base",
"epoch_metrics": [
{
"elapsed_s": 611.6480500910002,
"epoch": 1,
"optimizer_steps": 1875,
"train_batches": 7500,
"train_loss": 0.18406920914817018,
"train_token_accuracy": 0.9626421135608234,
"train_tokens": 246106,
"validation_batches": 1250,
"validation_loss": 0.0010319853343994626,
"validation_token_accuracy": 0.9997995087965516,
"validation_tokens": 39902
},
{
"elapsed_s": 603.1925267070001,
"epoch": 2,
"optimizer_steps": 1875,
"train_batches": 7500,
"train_loss": 0.0006751688251858842,
"train_token_accuracy": 0.9999309240733668,
"train_tokens": 246106,
"validation_batches": 1250,
"validation_loss": 0.0004481305598764045,
"validation_token_accuracy": 0.9998746929978447,
"validation_tokens": 39902
},
{
"elapsed_s": 595.9333531040002,
"epoch": 3,
"optimizer_steps": 1875,
"train_batches": 7500,
"train_loss": 0.0004284777879854081,
"train_token_accuracy": 0.9999349873631688,
"train_tokens": 246106,
"validation_batches": 1250,
"validation_loss": 0.0011235129029634563,
"validation_token_accuracy": 0.9997995087965516,
"validation_tokens": 39902
},
{
"elapsed_s": 594.8147814399999,
"epoch": 4,
"optimizer_steps": 1875,
"train_batches": 7500,
"train_loss": 0.0004589788315978451,
"train_token_accuracy": 0.999910607624357,
"train_tokens": 246106,
"validation_batches": 1250,
"validation_loss": 0.0005426766982118603,
"validation_token_accuracy": 0.9997995087965516,
"validation_tokens": 39902
},
{
"elapsed_s": 594.5084605920001,
"epoch": 5,
"optimizer_steps": 1875,
"train_batches": 7500,
"train_loss": 0.00025950950850595604,
"train_token_accuracy": 0.9999431139427726,
"train_tokens": 246106,
"validation_batches": 1250,
"validation_loss": 0.0006384832375886648,
"validation_token_accuracy": 0.9998997543982758,
"validation_tokens": 39902
},
{
"elapsed_s": 601.9116796880007,
"epoch": 6,
"optimizer_steps": 1875,
"train_batches": 7500,
"train_loss": 0.00033364914724159483,
"train_token_accuracy": 0.9999390506529706,
"train_tokens": 246106,
"validation_batches": 1250,
"validation_loss": 0.00023689508041231628,
"validation_token_accuracy": 0.9999498771991379,
"validation_tokens": 39902
},
{
"elapsed_s": 599.1612815619992,
"epoch": 7,
"optimizer_steps": 1875,
"train_batches": 7500,
"train_loss": 0.00021150960081863236,
"train_token_accuracy": 0.9999431139427726,
"train_tokens": 246106,
"validation_batches": 1250,
"validation_loss": 0.0001638231382475539,
"validation_token_accuracy": 0.9999248157987068,
"validation_tokens": 39902
},
{
"elapsed_s": 595.1891281780008,
"epoch": 8,
"optimizer_steps": 1875,
"train_batches": 7500,
"train_loss": 0.00011636061623750538,
"train_token_accuracy": 0.9999837468407922,
"train_tokens": 246106,
"validation_batches": 1250,
"validation_loss": 0.00019882116281728446,
"validation_token_accuracy": 0.9999248157987068,
"validation_tokens": 39902
},
{
"elapsed_s": 593.3688169760007,
"epoch": 9,
"optimizer_steps": 1875,
"train_batches": 7500,
"train_loss": 0.0001755927075592558,
"train_token_accuracy": 0.9999634303917824,
"train_tokens": 246106,
"validation_batches": 1250,
"validation_loss": 0.00022523166237503278,
"validation_token_accuracy": 0.9998997543982758,
"validation_tokens": 39902
},
{
"elapsed_s": 593.3411462200002,
"epoch": 10,
"optimizer_steps": 1875,
"train_batches": 7500,
"train_loss": 0.0001144706639999654,
"train_token_accuracy": 0.9999796835509902,
"train_tokens": 246106,
"validation_batches": 1250,
"validation_loss": 0.00022547725828748192,
"validation_token_accuracy": 0.9999248157987068,
"validation_tokens": 39902
},
{
"elapsed_s": 603.6394337089987,
"epoch": 11,
"optimizer_steps": 1875,
"train_batches": 7500,
"train_loss": 0.00017106058540362378,
"train_token_accuracy": 0.9999634303917824,
"train_tokens": 246106,
"validation_batches": 1250,
"validation_loss": 5.802690870656621e-05,
"validation_token_accuracy": 1.0,
"validation_tokens": 39902
},
{
"elapsed_s": 596.6633162110011,
"epoch": 12,
"optimizer_steps": 1875,
"train_batches": 7500,
"train_loss": 5.1230087411499746e-05,
"train_token_accuracy": 0.999995936710198,
"train_tokens": 246106,
"validation_batches": 1250,
"validation_loss": 0.0001793956412968626,
"validation_token_accuracy": 0.999974938599569,
"validation_tokens": 39902
},
{
"elapsed_s": 597.4834135400015,
"epoch": 13,
"optimizer_steps": 1875,
"train_batches": 7500,
"train_loss": 9.818313904666025e-05,
"train_token_accuracy": 0.9999756202611882,
"train_tokens": 246106,
"validation_batches": 1250,
"validation_loss": 0.0001664656747663711,
"validation_token_accuracy": 0.999974938599569,
"validation_tokens": 39902
},
{
"elapsed_s": 605.1379507809997,
"epoch": 14,
"optimizer_steps": 1875,
"train_batches": 7500,
"train_loss": 0.00013058107322193007,
"train_token_accuracy": 0.9999756202611882,
"train_tokens": 246106,
"validation_batches": 1250,
"validation_loss": 1.256955582021411e-06,
"validation_token_accuracy": 1.0,
"validation_tokens": 39902
},
{
"elapsed_s": 597.8637465249994,
"epoch": 15,
"optimizer_steps": 1875,
"train_batches": 7500,
"train_loss": 3.845093296363575e-06,
"train_token_accuracy": 1.0,
"train_tokens": 246106,
"validation_batches": 1250,
"validation_loss": 1.754828393192001e-05,
"validation_token_accuracy": 1.0,
"validation_tokens": 39902
}
],
"epochs": 15,
"generated_at_unix": 1777048760.4942422,
"grad_accum_steps": 4,
"label_space_json_path": "/kaggle/working/custom_label_space.json",
"label_space_source": "label-space-json",
"learning_rate": 1e-05,
"max_grad_norm": 1.0,
"num_output_labels": 73,
"num_train_examples": 7500,
"num_train_windows": 7500,
"num_validation_examples": 1250,
"num_validation_windows": 1250,
"output_checkpoint_dir": "/kaggle/working/checkpoint_step1_italian_docs_v2",
"output_head_reinitialized": true,
"output_head_rows_copied": 73,
"output_head_rows_copied_exact": 33,
"output_head_rows_copied_fallback": 40,
"resolved_category_version": "italian_legal_v1",
"resolved_n_ctx": 128000,
"schema_version": 1,
"serialized_param_dtype": "bfloat16",
"span_class_names": [
"O",
"private_person",
"private_address",
"private_email",
"private_phone",
"private_url",
"private_date",
"account_number",
"secret",
"codice_fiscale",
"carta_identita",
"patente",
"passaporto",
"partita_iva",
"iban",
"tessera_sanitaria",
"numero_procedimento",
"riferimento_catastale",
"parte_in_causa"
],
"train_dataset": "/kaggle/working/datasets/step1_train.jsonl",
"train_dataset_variant": "full",
"validation_dataset": "/kaggle/working/datasets/step1_val.jsonl",
"validation_dataset_variant": "full",
"validation_split": null,
"weight_decay": 0.01
}
|