Upload folder using huggingface_hub

checkpoint-104/config.json

@@ -0,0 +1,46 @@
+{
+  "add_cross_attention": false,
+  "architectures": [
+    "BertForTokenClassification"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "bos_token_id": null,
+  "classifier_dropout": null,
+  "dtype": "float32",
+  "eos_token_id": null,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "id2label": {
+    "0": "B-ADE",
+    "1": "B-AGE",
+    "2": "B-DRUG",
+    "3": "I-ADE",
+    "4": "I-AGE",
+    "5": "I-DRUG",
+    "6": "O"
+  },
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "is_decoder": false,
+  "label2id": {
+    "B-ADE": 0,
+    "B-AGE": 1,
+    "B-DRUG": 2,
+    "I-ADE": 3,
+    "I-AGE": 4,
+    "I-DRUG": 5,
+    "O": 6
+  },
+  "layer_norm_eps": 1e-12,
+  "max_position_embeddings": 512,
+  "model_type": "bert",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
+  "pad_token_id": 0,
+  "tie_word_embeddings": true,
+  "transformers_version": "5.3.0",
+  "type_vocab_size": 2,
+  "use_cache": false,
+  "vocab_size": 28996
+}

checkpoint-104/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be524d20e72a49452e9c17b768a95af44cbcd1be2136c087389ecde98e54978a
+size 430923564

checkpoint-104/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddfa9681c3a7a174a931529b85f7f2c0d9b26beb70b541f46ee0014025cbb639
+size 226911819

checkpoint-104/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f9ae804b67082c0f5e66aaffc58dbaf19219b300adf8a8537f84981da0a4ee
+size 14645

checkpoint-104/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:211440b956b84618efb5795f4adc8c7b304b277a8f154839104dd8279ad04d0f
+size 1465

checkpoint-104/tokenizer_config.json

@@ -0,0 +1,14 @@
+{
+  "backend": "tokenizers",
+  "cls_token": "[CLS]",
+  "do_lower_case": true,
+  "is_local": false,
+  "mask_token": "[MASK]",
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "strip_accents": null,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "BertTokenizer",
+  "unk_token": "[UNK]"
+}

checkpoint-104/trainer_state.json

@@ -0,0 +1,92 @@
+{
+  "best_global_step": 104,
+  "best_metric": 0.44260814785957336,
+  "best_model_checkpoint": "/content/drive/MyDrive/ADEGuard/ner_biobert_final_v2/checkpoint-104",
+  "epoch": 4.0,
+  "eval_steps": 500,
+  "global_step": 104,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 1.0,
+      "eval_f1": 0.00783944810285356,
+      "eval_loss": 1.139850378036499,
+      "eval_precision": 0.0039488232506713,
+      "eval_recall": 0.5319148936170213,
+      "eval_runtime": 0.5321,
+      "eval_samples_per_second": 48.861,
+      "eval_steps_per_second": 7.517,
+      "step": 26
+    },
+    {
+      "epoch": 1.9230769230769231,
+      "grad_norm": 2.009291410446167,
+      "learning_rate": 2.057692307692308e-05,
+      "loss": 1.1273328399658202,
+      "step": 50
+    },
+    {
+      "epoch": 2.0,
+      "eval_f1": 0.009548896937767533,
+      "eval_loss": 0.6769160032272339,
+      "eval_precision": 0.004811680769868923,
+      "eval_recall": 0.6170212765957447,
+      "eval_runtime": 0.4451,
+      "eval_samples_per_second": 58.415,
+      "eval_steps_per_second": 8.987,
+      "step": 52
+    },
+    {
+      "epoch": 3.0,
+      "eval_f1": 0.011583871686344399,
+      "eval_loss": 0.5276753902435303,
+      "eval_precision": 0.00585321927059883,
+      "eval_recall": 0.5531914893617021,
+      "eval_runtime": 0.5507,
+      "eval_samples_per_second": 47.215,
+      "eval_steps_per_second": 7.264,
+      "step": 78
+    },
+    {
+      "epoch": 3.8461538461538463,
+      "grad_norm": 3.652482748031616,
+      "learning_rate": 1.0961538461538462e-05,
+      "loss": 0.4301648712158203,
+      "step": 100
+    },
+    {
+      "epoch": 4.0,
+      "eval_f1": 0.03429923122412773,
+      "eval_loss": 0.44260814785957336,
+      "eval_precision": 0.017639902676399026,
+      "eval_recall": 0.6170212765957447,
+      "eval_runtime": 0.4831,
+      "eval_samples_per_second": 53.818,
+      "eval_steps_per_second": 8.28,
+      "step": 104
+    }
+  ],
+  "logging_steps": 50,
+  "max_steps": 156,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 6,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 54352182263808.0,
+  "train_batch_size": 4,
+  "trial_name": null,
+  "trial_params": null
+}

checkpoint-104/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28773adb83572bc94ef9e073a42eb194223d823b5b140ca2b7c77bf0c3f76e9e
+size 5201

checkpoint-130/config.json

@@ -0,0 +1,46 @@
+{
+  "add_cross_attention": false,
+  "architectures": [
+    "BertForTokenClassification"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "bos_token_id": null,
+  "classifier_dropout": null,
+  "dtype": "float32",
+  "eos_token_id": null,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "id2label": {
+    "0": "B-ADE",
+    "1": "B-AGE",
+    "2": "B-DRUG",
+    "3": "I-ADE",
+    "4": "I-AGE",
+    "5": "I-DRUG",
+    "6": "O"
+  },
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "is_decoder": false,
+  "label2id": {
+    "B-ADE": 0,
+    "B-AGE": 1,
+    "B-DRUG": 2,
+    "I-ADE": 3,
+    "I-AGE": 4,
+    "I-DRUG": 5,
+    "O": 6
+  },
+  "layer_norm_eps": 1e-12,
+  "max_position_embeddings": 512,
+  "model_type": "bert",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
+  "pad_token_id": 0,
+  "tie_word_embeddings": true,
+  "transformers_version": "5.3.0",
+  "type_vocab_size": 2,
+  "use_cache": false,
+  "vocab_size": 28996
+}

checkpoint-130/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3952445c17e00ef94784c968198848e7e752ac66bab27f0f790c5b33d02710bf
+size 430923564

checkpoint-130/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1b52c2190e61ededd59d82375ff39255d5514b5f7515890526a252726477dda
+size 226911819

checkpoint-130/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffd56c42ada7f08402b22f05bde9943acf13d0f86760a91a934f02bec06e3f74
+size 14645

checkpoint-130/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cd97dc6d2b9e48dd48b602ecbfe0bc2440557eb03cb5f43b959e23c524fadba
+size 1465

checkpoint-130/tokenizer_config.json

@@ -0,0 +1,14 @@
+{
+  "backend": "tokenizers",
+  "cls_token": "[CLS]",
+  "do_lower_case": true,
+  "is_local": false,
+  "mask_token": "[MASK]",
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "strip_accents": null,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "BertTokenizer",
+  "unk_token": "[UNK]"
+}

checkpoint-130/trainer_state.json

@@ -0,0 +1,103 @@
+{
+  "best_global_step": 130,
+  "best_metric": 0.42207130789756775,
+  "best_model_checkpoint": "/content/drive/MyDrive/ADEGuard/ner_biobert_final_v2/checkpoint-130",
+  "epoch": 5.0,
+  "eval_steps": 500,
+  "global_step": 130,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 1.0,
+      "eval_f1": 0.00783944810285356,
+      "eval_loss": 1.139850378036499,
+      "eval_precision": 0.0039488232506713,
+      "eval_recall": 0.5319148936170213,
+      "eval_runtime": 0.5321,
+      "eval_samples_per_second": 48.861,
+      "eval_steps_per_second": 7.517,
+      "step": 26
+    },
+    {
+      "epoch": 1.9230769230769231,
+      "grad_norm": 2.009291410446167,
+      "learning_rate": 2.057692307692308e-05,
+      "loss": 1.1273328399658202,
+      "step": 50
+    },
+    {
+      "epoch": 2.0,
+      "eval_f1": 0.009548896937767533,
+      "eval_loss": 0.6769160032272339,
+      "eval_precision": 0.004811680769868923,
+      "eval_recall": 0.6170212765957447,
+      "eval_runtime": 0.4451,
+      "eval_samples_per_second": 58.415,
+      "eval_steps_per_second": 8.987,
+      "step": 52
+    },
+    {
+      "epoch": 3.0,
+      "eval_f1": 0.011583871686344399,
+      "eval_loss": 0.5276753902435303,
+      "eval_precision": 0.00585321927059883,
+      "eval_recall": 0.5531914893617021,
+      "eval_runtime": 0.5507,
+      "eval_samples_per_second": 47.215,
+      "eval_steps_per_second": 7.264,
+      "step": 78
+    },
+    {
+      "epoch": 3.8461538461538463,
+      "grad_norm": 3.652482748031616,
+      "learning_rate": 1.0961538461538462e-05,
+      "loss": 0.4301648712158203,
+      "step": 100
+    },
+    {
+      "epoch": 4.0,
+      "eval_f1": 0.03429923122412773,
+      "eval_loss": 0.44260814785957336,
+      "eval_precision": 0.017639902676399026,
+      "eval_recall": 0.6170212765957447,
+      "eval_runtime": 0.4831,
+      "eval_samples_per_second": 53.818,
+      "eval_steps_per_second": 8.28,
+      "step": 104
+    },
+    {
+      "epoch": 5.0,
+      "eval_f1": 0.040502793296089384,
+      "eval_loss": 0.42207130789756775,
+      "eval_precision": 0.020938628158844765,
+      "eval_recall": 0.6170212765957447,
+      "eval_runtime": 0.4485,
+      "eval_samples_per_second": 57.967,
+      "eval_steps_per_second": 8.918,
+      "step": 130
+    }
+  ],
+  "logging_steps": 50,
+  "max_steps": 156,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 6,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 67940227829760.0,
+  "train_batch_size": 4,
+  "trial_name": null,
+  "trial_params": null
+}

checkpoint-130/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28773adb83572bc94ef9e073a42eb194223d823b5b140ca2b7c77bf0c3f76e9e
+size 5201

checkpoint-156/config.json

@@ -0,0 +1,46 @@
+{
+  "add_cross_attention": false,
+  "architectures": [
+    "BertForTokenClassification"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "bos_token_id": null,
+  "classifier_dropout": null,
+  "dtype": "float32",
+  "eos_token_id": null,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "id2label": {
+    "0": "B-ADE",
+    "1": "B-AGE",
+    "2": "B-DRUG",
+    "3": "I-ADE",
+    "4": "I-AGE",
+    "5": "I-DRUG",
+    "6": "O"
+  },
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "is_decoder": false,
+  "label2id": {
+    "B-ADE": 0,
+    "B-AGE": 1,
+    "B-DRUG": 2,
+    "I-ADE": 3,
+    "I-AGE": 4,
+    "I-DRUG": 5,
+    "O": 6
+  },
+  "layer_norm_eps": 1e-12,
+  "max_position_embeddings": 512,
+  "model_type": "bert",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
+  "pad_token_id": 0,
+  "tie_word_embeddings": true,
+  "transformers_version": "5.3.0",
+  "type_vocab_size": 2,
+  "use_cache": false,
+  "vocab_size": 28996
+}

checkpoint-156/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8118ef61650dcb39f2a759979b7d4de786801e0fda2c09b835e757c956d92f51
+size 430923564

checkpoint-156/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50eec345bb88d986ff0e79b966613c5623a8099d77948c9eaaeb3e9b82624804
+size 226911819

checkpoint-156/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56b9ffcfea7e20d15051e8936d76c0e26b05a1983ab529e562e8f944b7bd373f
+size 14645

checkpoint-156/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2b973829473ca01589916f767b33fa10f572dbffbc4cab770082eb09d9b6f17
+size 1465

checkpoint-156/tokenizer_config.json

@@ -0,0 +1,14 @@
+{
+  "backend": "tokenizers",
+  "cls_token": "[CLS]",
+  "do_lower_case": true,
+  "is_local": false,
+  "mask_token": "[MASK]",
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "strip_accents": null,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "BertTokenizer",
+  "unk_token": "[UNK]"
+}

checkpoint-156/trainer_state.json

@@ -0,0 +1,121 @@
+{
+  "best_global_step": 130,
+  "best_metric": 0.42207130789756775,
+  "best_model_checkpoint": "/content/drive/MyDrive/ADEGuard/ner_biobert_final_v2/checkpoint-130",
+  "epoch": 6.0,
+  "eval_steps": 500,
+  "global_step": 156,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 1.0,
+      "eval_f1": 0.00783944810285356,
+      "eval_loss": 1.139850378036499,
+      "eval_precision": 0.0039488232506713,
+      "eval_recall": 0.5319148936170213,
+      "eval_runtime": 0.5321,
+      "eval_samples_per_second": 48.861,
+      "eval_steps_per_second": 7.517,
+      "step": 26
+    },
+    {
+      "epoch": 1.9230769230769231,
+      "grad_norm": 2.009291410446167,
+      "learning_rate": 2.057692307692308e-05,
+      "loss": 1.1273328399658202,
+      "step": 50
+    },
+    {
+      "epoch": 2.0,
+      "eval_f1": 0.009548896937767533,
+      "eval_loss": 0.6769160032272339,
+      "eval_precision": 0.004811680769868923,
+      "eval_recall": 0.6170212765957447,
+      "eval_runtime": 0.4451,
+      "eval_samples_per_second": 58.415,
+      "eval_steps_per_second": 8.987,
+      "step": 52
+    },
+    {
+      "epoch": 3.0,
+      "eval_f1": 0.011583871686344399,
+      "eval_loss": 0.5276753902435303,
+      "eval_precision": 0.00585321927059883,
+      "eval_recall": 0.5531914893617021,
+      "eval_runtime": 0.5507,
+      "eval_samples_per_second": 47.215,
+      "eval_steps_per_second": 7.264,
+      "step": 78
+    },
+    {
+      "epoch": 3.8461538461538463,
+      "grad_norm": 3.652482748031616,
+      "learning_rate": 1.0961538461538462e-05,
+      "loss": 0.4301648712158203,
+      "step": 100
+    },
+    {
+      "epoch": 4.0,
+      "eval_f1": 0.03429923122412773,
+      "eval_loss": 0.44260814785957336,
+      "eval_precision": 0.017639902676399026,
+      "eval_recall": 0.6170212765957447,
+      "eval_runtime": 0.4831,
+      "eval_samples_per_second": 53.818,
+      "eval_steps_per_second": 8.28,
+      "step": 104
+    },
+    {
+      "epoch": 5.0,
+      "eval_f1": 0.040502793296089384,
+      "eval_loss": 0.42207130789756775,
+      "eval_precision": 0.020938628158844765,
+      "eval_recall": 0.6170212765957447,
+      "eval_runtime": 0.4485,
+      "eval_samples_per_second": 57.967,
+      "eval_steps_per_second": 8.918,
+      "step": 130
+    },
+    {
+      "epoch": 5.769230769230769,
+      "grad_norm": 1.719118595123291,
+      "learning_rate": 1.3461538461538462e-06,
+      "loss": 0.18102121353149414,
+      "step": 150
+    },
+    {
+      "epoch": 6.0,
+      "eval_f1": 0.04627249357326478,
+      "eval_loss": 0.4319979250431061,
+      "eval_precision": 0.024107142857142858,
+      "eval_recall": 0.574468085106383,
+      "eval_runtime": 0.4511,
+      "eval_samples_per_second": 57.634,
+      "eval_steps_per_second": 8.867,
+      "step": 156
+    }
+  ],
+  "logging_steps": 50,
+  "max_steps": 156,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 6,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 81528273395712.0,
+  "train_batch_size": 4,
+  "trial_name": null,
+  "trial_params": null
+}

checkpoint-156/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28773adb83572bc94ef9e073a42eb194223d823b5b140ca2b7c77bf0c3f76e9e
+size 5201

checkpoint-26/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d9c2496469f79c1fb87c1591444607745d8e6108ca4adb7d45140bf2dff46af5
+oid sha256:cb4423e4ddb3f4c26593b0a62f46f10dd1cb278ccfa6e9d8bd79759e1f96b2d4
 size 430923564

checkpoint-26/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:845bc460a8c73f457650d48c009c3db103f3efc570a6bf9285776f8bb6992256
-size 861970123
+oid sha256:52ddee98d8539dcf61c7551dffe234ddc6c2b750ca0dec5cf3d384974726d72d
+size 226911819

checkpoint-26/rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3a5a7422dbe51806d882a2479da08afcb5a46f17dd87b6371d4e78b65d56b8ea
+oid sha256:5691beddb7ad8a4f355ae33432fde96e4488ff9d27a171ca1d3335528d0b4362
 size 14645

checkpoint-26/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4ebfcfb4944bd4fb2e03e1e04992fc304c0f65cf8dd985b64119612b6df24f2d
+oid sha256:683d1ed49f868c59cd7d1a26e5f958afa905456ce8fcd55424f0eacbba42da02
 size 1465

checkpoint-26/tokenizer.json

@@ -2,13 +2,13 @@
   "version": "1.0",
   "truncation": {
     "direction": "Right",
-    "max_length": 512,
+    "max_length": 256,
     "strategy": "LongestFirst",
     "stride": 0
   },
   "padding": {
     "strategy": {
-      "Fixed": 512
+      "Fixed": 256
     },
     "direction": "Right",
     "pad_to_multiple_of": null,

checkpoint-26/trainer_state.json

@@ -1,7 +1,7 @@
 {
   "best_global_step": 26,
-  "best_metric": 0.06289733201265335,
-  "best_model_checkpoint": "/content/drive/MyDrive/ADEGuard/ner_biobert_final/checkpoint-26",
+  "best_metric": 1.139850378036499,
+  "best_model_checkpoint": "/content/drive/MyDrive/ADEGuard/ner_biobert_final_v2/checkpoint-26",
   "epoch": 1.0,
   "eval_steps": 500,
   "global_step": 26,
@@ -11,20 +11,20 @@
   "log_history": [
     {
       "epoch": 1.0,
-      "eval_f1": 0.0,
-      "eval_loss": 0.06289733201265335,
-      "eval_precision": 0.0,
-      "eval_recall": 0.0,
-      "eval_runtime": 0.7698,
-      "eval_samples_per_second": 33.775,
-      "eval_steps_per_second": 5.196,
+      "eval_f1": 0.00783944810285356,
+      "eval_loss": 1.139850378036499,
+      "eval_precision": 0.0039488232506713,
+      "eval_recall": 0.5319148936170213,
+      "eval_runtime": 0.5321,
+      "eval_samples_per_second": 48.861,
+      "eval_steps_per_second": 7.517,
       "step": 26
     }
   ],
   "logging_steps": 50,
-  "max_steps": 78,
+  "max_steps": 156,
   "num_input_tokens_seen": 0,
-  "num_train_epochs": 3,
+  "num_train_epochs": 6,
   "save_steps": 500,
   "stateful_callbacks": {
     "TrainerControl": {
@@ -38,7 +38,7 @@
       "attributes": {}
     }
   },
-  "total_flos": 27176091131904.0,
+  "total_flos": 13588045565952.0,
   "train_batch_size": 4,
   "trial_name": null,
   "trial_params": null

checkpoint-26/training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b2e33e0687b2225b37b3b842824292cee58a877110d3e61b73275919a0a2f4b1
+oid sha256:28773adb83572bc94ef9e073a42eb194223d823b5b140ca2b7c77bf0c3f76e9e
 size 5201

checkpoint-52/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:06f3e92579bd3ee0f5b4a8dc8d5709068f2ef100851ffb0bba272814494b1170
+oid sha256:7480b024fe7766fab782a3cba7cc8bdb38651840f3cb50826fba71ec204866cc
 size 430923564

checkpoint-52/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:356b5d063ccb0d1429b245b503f250811f8e547f4d06bc214165902cb83c3524
-size 861970123
+oid sha256:7f989e375de6084bc9c7699d0246c4295c0bf24f72fcc0eaf11762b1193179cf
+size 226911819

checkpoint-52/rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c7e6c0e8e273c2f6b50af5caac50a1b7f627da4cf5222dd263a292a90c1d573e
+oid sha256:21889862d27281783a0fee3f059c1c137f41d59d3720580f58ad5e30dfafb855
 size 14645

checkpoint-52/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bea3c51af45d25a7261b4b0df286c324e8be04554f45df38e96d91bc84fdda87
+oid sha256:1c8949a640b45a3a8cd2569d356a198f561c9b743be4c42b29713a6275a9af3c
 size 1465

checkpoint-52/tokenizer.json

@@ -2,13 +2,13 @@
   "version": "1.0",
   "truncation": {
     "direction": "Right",
-    "max_length": 512,
+    "max_length": 256,
     "strategy": "LongestFirst",
     "stride": 0
   },
   "padding": {
     "strategy": {
-      "Fixed": 512
+      "Fixed": 256
     },
     "direction": "Right",
     "pad_to_multiple_of": null,

checkpoint-52/trainer_state.json

@@ -1,7 +1,7 @@
 {
   "best_global_step": 52,
-  "best_metric": 0.049389105290174484,
-  "best_model_checkpoint": "/content/drive/MyDrive/ADEGuard/ner_biobert_final/checkpoint-52",
+  "best_metric": 0.6769160032272339,
+  "best_model_checkpoint": "/content/drive/MyDrive/ADEGuard/ner_biobert_final_v2/checkpoint-52",
   "epoch": 2.0,
   "eval_steps": 500,
   "global_step": 52,
@@ -11,38 +11,38 @@
   "log_history": [
     {
       "epoch": 1.0,
-      "eval_f1": 0.0,
-      "eval_loss": 0.06289733201265335,
-      "eval_precision": 0.0,
-      "eval_recall": 0.0,
-      "eval_runtime": 0.7698,
-      "eval_samples_per_second": 33.775,
-      "eval_steps_per_second": 5.196,
+      "eval_f1": 0.00783944810285356,
+      "eval_loss": 1.139850378036499,
+      "eval_precision": 0.0039488232506713,
+      "eval_recall": 0.5319148936170213,
+      "eval_runtime": 0.5321,
+      "eval_samples_per_second": 48.861,
+      "eval_steps_per_second": 7.517,
       "step": 26
     },
     {
       "epoch": 1.9230769230769231,
-      "grad_norm": 0.09649301320314407,
-      "learning_rate": 1.858974358974359e-05,
-      "loss": 0.15085140228271485,
+      "grad_norm": 2.009291410446167,
+      "learning_rate": 2.057692307692308e-05,
+      "loss": 1.1273328399658202,
       "step": 50
     },
     {
       "epoch": 2.0,
-      "eval_f1": 0.1904761904761905,
-      "eval_loss": 0.049389105290174484,
-      "eval_precision": 1.0,
-      "eval_recall": 0.10526315789473684,
-      "eval_runtime": 0.7878,
-      "eval_samples_per_second": 33.002,
-      "eval_steps_per_second": 5.077,
+      "eval_f1": 0.009548896937767533,
+      "eval_loss": 0.6769160032272339,
+      "eval_precision": 0.004811680769868923,
+      "eval_recall": 0.6170212765957447,
+      "eval_runtime": 0.4451,
+      "eval_samples_per_second": 58.415,
+      "eval_steps_per_second": 8.987,
       "step": 52
     }
   ],
   "logging_steps": 50,
-  "max_steps": 78,
+  "max_steps": 156,
   "num_input_tokens_seen": 0,
-  "num_train_epochs": 3,
+  "num_train_epochs": 6,
   "save_steps": 500,
   "stateful_callbacks": {
     "TrainerControl": {
@@ -56,7 +56,7 @@
       "attributes": {}
     }
   },
-  "total_flos": 54352182263808.0,
+  "total_flos": 27176091131904.0,
   "train_batch_size": 4,
   "trial_name": null,
   "trial_params": null

checkpoint-52/training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b2e33e0687b2225b37b3b842824292cee58a877110d3e61b73275919a0a2f4b1
+oid sha256:28773adb83572bc94ef9e073a42eb194223d823b5b140ca2b7c77bf0c3f76e9e
 size 5201

checkpoint-78/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a4d7f02d1f3246386da560af52aee7ca7aecdb423d0707a4c5b6dd8eef7dabcc
+oid sha256:3f9533048d9749d8b17edc37db6af1286e31b0d00052508ec627fcde7989bb2a
 size 430923564

checkpoint-78/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:90c4a48b2641c9e4428ed7beef0d4df29041494b046b605b0b37dbe3fd833630
-size 861970123
+oid sha256:760051714cd4e374b1407888a2c29a3cb5992e21d894bae2d20bf62290a78f1a
+size 226911819

checkpoint-78/rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:79ed8d45a4499bcffc47aab390786f5185fc3d7b706539fb18806d87c243fb0d
+oid sha256:96fc2fc16bde34718774552cb32c5672a6c84857f9839f9a70a7286c4f014f79
 size 14645

checkpoint-78/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1bf819bf62e0d94d7d30d87fe36e9317a4be1fad217925e872ff99a8214e2e9d
+oid sha256:eca5ca9fe276b1820e6b746310ee88fa238e1e01be76fba2edc08e699cf943f9
 size 1465

checkpoint-78/tokenizer.json

@@ -2,13 +2,13 @@
   "version": "1.0",
   "truncation": {
     "direction": "Right",
-    "max_length": 512,
+    "max_length": 256,
     "strategy": "LongestFirst",
     "stride": 0
   },
   "padding": {
     "strategy": {
-      "Fixed": 512
+      "Fixed": 256
     },
     "direction": "Right",
     "pad_to_multiple_of": null,

checkpoint-78/trainer_state.json

@@ -1,7 +1,7 @@
 {
   "best_global_step": 78,
-  "best_metric": 0.04243722930550575,
-  "best_model_checkpoint": "/content/drive/MyDrive/ADEGuard/ner_biobert_final/checkpoint-78",
+  "best_metric": 0.5276753902435303,
+  "best_model_checkpoint": "/content/drive/MyDrive/ADEGuard/ner_biobert_final_v2/checkpoint-78",
   "epoch": 3.0,
   "eval_steps": 500,
   "global_step": 78,
@@ -11,49 +11,49 @@
   "log_history": [
     {
       "epoch": 1.0,
-      "eval_f1": 0.0,
-      "eval_loss": 0.06289733201265335,
-      "eval_precision": 0.0,
-      "eval_recall": 0.0,
-      "eval_runtime": 0.7698,
-      "eval_samples_per_second": 33.775,
-      "eval_steps_per_second": 5.196,
+      "eval_f1": 0.00783944810285356,
+      "eval_loss": 1.139850378036499,
+      "eval_precision": 0.0039488232506713,
+      "eval_recall": 0.5319148936170213,
+      "eval_runtime": 0.5321,
+      "eval_samples_per_second": 48.861,
+      "eval_steps_per_second": 7.517,
       "step": 26
     },
     {
       "epoch": 1.9230769230769231,
-      "grad_norm": 0.09649301320314407,
-      "learning_rate": 1.858974358974359e-05,
-      "loss": 0.15085140228271485,
+      "grad_norm": 2.009291410446167,
+      "learning_rate": 2.057692307692308e-05,
+      "loss": 1.1273328399658202,
       "step": 50
     },
     {
       "epoch": 2.0,
-      "eval_f1": 0.1904761904761905,
-      "eval_loss": 0.049389105290174484,
-      "eval_precision": 1.0,
-      "eval_recall": 0.10526315789473684,
-      "eval_runtime": 0.7878,
-      "eval_samples_per_second": 33.002,
-      "eval_steps_per_second": 5.077,
+      "eval_f1": 0.009548896937767533,
+      "eval_loss": 0.6769160032272339,
+      "eval_precision": 0.004811680769868923,
+      "eval_recall": 0.6170212765957447,
+      "eval_runtime": 0.4451,
+      "eval_samples_per_second": 58.415,
+      "eval_steps_per_second": 8.987,
       "step": 52
     },
     {
       "epoch": 3.0,
-      "eval_f1": 0.1904761904761905,
-      "eval_loss": 0.04243722930550575,
-      "eval_precision": 1.0,
-      "eval_recall": 0.10526315789473684,
-      "eval_runtime": 0.8159,
-      "eval_samples_per_second": 31.867,
-      "eval_steps_per_second": 4.903,
+      "eval_f1": 0.011583871686344399,
+      "eval_loss": 0.5276753902435303,
+      "eval_precision": 0.00585321927059883,
+      "eval_recall": 0.5531914893617021,
+      "eval_runtime": 0.5507,
+      "eval_samples_per_second": 47.215,
+      "eval_steps_per_second": 7.264,
       "step": 78
     }
   ],
   "logging_steps": 50,
-  "max_steps": 78,
+  "max_steps": 156,
   "num_input_tokens_seen": 0,
-  "num_train_epochs": 3,
+  "num_train_epochs": 6,
   "save_steps": 500,
   "stateful_callbacks": {
     "TrainerControl": {
@@ -62,12 +62,12 @@
         "should_evaluate": false,
         "should_log": false,
         "should_save": true,
-        "should_training_stop": true
+        "should_training_stop": false
       },
       "attributes": {}
     }
   },
-  "total_flos": 81528273395712.0,
+  "total_flos": 40764136697856.0,
   "train_batch_size": 4,
   "trial_name": null,
   "trial_params": null

checkpoint-78/training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b2e33e0687b2225b37b3b842824292cee58a877110d3e61b73275919a0a2f4b1
+oid sha256:28773adb83572bc94ef9e073a42eb194223d823b5b140ca2b7c77bf0c3f76e9e
 size 5201

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a4d7f02d1f3246386da560af52aee7ca7aecdb423d0707a4c5b6dd8eef7dabcc
+oid sha256:3134d4e9b31847c551b1b2be4101851ac51d0b57688993699ea34cdf1f6f5560
 size 430923564