--batch_size 4 --num_train_epochs 15 --learning_rate 1e-5 --weight_decay 0.0

config.json

@@ -1 +1,35 @@
-{"_name_or_path": "UFNLP/gatortrons", "architectures": ["MegatronBertForTokenClassification"], "attention_probs_dropout_prob": 0.1, "hidden_act": "gelu", "hidden_dropout_prob": 0.1, "hidden_size": 1024, "id2label": {"0": "none", "1": "disease", "2": "disease_continued"}, "initializer_range": 0.02, "intermediate_size": 4096, "label2id": {"none": 0, "disease": 1, "disease_continued": 2}, "layer_norm_eps": 1e-12, "max_position_embeddings": 512, "model_type": "megatron-bert", "num_attention_heads": 16, "num_hidden_layers": 24, "pad_token_id": 0, "position_embedding_type": "absolute", "tokenizer_type": "BertWordPieceCase", "torch_dtype": "float32", "transformers_version": "4.37.1", "type_vocab_size": 2, "use_cache": true, "vocab_size": 50176}
+{
+  "_name_or_path": "/home/ec2-user/SageMaker/LLM-NER-clinical-text/models/ncbi-disease/gatortrons/checkpoint-19026/",
+  "architectures": [
+    "MegatronBertForTokenClassification"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 1024,
+  "id2label": {
+    "0": "LABEL_0",
+    "1": "LABEL_1",
+    "2": "LABEL_2"
+  },
+  "initializer_range": 0.02,
+  "intermediate_size": 4096,
+  "label2id": {
+    "LABEL_0": 0,
+    "LABEL_1": 1,
+    "LABEL_2": 2
+  },
+  "layer_norm_eps": 1e-12,
+  "max_position_embeddings": 512,
+  "model_type": "megatron-bert",
+  "num_attention_heads": 16,
+  "num_hidden_layers": 24,
+  "pad_token_id": 0,
+  "position_embedding_type": "absolute",
+  "tokenizer_type": "BertWordPieceCase",
+  "torch_dtype": "float32",
+  "transformers_version": "4.37.1",
+  "type_vocab_size": 2,
+  "use_cache": true,
+  "vocab_size": 50176
+}

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:984550143f0245f309fb42544113c7b39fa192db0ab3f28ec2d1214096e8bfdb
+oid sha256:1fa49f1ef9796f1b796c5ba7054819f74095300b4659838e9d1eb94368e8e9c2
 size 1416929764