BATCH_SIZE=8

LEARNING_RATE=1e-05
MAX_LENGTH=512
FOLD=7

README.md

@@ -15,7 +15,7 @@ model-index:
     metrics:
     - name: Accuracy
       type: accuracy
-      value: 0.74
+      value: 0.6
 ---
 
 <!-- This model card has been generated automatically according to the information the Trainer had access to. You
@@ -25,8 +25,8 @@ should probably proofread and complete it, then remove this comment. -->
 
 This model is a fine-tuned version of [microsoft/BiomedNLP-PubMedBERT-base-uncased-abstract-fulltext](https://huggingface.co/microsoft/BiomedNLP-PubMedBERT-base-uncased-abstract-fulltext) on the None dataset.
 It achieves the following results on the evaluation set:
-- Loss: 0.8046
-- Accuracy: 0.74
+- Loss: 1.1149
+- Accuracy: 0.6
 
 ## Model description
 
@@ -57,16 +57,16 @@ The following hyperparameters were used during training:
 
 | Training Loss | Epoch | Step | Validation Loss | Accuracy |
 |:-------------:|:-----:|:----:|:---------------:|:--------:|
-| No log        | 1.0   | 57   | 0.9521          | 0.56     |
-| No log        | 2.0   | 114  | 0.9283          | 0.56     |
-| No log        | 3.0   | 171  | 0.8715          | 0.64     |
-| No log        | 4.0   | 228  | 0.8183          | 0.64     |
-| No log        | 5.0   | 285  | 0.7749          | 0.72     |
-| No log        | 6.0   | 342  | 0.7613          | 0.72     |
-| No log        | 7.0   | 399  | 0.7706          | 0.76     |
-| No log        | 8.0   | 456  | 0.8112          | 0.72     |
-| 0.6376        | 9.0   | 513  | 0.8119          | 0.72     |
-| 0.6376        | 10.0  | 570  | 0.8046          | 0.74     |
+| No log        | 1.0   | 57   | 0.9496          | 0.54     |
+| No log        | 2.0   | 114  | 0.9724          | 0.54     |
+| No log        | 3.0   | 171  | 0.9595          | 0.58     |
+| No log        | 4.0   | 228  | 1.0139          | 0.52     |
+| No log        | 5.0   | 285  | 1.0160          | 0.56     |
+| No log        | 6.0   | 342  | 0.9888          | 0.6      |
+| No log        | 7.0   | 399  | 1.0555          | 0.6      |
+| No log        | 8.0   | 456  | 1.0876          | 0.58     |
+| 0.6329        | 9.0   | 513  | 1.0984          | 0.6      |
+| 0.6329        | 10.0  | 570  | 1.1149          | 0.6      |
 
 
 ### Framework versions

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:79efa4cfa50cb37c8c9e67327203aec716c42171b4b83f04d28bdf8db46d196f
+oid sha256:4e2447ff80cdef83ceaf4e32fd3134ec21d8b300c354a7f9576f128158547c8b
 size 438022317

runs/Sep15_07-10-45_6f87b01ed96f/events.out.tfevents.1631690897.6f87b01ed96f.89.20

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38800c8d44fb60d95c2ad409f89b9666d8f57441702f68944427008a14100ce7
+size 363

runs/Sep15_07-28-26_6f87b01ed96f/1631690912.005198/events.out.tfevents.1631690912.6f87b01ed96f.89.22

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ffcfb55bc1b7cc732b243a56d45a8957011698364c27f0c009ece3b37a9ba07
+size 4429

runs/Sep15_07-28-26_6f87b01ed96f/events.out.tfevents.1631690912.6f87b01ed96f.89.21

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5155fc900e412530afe7e271e79a6d82ea9ccb2b597b7d8cdfb6e544e3daf3ea
+size 7060

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d93da386c2a50afc9e3fc4cf31525b04d5f2bd1d388f97e90559d7695b1f15aa
+oid sha256:c607db4ca101af035ad32826c42c1d448c29b6fca9a6437bab8bde78d22ae038
 size 2863