BATCH_SIZE=8

LEARNING_RATE=5e-05
MAX_LENGTH=512
FOLD=9

README.md

@@ -15,7 +15,7 @@ model-index:
     metrics:
     - name: Accuracy
       type: accuracy
-      value: 0.62
+      value: 0.7
 ---
 
 <!-- This model card has been generated automatically according to the information the Trainer had access to. You
@@ -25,8 +25,8 @@ should probably proofread and complete it, then remove this comment. -->
 
 This model is a fine-tuned version of [microsoft/BiomedNLP-PubMedBERT-base-uncased-abstract-fulltext](https://huggingface.co/microsoft/BiomedNLP-PubMedBERT-base-uncased-abstract-fulltext) on the None dataset.
 It achieves the following results on the evaluation set:
-- Loss: 0.9684
-- Accuracy: 0.62
+- Loss: 1.5110
+- Accuracy: 0.7
 
 ## Model description
 
@@ -57,16 +57,16 @@ The following hyperparameters were used during training:
 
 | Training Loss | Epoch | Step | Validation Loss | Accuracy |
 |:-------------:|:-----:|:----:|:---------------:|:--------:|
-| No log        | 1.0   | 57   | 0.9552          | 0.54     |
-| No log        | 2.0   | 114  | 0.9939          | 0.54     |
-| No log        | 3.0   | 171  | 0.9621          | 0.54     |
-| No log        | 4.0   | 228  | 0.9929          | 0.54     |
-| No log        | 5.0   | 285  | 0.9952          | 0.54     |
-| No log        | 6.0   | 342  | 0.9658          | 0.54     |
-| No log        | 7.0   | 399  | 0.9561          | 0.54     |
-| No log        | 8.0   | 456  | 0.9770          | 0.54     |
-| 0.9446        | 9.0   | 513  | 0.9623          | 0.56     |
-| 0.9446        | 10.0  | 570  | 0.9684          | 0.62     |
+| No log        | 1.0   | 57   | 0.8402          | 0.58     |
+| No log        | 2.0   | 114  | 0.7937          | 0.6      |
+| No log        | 3.0   | 171  | 0.8682          | 0.62     |
+| No log        | 4.0   | 228  | 0.8930          | 0.64     |
+| No log        | 5.0   | 285  | 1.4703          | 0.68     |
+| No log        | 6.0   | 342  | 1.4524          | 0.66     |
+| No log        | 7.0   | 399  | 1.7603          | 0.7      |
+| No log        | 8.0   | 456  | 1.6109          | 0.68     |
+| 0.4346        | 9.0   | 513  | 1.4578          | 0.68     |
+| 0.4346        | 10.0  | 570  | 1.5110          | 0.7      |
 
 
 ### Framework versions

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6435875083f2ad65154f60d6f1f190d69fc36bba50569455e0a9995e376e91f4
+oid sha256:c3d21402e40ce3cebc507fc99c95853fdda09461cf31e9f1be17ef3985495888
 size 438022317

runs/Sep12_11-54-54_f75bc58113e9/events.out.tfevents.1631448582.f75bc58113e9.87.29

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3edc0472bd37edeafbcc30c1ad47564996a1dee070522972463937e4c021f0b4
+size 363

runs/Sep12_12-09-45_f75bc58113e9/1631448590.876241/events.out.tfevents.1631448590.f75bc58113e9.87.31

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edebe87e0c2c55d50f37893a3a14d9062ea08e5be30e2ab34023581ed760e74e
+size 4247

runs/Sep12_12-09-45_f75bc58113e9/events.out.tfevents.1631448590.f75bc58113e9.87.30

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edcee98793fdba574b8e02024774dd7cd1cc009328c70b779d5d89b6f17c2fe2
+size 6878

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9b77f30e648c474a55434c2a0a0e3bbffd4250549400b8e7bb167ac6cba8d6b3
+oid sha256:53a277a414524b89ce446fa00944cc01dc7af195746c8a894136bca013181f92
 size 2735