BATCH_SIZE=8

LEARNING_RATE=1e-05
MAX_LENGTH=512
FOLD=0

README.md

@@ -15,7 +15,7 @@ model-index:
     metrics:
     - name: Accuracy
       type: accuracy
-      value: 0.52
+      value: 0.7
 ---
 
 <!-- This model card has been generated automatically according to the information the Trainer had access to. You
@@ -25,8 +25,8 @@ should probably proofread and complete it, then remove this comment. -->
 
 This model is a fine-tuned version of [microsoft/BiomedNLP-PubMedBERT-base-uncased-abstract-fulltext](https://huggingface.co/microsoft/BiomedNLP-PubMedBERT-base-uncased-abstract-fulltext) on the None dataset.
 It achieves the following results on the evaluation set:
-- Loss: 1.0977
-- Accuracy: 0.52
+- Loss: 0.9163
+- Accuracy: 0.7
 
 ## Model description
 
@@ -57,16 +57,16 @@ The following hyperparameters were used during training:
 
 | Training Loss | Epoch | Step | Validation Loss | Accuracy |
 |:-------------:|:-----:|:----:|:---------------:|:--------:|
-| No log        | 1.0   | 57   | 0.9515          | 0.54     |
-| No log        | 2.0   | 114  | 0.9530          | 0.54     |
-| No log        | 3.0   | 171  | 0.9705          | 0.46     |
-| No log        | 4.0   | 228  | 0.9688          | 0.56     |
-| No log        | 5.0   | 285  | 0.9674          | 0.58     |
-| No log        | 6.0   | 342  | 0.9474          | 0.58     |
-| No log        | 7.0   | 399  | 1.0309          | 0.54     |
-| No log        | 8.0   | 456  | 1.0307          | 0.56     |
-| 0.6657        | 9.0   | 513  | 1.0825          | 0.52     |
-| 0.6657        | 10.0  | 570  | 1.0977          | 0.52     |
+| No log        | 1.0   | 57   | 0.9288          | 0.56     |
+| No log        | 2.0   | 114  | 0.8651          | 0.58     |
+| No log        | 3.0   | 171  | 0.8420          | 0.68     |
+| No log        | 4.0   | 228  | 0.8642          | 0.64     |
+| No log        | 5.0   | 285  | 0.8165          | 0.68     |
+| No log        | 6.0   | 342  | 0.8293          | 0.72     |
+| No log        | 7.0   | 399  | 0.8527          | 0.66     |
+| No log        | 8.0   | 456  | 0.9009          | 0.7      |
+| 0.5624        | 9.0   | 513  | 0.8983          | 0.7      |
+| 0.5624        | 10.0  | 570  | 0.9163          | 0.7      |
 
 
 ### Framework versions

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:caf4874dcee11edcc47708afb192c1f741219bdf333b549c6177aeb04fb23ed2
+oid sha256:a0d3ab0cb5c25709003c03fd0b9c462c3ae1e0b9e581c271a95d043a7b3deb9c
 size 438022317

runs/Sep13_23-34-00_6b9fab2f6f7f/1631576191.5196018/events.out.tfevents.1631576191.6b9fab2f6f7f.89.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dc0f04e7b7393446fb4a25ad42c90b5c393d631261eb2a0bd97ffedb3b6aaba
+size 4427

runs/Sep13_23-34-00_6b9fab2f6f7f/events.out.tfevents.1631576191.6b9fab2f6f7f.89.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb05542f6dcaa24d33546ac62b1544260725fe0ffefa28e4928ca48152911b0a
+size 7058

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:30193969baffe6023297d3cd735c54a20e2cb1d5c641029d07b5fe0d87cd6ad9
+oid sha256:f50d41ac152f0265be12c6cde6dba5120bf631cc25dd322faeaaf28f755588dd
 size 2799