Training in progress, epoch 1

README.md

@@ -3,8 +3,6 @@ license: apache-2.0
 base_model: distilbert-base-uncased
 tags:
 - generated_from_trainer
-metrics:
-- matthews_correlation
 model-index:
 - name: distilbert-base-uncased-finetuned-cola
   results: []
@@ -17,8 +15,12 @@ should probably proofread and complete it, then remove this comment. -->
 
 This model is a fine-tuned version of [distilbert-base-uncased](https://huggingface.co/distilbert-base-uncased) on an unknown dataset.
 It achieves the following results on the evaluation set:
-- Loss: 0.6927
-- Matthews Correlation: 0.5324
+- eval_loss: 0.7374
+- eval_matthews_correlation: 0.0
+- eval_runtime: 0.8208
+- eval_samples_per_second: 1270.779
+- eval_steps_per_second: 80.414
+- step: 0
 
 ## Model description
 
@@ -45,20 +47,9 @@ The following hyperparameters were used during training:
 - lr_scheduler_type: linear
 - num_epochs: 5
 
-### Training results
-
-| Training Loss | Epoch | Step | Validation Loss | Matthews Correlation |
-|:-------------:|:-----:|:----:|:---------------:|:--------------------:|
-| 0.5444        | 1.0   | 535  | 0.4784          | 0.4217               |
-| 0.4206        | 2.0   | 1070 | 0.4567          | 0.5146               |
-| 0.3071        | 3.0   | 1605 | 0.5392          | 0.5134               |
-| 0.2517        | 4.0   | 2140 | 0.6712          | 0.5154               |
-| 0.2141        | 5.0   | 2675 | 0.6972          | 0.5279               |
-
-
 ### Framework versions
 
 - Transformers 4.38.2
-- Pytorch 2.2.1
+- Pytorch 2.1.0+cu121
 - Datasets 2.18.0
 - Tokenizers 0.15.2

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:55c7f627aaa213f1bb44a2b3534813a79de084acaaba3b43511b1b04cc24db76
+oid sha256:c1369a8794345bb16aacbde3dfb9750a018f47f5d6ad0bd953333cfe4123d794
 size 267832560

run-0/checkpoint-14/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:000084a5c09ce2f304a7a30367eac2b4b929c0bb2f932cbc147c16bc8270c8cb
+oid sha256:01dea21155b76ee81916bb36ab74676d53ff7dfc1a91fa1c2d6f52439d0e9cb5
 size 267832560

run-0/checkpoint-14/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8c04a4ddea247102f0b89cfcbb4bb6edb7b9fa7bfb2b4083f03c838b8e55e178
-size 535724410
+oid sha256:edc3a63eb6fc137ae586be466444a353c9a4d9a13f2e8144b64b58752fcfb6a8
+size 535727290

run-0/checkpoint-14/rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b35282b35757a076ae637e2485765a8ff52783228da034059e59636da73d9116
-size 13990
+oid sha256:b3e24fc292984749c88110ec25fd9ff0d17a54f4360aec4dbcbbce59a3aa0de4
+size 14244

run-0/checkpoint-14/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ad808127937629f024be1b1df977f47dde93819e2ea51d7e505c749e74d67ea0
+oid sha256:dba06a15393ab004358877a1c1a15c76de27bc45fc71c2e37605a7d933415c21
 size 1064

run-0/checkpoint-14/trainer_state.json

@@ -10,26 +10,26 @@
   "log_history": [
     {
       "epoch": 1.0,
-      "eval_loss": 0.6129326224327087,
+      "eval_loss": 0.5823530554771423,
       "eval_matthews_correlation": 0.0,
-      "eval_runtime": 0.9743,
-      "eval_samples_per_second": 1070.497,
-      "eval_steps_per_second": 67.74,
+      "eval_runtime": 0.7382,
+      "eval_samples_per_second": 1412.921,
+      "eval_steps_per_second": 89.408,
       "step": 14
     }
   ],
   "logging_steps": 500,
-  "max_steps": 42,
+  "max_steps": 14,
   "num_input_tokens_seen": 0,
-  "num_train_epochs": 3,
+  "num_train_epochs": 1,
   "save_steps": 500,
   "total_flos": 0,
   "train_batch_size": 64,
   "trial_name": null,
   "trial_params": {
-    "learning_rate": 3.412035426521437e-05,
-    "num_train_epochs": 3,
+    "learning_rate": 8.775986258400349e-05,
+    "num_train_epochs": 1,
     "per_device_train_batch_size": 64,
-    "seed": 6
+    "seed": 23
   }
 }

run-0/checkpoint-14/training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a6c8860da068b6062f4d15741401ea4de48f82b68563be615a3787b9c9bd6a91
-size 4920
+oid sha256:05ef837b91c98e7e0d6bdd9b58e77858a83fad7f1d2746c13214f67d41f4c922
+size 4984

run-1/checkpoint-14/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0311124ca6d6f42eabe8bc7265a08e9750159fa4c790c2f721b461a58c128159
+oid sha256:aeedc397da2e50e1a369df839169ff3baed592b5728d9aafb1c487511f42da10
 size 267832560

run-1/checkpoint-14/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e976fff47601f46c663aa7521ea909ac258ac4ad08d847fc70bac928f2d53a33
-size 535724410
+oid sha256:3a545043af087d88cb61946690dce0d4316653a781ff446f6dded8115db1ce97
+size 535727290

run-1/checkpoint-14/rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:34b9c3df3f05d5551943ee2ae4717a2d2d8ea37bd63922f720e2415a871e5c8f
-size 14054
+oid sha256:67b9d795f1087cbe638ed3fc6f2a698bfc22c35fc0179fd12b285b35f69e1a1c
+size 14308

run-1/checkpoint-14/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:59695f1c31ed790d03091068b49e6240888e5c79ab7ffa6676708cefcd054951
+oid sha256:ca1c6676752252a8249a2db6e352a680a5d9428014a5b912dfae3a454c2ec41b
 size 1064

run-1/checkpoint-14/trainer_state.json

@@ -1,5 +1,5 @@
 {
-  "best_metric": 0.0,
+  "best_metric": 0.010498792427994534,
   "best_model_checkpoint": "distilbert-base-uncased-finetuned-cola/run-1/checkpoint-14",
   "epoch": 1.0,
   "eval_steps": 500,
@@ -10,11 +10,11 @@
   "log_history": [
     {
       "epoch": 1.0,
-      "eval_loss": 0.6369564533233643,
-      "eval_matthews_correlation": 0.0,
-      "eval_runtime": 0.8932,
-      "eval_samples_per_second": 1167.76,
-      "eval_steps_per_second": 73.895,
+      "eval_loss": 0.6844037771224976,
+      "eval_matthews_correlation": 0.010498792427994534,
+      "eval_runtime": 2.387,
+      "eval_samples_per_second": 436.947,
+      "eval_steps_per_second": 27.65,
       "step": 14
     }
   ],
@@ -27,9 +27,9 @@
   "train_batch_size": 64,
   "trial_name": null,
   "trial_params": {
-    "learning_rate": 8.838852125860309e-06,
+    "learning_rate": 1.4416085092769088e-06,
     "num_train_epochs": 1,
     "per_device_train_batch_size": 64,
-    "seed": 26
+    "seed": 32
   }
 }

run-1/checkpoint-14/training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6ad18fb18504d68dd935334ff557f2382d1a779bd413a8efbaff6563d6f9613c
-size 4920
+oid sha256:f9f8e48ec1e03a914d1ec7892684e65a5bc3727dd12f0f3c52c01699c33d2156
+size 4984

run-2/checkpoint-214/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cceb3a83ab394eb8a0dea770f94abc545d75ce2815d0a35ecabbd69c9274ac72
+oid sha256:0b33bebca3c31b2a59033909ad09f352f795168df035fa5e21068f27d4fb1f40
 size 267832560

run-2/checkpoint-214/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a4f36c957d92a8002c5e97555d48a42de471a903f723339272d115811e7a7207
-size 535724410
+oid sha256:d3c50fc3ffbe867daf58825f8193d0cfba84cc14252afd8a598cd321986402aa
+size 535727290

run-2/checkpoint-214/rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:18ed5be6d1ae819250215f2e56084152c3080260defb1f705b62ca73ce19da57
-size 14054
+oid sha256:6642b66e64e0b7ca68e0c6a1ce3642e5ff680df66b6e523921454a079ed214ed
+size 14244

run-2/checkpoint-214/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:aaddcbc282ebbe13886a2ae0010153a1ceb6098f8f03e24ff7369f1380257318
+oid sha256:353a0f8e9cdb591b044d3c5506a10aa1733632724e4365b86c27c74a86c0ae67
 size 1064

run-2/checkpoint-214/trainer_state.json

@@ -10,26 +10,26 @@
   "log_history": [
     {
       "epoch": 1.0,
-      "eval_loss": 0.6176151633262634,
+      "eval_loss": 0.622901976108551,
       "eval_matthews_correlation": 0.0,
-      "eval_runtime": 0.9481,
-      "eval_samples_per_second": 1100.056,
-      "eval_steps_per_second": 69.61,
+      "eval_runtime": 0.6976,
+      "eval_samples_per_second": 1495.146,
+      "eval_steps_per_second": 94.611,
       "step": 214
     }
   ],
   "logging_steps": 500,
-  "max_steps": 856,
+  "max_steps": 1070,
   "num_input_tokens_seen": 0,
-  "num_train_epochs": 4,
+  "num_train_epochs": 5,
   "save_steps": 500,
   "total_flos": 0,
   "train_batch_size": 4,
   "trial_name": null,
   "trial_params": {
-    "learning_rate": 4.2783203586043606e-05,
-    "num_train_epochs": 4,
+    "learning_rate": 7.121152845919556e-05,
+    "num_train_epochs": 5,
     "per_device_train_batch_size": 4,
-    "seed": 20
+    "seed": 12
   }
 }

run-2/checkpoint-214/training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b7d59a3030f49e6d9ba6b53703d0aecc5a3cdf0ff9b87524d64c50670dec0e33
-size 4920
+oid sha256:9925351ca91d4d415edf2b12fea3939fa440869d79fbdaa5406de401cf3bbc4a
+size 4984

run-2/checkpoint-428/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d7feb3ea5cfcc0719d9aa3e8828e87201c6ba1874b1b9dda6a72a11196b3465a
+oid sha256:f91ce0d32e3d331a97bec4766b3625708317c7a462015a589e5c58aa17a0a83e
 size 267832560

run-2/checkpoint-428/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:01af5387baa500deae7a60ef01607a213628612baa70b49dab4c8444e09983b3
-size 535724410
+oid sha256:01beac2a03a926258b352eb83e0b8f6bdba3eee64c73cb47aa03f1d58a2e3343
+size 535727290

run-2/checkpoint-428/rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2d30d176f4709947ef5e20ca28f86e3ac8c85d9b22de4d4222b40eaa3316066d
-size 14054
+oid sha256:123a5343f68ec13b68a2b560055939797bee709d54072612e9bb907a91476f28
+size 14244

run-2/checkpoint-428/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b4b4f4d37419af893e7c0515177d5a99af69ac0b950cded792175bcc7ced3722
+oid sha256:d30bc9c1aed483a88d8d8aec183321452b5964d4c251bdf3c79ed88b67776916
 size 1064

run-2/checkpoint-428/trainer_state.json

@@ -1,5 +1,5 @@
 {
-  "best_metric": 0.25145549881333384,
+  "best_metric": 0.11842631274491741,
   "best_model_checkpoint": "distilbert-base-uncased-finetuned-cola/run-2/checkpoint-428",
   "epoch": 2.0,
   "eval_steps": 500,
@@ -10,35 +10,35 @@
   "log_history": [
     {
       "epoch": 1.0,
-      "eval_loss": 0.6176151633262634,
+      "eval_loss": 0.622901976108551,
       "eval_matthews_correlation": 0.0,
-      "eval_runtime": 0.9481,
-      "eval_samples_per_second": 1100.056,
-      "eval_steps_per_second": 69.61,
+      "eval_runtime": 0.6976,
+      "eval_samples_per_second": 1495.146,
+      "eval_steps_per_second": 94.611,
       "step": 214
     },
     {
       "epoch": 2.0,
-      "eval_loss": 0.7769425511360168,
-      "eval_matthews_correlation": 0.25145549881333384,
-      "eval_runtime": 0.9343,
-      "eval_samples_per_second": 1116.319,
-      "eval_steps_per_second": 70.64,
+      "eval_loss": 0.6693491339683533,
+      "eval_matthews_correlation": 0.11842631274491741,
+      "eval_runtime": 1.934,
+      "eval_samples_per_second": 539.286,
+      "eval_steps_per_second": 34.125,
       "step": 428
     }
   ],
   "logging_steps": 500,
-  "max_steps": 856,
+  "max_steps": 1070,
   "num_input_tokens_seen": 0,
-  "num_train_epochs": 4,
+  "num_train_epochs": 5,
   "save_steps": 500,
   "total_flos": 0,
   "train_batch_size": 4,
   "trial_name": null,
   "trial_params": {
-    "learning_rate": 4.2783203586043606e-05,
-    "num_train_epochs": 4,
+    "learning_rate": 7.121152845919556e-05,
+    "num_train_epochs": 5,
     "per_device_train_batch_size": 4,
-    "seed": 20
+    "seed": 12
   }
 }

run-2/checkpoint-428/training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b7d59a3030f49e6d9ba6b53703d0aecc5a3cdf0ff9b87524d64c50670dec0e33
-size 4920
+oid sha256:9925351ca91d4d415edf2b12fea3939fa440869d79fbdaa5406de401cf3bbc4a
+size 4984

run-2/checkpoint-642/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:21d37aded1f4476bbe051cc3bfcec41462be35bfe49b40bc6597fbe45a146bc1
+oid sha256:955e9d37c7ccf9fb2880c11ea1f35e7ffd6a30ab6bb769dfa19b27a03652e9cc
 size 267832560

run-2/checkpoint-642/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ef5020ece8eb289d5cf85d6fc8e8bee89797830e5366db88b5dd8f4aae439706
-size 535724410
+oid sha256:49e846a73ef024263b9276d16b7bbf1b5a16de68a3a7164b8fdf60475011e3da
+size 535727290

run-2/checkpoint-642/rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:466fe0e260a39f52aac06c5607d4735d2c8103b2ac9ad54f5e71129ba4c43fb2
-size 14054
+oid sha256:459a440c9d15ba5e5b2229c7ffbe3145e047b6e5e97660610634d47c20f261e5
+size 14244

run-2/checkpoint-642/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:524be37aab3f413fec1d7104c5de4e629f9090793566ac787fa2c9f2c4d95a2b
+oid sha256:380f2c8df8ab872e64b071c5a78cf09b05e00c6ec4fb7780bd08fd5e87023ef7
 size 1064

run-2/checkpoint-642/trainer_state.json

@@ -1,6 +1,6 @@
 {
-  "best_metric": 0.25145549881333384,
-  "best_model_checkpoint": "distilbert-base-uncased-finetuned-cola/run-2/checkpoint-428",
+  "best_metric": 0.16411291424457647,
+  "best_model_checkpoint": "distilbert-base-uncased-finetuned-cola/run-2/checkpoint-642",
   "epoch": 3.0,
   "eval_steps": 500,
   "global_step": 642,
@@ -10,51 +10,51 @@
   "log_history": [
     {
       "epoch": 1.0,
-      "eval_loss": 0.6176151633262634,
+      "eval_loss": 0.622901976108551,
       "eval_matthews_correlation": 0.0,
-      "eval_runtime": 0.9481,
-      "eval_samples_per_second": 1100.056,
-      "eval_steps_per_second": 69.61,
+      "eval_runtime": 0.6976,
+      "eval_samples_per_second": 1495.146,
+      "eval_steps_per_second": 94.611,
       "step": 214
     },
     {
       "epoch": 2.0,
-      "eval_loss": 0.7769425511360168,
-      "eval_matthews_correlation": 0.25145549881333384,
-      "eval_runtime": 0.9343,
-      "eval_samples_per_second": 1116.319,
-      "eval_steps_per_second": 70.64,
+      "eval_loss": 0.6693491339683533,
+      "eval_matthews_correlation": 0.11842631274491741,
+      "eval_runtime": 1.934,
+      "eval_samples_per_second": 539.286,
+      "eval_steps_per_second": 34.125,
       "step": 428
     },
     {
       "epoch": 2.34,
-      "grad_norm": 0.6545006036758423,
-      "learning_rate": 1.7793014575504117e-05,
-      "loss": 0.536,
+      "grad_norm": 1.357163667678833,
+      "learning_rate": 3.7935113291347165e-05,
+      "loss": 0.6007,
       "step": 500
     },
     {
       "epoch": 3.0,
-      "eval_loss": 1.5843945741653442,
-      "eval_matthews_correlation": 0.1975523186260999,
-      "eval_runtime": 0.9037,
-      "eval_samples_per_second": 1154.164,
-      "eval_steps_per_second": 73.034,
+      "eval_loss": 1.3187288045883179,
+      "eval_matthews_correlation": 0.16411291424457647,
+      "eval_runtime": 0.7002,
+      "eval_samples_per_second": 1489.531,
+      "eval_steps_per_second": 94.256,
       "step": 642
     }
   ],
   "logging_steps": 500,
-  "max_steps": 856,
+  "max_steps": 1070,
   "num_input_tokens_seen": 0,
-  "num_train_epochs": 4,
+  "num_train_epochs": 5,
   "save_steps": 500,
-  "total_flos": 8269898302032.0,
+  "total_flos": 8429531866428.0,
   "train_batch_size": 4,
   "trial_name": null,
   "trial_params": {
-    "learning_rate": 4.2783203586043606e-05,
-    "num_train_epochs": 4,
+    "learning_rate": 7.121152845919556e-05,
+    "num_train_epochs": 5,
     "per_device_train_batch_size": 4,
-    "seed": 20
+    "seed": 12
   }
 }

run-2/checkpoint-642/training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b7d59a3030f49e6d9ba6b53703d0aecc5a3cdf0ff9b87524d64c50670dec0e33
-size 4920
+oid sha256:9925351ca91d4d415edf2b12fea3939fa440869d79fbdaa5406de401cf3bbc4a
+size 4984

run-2/checkpoint-856/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e27626274def27c9e5f0ede06699eccc9fca618421c5670171c59a5b7bb0bc50
+oid sha256:8d7fc0ebbfd3955802d3bc98ef627cbaaa60a67957d6617d060aa879e86f74b5
 size 267832560

run-2/checkpoint-856/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:91f7394c728500aa68bbe29a75db3198b7d0c751ffc1593b88ea2fba588d8c42
-size 535724410
+oid sha256:06c7ccf331c7f4f77d0cf84856691943b9acee52ec3eab295724b9ad971db10f
+size 535727290

run-2/checkpoint-856/rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4a8a81a3e9c375ac5e32a3bec083b8fd3ff43e0f665a1ebc2f09c530719bc7eb
-size 14054
+oid sha256:0959e4fc49f256382e0dc2b5eaaf6de1ebc7372d1c9b5b34f8bda98d7f54a5b9
+size 14244

run-2/checkpoint-856/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6101755e70840fa69ae18a6720e6b0998296d977a410bf72ba3a6ac1d5932863
+oid sha256:de31a0e7adf5d8ef4931b73625e96f3d7d082ff90485a5440fb14cbcadca1600
 size 1064

run-2/checkpoint-856/trainer_state.json

@@ -1,6 +1,6 @@
 {
-  "best_metric": 0.25145549881333384,
-  "best_model_checkpoint": "distilbert-base-uncased-finetuned-cola/run-2/checkpoint-428",
+  "best_metric": 0.18954364972242177,
+  "best_model_checkpoint": "distilbert-base-uncased-finetuned-cola/run-2/checkpoint-856",
   "epoch": 4.0,
   "eval_steps": 500,
   "global_step": 856,
@@ -10,60 +10,60 @@
   "log_history": [
     {
       "epoch": 1.0,
-      "eval_loss": 0.6176151633262634,
+      "eval_loss": 0.622901976108551,
       "eval_matthews_correlation": 0.0,
-      "eval_runtime": 0.9481,
-      "eval_samples_per_second": 1100.056,
-      "eval_steps_per_second": 69.61,
+      "eval_runtime": 0.6976,
+      "eval_samples_per_second": 1495.146,
+      "eval_steps_per_second": 94.611,
       "step": 214
     },
     {
       "epoch": 2.0,
-      "eval_loss": 0.7769425511360168,
-      "eval_matthews_correlation": 0.25145549881333384,
-      "eval_runtime": 0.9343,
-      "eval_samples_per_second": 1116.319,
-      "eval_steps_per_second": 70.64,
+      "eval_loss": 0.6693491339683533,
+      "eval_matthews_correlation": 0.11842631274491741,
+      "eval_runtime": 1.934,
+      "eval_samples_per_second": 539.286,
+      "eval_steps_per_second": 34.125,
       "step": 428
     },
     {
       "epoch": 2.34,
-      "grad_norm": 0.6545006036758423,
-      "learning_rate": 1.7793014575504117e-05,
-      "loss": 0.536,
+      "grad_norm": 1.357163667678833,
+      "learning_rate": 3.7935113291347165e-05,
+      "loss": 0.6007,
       "step": 500
     },
     {
       "epoch": 3.0,
-      "eval_loss": 1.5843945741653442,
-      "eval_matthews_correlation": 0.1975523186260999,
-      "eval_runtime": 0.9037,
-      "eval_samples_per_second": 1154.164,
-      "eval_steps_per_second": 73.034,
+      "eval_loss": 1.3187288045883179,
+      "eval_matthews_correlation": 0.16411291424457647,
+      "eval_runtime": 0.7002,
+      "eval_samples_per_second": 1489.531,
+      "eval_steps_per_second": 94.256,
       "step": 642
     },
     {
       "epoch": 4.0,
-      "eval_loss": 1.8945112228393555,
-      "eval_matthews_correlation": 0.2128478036255419,
-      "eval_runtime": 0.9124,
-      "eval_samples_per_second": 1143.125,
-      "eval_steps_per_second": 72.336,
+      "eval_loss": 1.7241299152374268,
+      "eval_matthews_correlation": 0.18954364972242177,
+      "eval_runtime": 0.7297,
+      "eval_samples_per_second": 1429.361,
+      "eval_steps_per_second": 90.449,
       "step": 856
     }
   ],
   "logging_steps": 500,
-  "max_steps": 856,
+  "max_steps": 1070,
   "num_input_tokens_seen": 0,
-  "num_train_epochs": 4,
+  "num_train_epochs": 5,
   "save_steps": 500,
-  "total_flos": 8269898302032.0,
+  "total_flos": 8429531866428.0,
   "train_batch_size": 4,
   "trial_name": null,
   "trial_params": {
-    "learning_rate": 4.2783203586043606e-05,
-    "num_train_epochs": 4,
+    "learning_rate": 7.121152845919556e-05,
+    "num_train_epochs": 5,
     "per_device_train_batch_size": 4,
-    "seed": 20
+    "seed": 12
   }
 }

run-2/checkpoint-856/training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b7d59a3030f49e6d9ba6b53703d0aecc5a3cdf0ff9b87524d64c50670dec0e33
-size 4920
+oid sha256:9925351ca91d4d415edf2b12fea3939fa440869d79fbdaa5406de401cf3bbc4a
+size 4984

run-6/checkpoint-214/config.json

@@ -20,6 +20,6 @@
   "sinusoidal_pos_embds": false,
   "tie_weights_": true,
   "torch_dtype": "float32",
-  "transformers_version": "4.38.1",
+  "transformers_version": "4.38.2",
   "vocab_size": 30522
 }

run-6/checkpoint-214/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b2ed0ce45abda1941230f1014b68d24540c24d9f2b42814e29d0f7efc942d25b
+oid sha256:887cb91cffd5ac1082884693d36dc3501e1072d320a4f9e00e148fa2de10e933
 size 267832560

run-6/checkpoint-214/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ec60233518b2c47f93c024e9039e1b6a24c66f0f5957637ef2802e79833035f4
+oid sha256:bbaee4a58a0a5e77024b2f6a77aa60e33a0a9f50462bb447b968b047c762d571
 size 535727290

run-6/checkpoint-214/rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9674de21df55a2edc27c644fd867e92766ddc9e4c4c5f9092d5b0c58c9378fda
+oid sha256:a96ac1e784cccb8a3d80ed7d4fc362123ca8952edb035bda34cc4ca6aa9158f5
 size 14244

run-6/checkpoint-214/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:73737d81badbb84bff91ba71d18d6183a62e0a30f498c73134cdf30822b4ac97
+oid sha256:4c4527bf3dad9c39b33fb978677b5df255fc23ccd3b2be52a69fdfcb83266a43
 size 1064

run-6/checkpoint-214/trainer_state.json

@@ -1,7 +1,7 @@
 {
-  "best_metric": 0.0,
+  "best_metric": 0.3145861132733294,
   "best_model_checkpoint": "distilbert-base-uncased-finetuned-cola/run-6/checkpoint-214",
-  "epoch": 1.0,
+  "epoch": 2.0,
   "eval_steps": 500,
   "global_step": 214,
   "is_hyper_param_search": true,
@@ -10,26 +10,35 @@
   "log_history": [
     {
       "epoch": 1.0,
-      "eval_loss": 0.6432564854621887,
-      "eval_matthews_correlation": 0.0,
-      "eval_runtime": 0.7471,
-      "eval_samples_per_second": 1396.106,
-      "eval_steps_per_second": 88.344,
+      "eval_loss": 0.5881767272949219,
+      "eval_matthews_correlation": 0.1579060124523256,
+      "eval_runtime": 0.6813,
+      "eval_samples_per_second": 1530.894,
+      "eval_steps_per_second": 96.873,
+      "step": 107
+    },
+    {
+      "epoch": 2.0,
+      "eval_loss": 0.6196805238723755,
+      "eval_matthews_correlation": 0.3145861132733294,
+      "eval_runtime": 0.7574,
+      "eval_samples_per_second": 1377.163,
+      "eval_steps_per_second": 87.145,
       "step": 214
     }
   ],
   "logging_steps": 500,
-  "max_steps": 214,
+  "max_steps": 535,
   "num_input_tokens_seen": 0,
-  "num_train_epochs": 1,
+  "num_train_epochs": 5,
   "save_steps": 500,
   "total_flos": 0,
-  "train_batch_size": 4,
+  "train_batch_size": 8,
   "trial_name": null,
   "trial_params": {
-    "learning_rate": 1.2277705957910814e-06,
-    "num_train_epochs": 1,
-    "per_device_train_batch_size": 4,
-    "seed": 1
+    "learning_rate": 2.8114085112240564e-05,
+    "num_train_epochs": 5,
+    "per_device_train_batch_size": 8,
+    "seed": 12
   }
 }

run-6/checkpoint-214/training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c67cd1e1f45ea162c3276224ec096955ac7a053afaf32de336765b08f264423e
+oid sha256:a92584832713a9a0bc39edb6d7b0a6a31a2879e2accd2bcdb2063b7c54789a74
 size 4984

run-6/checkpoint-321/config.json

@@ -0,0 +1,25 @@
+{
+  "_name_or_path": "distilbert-base-uncased",
+  "activation": "gelu",
+  "architectures": [
+    "DistilBertForSequenceClassification"
+  ],
+  "attention_dropout": 0.1,
+  "dim": 768,
+  "dropout": 0.1,
+  "hidden_dim": 3072,
+  "initializer_range": 0.02,
+  "max_position_embeddings": 512,
+  "model_type": "distilbert",
+  "n_heads": 12,
+  "n_layers": 6,
+  "pad_token_id": 0,
+  "problem_type": "single_label_classification",
+  "qa_dropout": 0.1,
+  "seq_classif_dropout": 0.2,
+  "sinusoidal_pos_embds": false,
+  "tie_weights_": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.38.2",
+  "vocab_size": 30522
+}

run-6/checkpoint-321/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d326645dd1c955dc62ae23dae05f87540ee5cf84834e521ec7c6a1c0dea69870
+size 267832560

run-6/checkpoint-321/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b254b31fb2cc34f601477c99ec38be59da262a4ea2c898ccef5d971510b93c12
+size 535727290

run-6/checkpoint-321/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69fe67f271cbed58fe92ae3badea04266439e3640cbeaf5a128de4d9bb5b8b47
+size 14244

run-6/checkpoint-321/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af52cf46d8740956c8979db68b7ed8f24f93131168d6d1dd2c21c2e6ebdf189f
+size 1064