End of training

README.md

@@ -1,4 +1,6 @@
 ---
+language:
+- en
 license: apache-2.0
 tags:
 - generated_from_trainer
@@ -13,7 +15,7 @@ model-index:
       name: Text Classification
       type: text-classification
     dataset:
-      name: glue
+      name: GLUE MNLI
       type: glue
       config: mnli
       split: validation_matched
@@ -21,7 +23,7 @@ model-index:
     metrics:
     - name: Accuracy
       type: accuracy
-      value: 0.6104941416199694
+      value: 0.6110659072416599
 ---
 
 <!-- This model card has been generated automatically according to the information the Trainer had access to. You
@@ -29,10 +31,10 @@ should probably proofread and complete it, then remove this comment. -->
 
 # mobilebert_sa_GLUE_Experiment_mnli
 
-This model is a fine-tuned version of [google/mobilebert-uncased](https://huggingface.co/google/mobilebert-uncased) on the glue dataset.
+This model is a fine-tuned version of [google/mobilebert-uncased](https://huggingface.co/google/mobilebert-uncased) on the GLUE MNLI dataset.
 It achieves the following results on the evaluation set:
-- Loss: 0.9072
-- Accuracy: 0.6105
+- Loss: 0.8609
+- Accuracy: 0.6111
 
 ## Model description
 

all_results.json

@@ -0,0 +1,21 @@
+{
+    "epoch": 14.0,
+    "epoch_mm": 14.0,
+    "eval_accuracy": 0.6138563423331636,
+    "eval_accuracy_mm": 0.6110659072416599,
+    "eval_loss": 0.8619909882545471,
+    "eval_loss_mm": 0.8608574271202087,
+    "eval_runtime": 15.8,
+    "eval_runtime_mm": 15.8273,
+    "eval_samples": 9815,
+    "eval_samples_mm": 9832,
+    "eval_samples_per_second": 621.203,
+    "eval_samples_per_second_mm": 621.207,
+    "eval_steps_per_second": 4.873,
+    "eval_steps_per_second_mm": 4.865,
+    "train_loss": 0.7986461733901361,
+    "train_runtime": 29517.4796,
+    "train_samples": 392702,
+    "train_samples_per_second": 665.202,
+    "train_steps_per_second": 5.197
+}

eval_results.json

@@ -0,0 +1,16 @@
+{
+    "epoch": 14.0,
+    "epoch_mm": 14.0,
+    "eval_accuracy": 0.6138563423331636,
+    "eval_accuracy_mm": 0.6110659072416599,
+    "eval_loss": 0.8619909882545471,
+    "eval_loss_mm": 0.8608574271202087,
+    "eval_runtime": 15.8,
+    "eval_runtime_mm": 15.8273,
+    "eval_samples": 9815,
+    "eval_samples_mm": 9832,
+    "eval_samples_per_second": 621.203,
+    "eval_samples_per_second_mm": 621.207,
+    "eval_steps_per_second": 4.873,
+    "eval_steps_per_second_mm": 4.865
+}

logs/events.out.tfevents.1674681334.garda.1933772.26

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57045e8034fcd5e9a1b67a1b18db392e641590c751eb94306ac547d9e47b8192
+size 698

train_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 14.0,
+    "train_loss": 0.7986461733901361,
+    "train_runtime": 29517.4796,
+    "train_samples": 392702,
+    "train_samples_per_second": 665.202,
+    "train_steps_per_second": 5.197
+}

trainer_state.json

@@ -0,0 +1,235 @@
+{
+  "best_metric": 0.8619909882545471,
+  "best_model_checkpoint": "mobilebert_sa_GLUE_Experiment_mnli/checkpoint-27612",
+  "epoch": 14.0,
+  "global_step": 42952,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 1.0,
+      "learning_rate": 4.9e-05,
+      "loss": 0.9907,
+      "step": 3068
+    },
+    {
+      "epoch": 1.0,
+      "eval_accuracy": 0.5485481406011208,
+      "eval_loss": 0.9407809376716614,
+      "eval_runtime": 15.7503,
+      "eval_samples_per_second": 623.163,
+      "eval_steps_per_second": 4.889,
+      "step": 3068
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 4.8000325945241203e-05,
+      "loss": 0.9094,
+      "step": 6136
+    },
+    {
+      "epoch": 2.0,
+      "eval_accuracy": 0.5818644931227712,
+      "eval_loss": 0.9065373539924622,
+      "eval_runtime": 15.8749,
+      "eval_samples_per_second": 618.272,
+      "eval_steps_per_second": 4.85,
+      "step": 6136
+    },
+    {
+      "epoch": 3.0,
+      "learning_rate": 4.70006518904824e-05,
+      "loss": 0.8828,
+      "step": 9204
+    },
+    {
+      "epoch": 3.0,
+      "eval_accuracy": 0.587366276107998,
+      "eval_loss": 0.8968958854675293,
+      "eval_runtime": 15.7921,
+      "eval_samples_per_second": 621.515,
+      "eval_steps_per_second": 4.876,
+      "step": 9204
+    },
+    {
+      "epoch": 4.0,
+      "learning_rate": 4.60013037809648e-05,
+      "loss": 0.8627,
+      "step": 12272
+    },
+    {
+      "epoch": 4.0,
+      "eval_accuracy": 0.5967396841569027,
+      "eval_loss": 0.882131040096283,
+      "eval_runtime": 15.8782,
+      "eval_samples_per_second": 618.145,
+      "eval_steps_per_second": 4.849,
+      "step": 12272
+    },
+    {
+      "epoch": 5.0,
+      "learning_rate": 4.5001629726206e-05,
+      "loss": 0.8429,
+      "step": 15340
+    },
+    {
+      "epoch": 5.0,
+      "eval_accuracy": 0.6003056546102904,
+      "eval_loss": 0.8742825984954834,
+      "eval_runtime": 15.8321,
+      "eval_samples_per_second": 619.944,
+      "eval_steps_per_second": 4.864,
+      "step": 15340
+    },
+    {
+      "epoch": 6.0,
+      "learning_rate": 4.40022816166884e-05,
+      "loss": 0.8207,
+      "step": 18408
+    },
+    {
+      "epoch": 6.0,
+      "eval_accuracy": 0.6077432501273561,
+      "eval_loss": 0.8663310408592224,
+      "eval_runtime": 15.7218,
+      "eval_samples_per_second": 624.293,
+      "eval_steps_per_second": 4.898,
+      "step": 18408
+    },
+    {
+      "epoch": 7.0,
+      "learning_rate": 4.30026075619296e-05,
+      "loss": 0.7989,
+      "step": 21476
+    },
+    {
+      "epoch": 7.0,
+      "eval_accuracy": 0.6099847172694854,
+      "eval_loss": 0.8664844632148743,
+      "eval_runtime": 15.7937,
+      "eval_samples_per_second": 621.449,
+      "eval_steps_per_second": 4.875,
+      "step": 21476
+    },
+    {
+      "epoch": 8.0,
+      "learning_rate": 4.2003259452412e-05,
+      "loss": 0.7789,
+      "step": 24544
+    },
+    {
+      "epoch": 8.0,
+      "eval_accuracy": 0.6095771777890984,
+      "eval_loss": 0.8751330971717834,
+      "eval_runtime": 15.8764,
+      "eval_samples_per_second": 618.214,
+      "eval_steps_per_second": 4.85,
+      "step": 24544
+    },
+    {
+      "epoch": 9.0,
+      "learning_rate": 4.100358539765319e-05,
+      "loss": 0.7603,
+      "step": 27612
+    },
+    {
+      "epoch": 9.0,
+      "eval_accuracy": 0.6138563423331636,
+      "eval_loss": 0.8619909882545471,
+      "eval_runtime": 15.8877,
+      "eval_samples_per_second": 617.774,
+      "eval_steps_per_second": 4.847,
+      "step": 27612
+    },
+    {
+      "epoch": 10.0,
+      "learning_rate": 4.000423728813559e-05,
+      "loss": 0.7425,
+      "step": 30680
+    },
+    {
+      "epoch": 10.0,
+      "eval_accuracy": 0.6094752929190015,
+      "eval_loss": 0.8813133835792542,
+      "eval_runtime": 15.7795,
+      "eval_samples_per_second": 622.011,
+      "eval_steps_per_second": 4.88,
+      "step": 30680
+    },
+    {
+      "epoch": 11.0,
+      "learning_rate": 3.9004563233376796e-05,
+      "loss": 0.7238,
+      "step": 33748
+    },
+    {
+      "epoch": 11.0,
+      "eval_accuracy": 0.6141619969434539,
+      "eval_loss": 0.8913043737411499,
+      "eval_runtime": 15.8959,
+      "eval_samples_per_second": 617.456,
+      "eval_steps_per_second": 4.844,
+      "step": 33748
+    },
+    {
+      "epoch": 12.0,
+      "learning_rate": 3.8005215123859196e-05,
+      "loss": 0.7063,
+      "step": 36816
+    },
+    {
+      "epoch": 12.0,
+      "eval_accuracy": 0.6056036678553235,
+      "eval_loss": 0.9025644063949585,
+      "eval_runtime": 15.8221,
+      "eval_samples_per_second": 620.334,
+      "eval_steps_per_second": 4.867,
+      "step": 36816
+    },
+    {
+      "epoch": 13.0,
+      "learning_rate": 3.7005541069100394e-05,
+      "loss": 0.6891,
+      "step": 39884
+    },
+    {
+      "epoch": 13.0,
+      "eval_accuracy": 0.5975547631176771,
+      "eval_loss": 0.9266977310180664,
+      "eval_runtime": 15.8778,
+      "eval_samples_per_second": 618.16,
+      "eval_steps_per_second": 4.85,
+      "step": 39884
+    },
+    {
+      "epoch": 14.0,
+      "learning_rate": 3.600586701434159e-05,
+      "loss": 0.6721,
+      "step": 42952
+    },
+    {
+      "epoch": 14.0,
+      "eval_accuracy": 0.6104941416199694,
+      "eval_loss": 0.9071937203407288,
+      "eval_runtime": 15.8196,
+      "eval_samples_per_second": 620.435,
+      "eval_steps_per_second": 4.867,
+      "step": 42952
+    },
+    {
+      "epoch": 14.0,
+      "step": 42952,
+      "total_flos": 1.7238466281812787e+17,
+      "train_loss": 0.7986461733901361,
+      "train_runtime": 29517.4796,
+      "train_samples_per_second": 665.202,
+      "train_steps_per_second": 5.197
+    }
+  ],
+  "max_steps": 153400,
+  "num_train_epochs": 50,
+  "total_flos": 1.7238466281812787e+17,
+  "trial_name": null,
+  "trial_params": null
+}