End of training

README.md

@@ -1,13 +1,28 @@
 ---
 library_name: transformers
+language:
+- en
 base_model: gokulsrinivasagan/bert_base_lda_20_v1
 tags:
 - generated_from_trainer
+datasets:
+- glue
 metrics:
 - accuracy
 model-index:
 - name: bert_base_lda_20_v1_wnli
-  results: []
+  results:
+  - task:
+      name: Text Classification
+      type: text-classification
+    dataset:
+      name: GLUE WNLI
+      type: glue
+      args: wnli
+    metrics:
+    - name: Accuracy
+      type: accuracy
+      value: 0.5633802816901409
 ---
 
 <!-- This model card has been generated automatically according to the information the Trainer had access to. You
@@ -15,10 +30,10 @@ should probably proofread and complete it, then remove this comment. -->
 
 # bert_base_lda_20_v1_wnli
 
-This model is a fine-tuned version of [gokulsrinivasagan/bert_base_lda_20_v1](https://huggingface.co/gokulsrinivasagan/bert_base_lda_20_v1) on an unknown dataset.
+This model is a fine-tuned version of [gokulsrinivasagan/bert_base_lda_20_v1](https://huggingface.co/gokulsrinivasagan/bert_base_lda_20_v1) on the GLUE WNLI dataset.
 It achieves the following results on the evaluation set:
-- Loss: 0.6939
-- Accuracy: 0.5070
+- Loss: 0.6815
+- Accuracy: 0.5634
 
 ## Model description
 

all_results.json

@@ -1,15 +1,15 @@
 {
-    "epoch": 7.0,
+    "epoch": 13.0,
     "eval_accuracy": 0.5633802816901409,
-    "eval_loss": 0.6882702708244324,
-    "eval_runtime": 0.0556,
+    "eval_loss": 0.6814756989479065,
+    "eval_runtime": 0.0587,
     "eval_samples": 71,
-    "eval_samples_per_second": 1277.692,
-    "eval_steps_per_second": 17.996,
-    "total_flos": 584764320537600.0,
-    "train_loss": 1.2976507572900682,
-    "train_runtime": 23.7039,
+    "eval_samples_per_second": 1208.91,
+    "eval_steps_per_second": 17.027,
+    "total_flos": 1085990880998400.0,
+    "train_loss": 0.7166132437877166,
+    "train_runtime": 48.6385,
     "train_samples": 635,
-    "train_samples_per_second": 1339.444,
-    "train_steps_per_second": 6.328
+    "train_samples_per_second": 652.775,
+    "train_steps_per_second": 3.084
 }

eval_results.json

@@ -1,9 +1,9 @@
 {
-    "epoch": 7.0,
+    "epoch": 13.0,
     "eval_accuracy": 0.5633802816901409,
-    "eval_loss": 0.6882702708244324,
-    "eval_runtime": 0.0556,
+    "eval_loss": 0.6814756989479065,
+    "eval_runtime": 0.0587,
     "eval_samples": 71,
-    "eval_samples_per_second": 1277.692,
-    "eval_steps_per_second": 17.996
+    "eval_samples_per_second": 1208.91,
+    "eval_steps_per_second": 17.027
 }

logs/events.out.tfevents.1733317888.ki-g0008.1207389.15

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dcc198a717dff21e1695472e120727d91f981b69d0448f62da19b1b01ad053f
+size 405

train_results.json

@@ -1,9 +1,9 @@
 {
-    "epoch": 7.0,
-    "total_flos": 584764320537600.0,
-    "train_loss": 1.2976507572900682,
-    "train_runtime": 23.7039,
+    "epoch": 13.0,
+    "total_flos": 1085990880998400.0,
+    "train_loss": 0.7166132437877166,
+    "train_runtime": 48.6385,
     "train_samples": 635,
-    "train_samples_per_second": 1339.444,
-    "train_steps_per_second": 6.328
+    "train_samples_per_second": 652.775,
+    "train_steps_per_second": 3.084
 }

trainer_state.json

@@ -1,133 +1,229 @@
 {
-  "best_metric": 0.6882702708244324,
-  "best_model_checkpoint": "bert_base_lda_20_v1_wnli/checkpoint-6",
-  "epoch": 7.0,
+  "best_metric": 0.6814756989479065,
+  "best_model_checkpoint": "bert_base_lda_20_v1_wnli/checkpoint-24",
+  "epoch": 13.0,
   "eval_steps": 500,
-  "global_step": 21,
+  "global_step": 39,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
   "log_history": [
     {
       "epoch": 1.0,
-      "grad_norm": 16.016019821166992,
-      "learning_rate": 0.00098,
-      "loss": 1.2108,
+      "grad_norm": 2.379216432571411,
+      "learning_rate": 4.9e-05,
+      "loss": 0.8433,
       "step": 3
     },
     {
       "epoch": 1.0,
-      "eval_accuracy": 0.5633802816901409,
-      "eval_loss": 1.61472749710083,
-      "eval_runtime": 0.0531,
-      "eval_samples_per_second": 1337.217,
-      "eval_steps_per_second": 18.834,
+      "eval_accuracy": 0.43661971830985913,
+      "eval_loss": 0.733467161655426,
+      "eval_runtime": 0.0534,
+      "eval_samples_per_second": 1329.611,
+      "eval_steps_per_second": 18.727,
       "step": 3
     },
     {
       "epoch": 2.0,
-      "grad_norm": 4.4702959060668945,
-      "learning_rate": 0.00096,
-      "loss": 1.164,
+      "grad_norm": 5.9057841300964355,
+      "learning_rate": 4.8e-05,
+      "loss": 0.7419,
       "step": 6
     },
     {
       "epoch": 2.0,
-      "eval_accuracy": 0.5633802816901409,
-      "eval_loss": 0.6882702708244324,
-      "eval_runtime": 0.0528,
-      "eval_samples_per_second": 1345.768,
-      "eval_steps_per_second": 18.954,
+      "eval_accuracy": 0.43661971830985913,
+      "eval_loss": 0.7789943218231201,
+      "eval_runtime": 0.0547,
+      "eval_samples_per_second": 1298.937,
+      "eval_steps_per_second": 18.295,
       "step": 6
     },
     {
       "epoch": 3.0,
-      "grad_norm": 13.5480375289917,
-      "learning_rate": 0.00094,
-      "loss": 1.7783,
+      "grad_norm": 3.7641913890838623,
+      "learning_rate": 4.7e-05,
+      "loss": 0.7237,
       "step": 9
     },
     {
       "epoch": 3.0,
       "eval_accuracy": 0.5633802816901409,
-      "eval_loss": 1.376787781715393,
-      "eval_runtime": 0.053,
-      "eval_samples_per_second": 1339.708,
-      "eval_steps_per_second": 18.869,
+      "eval_loss": 0.6985859870910645,
+      "eval_runtime": 0.0566,
+      "eval_samples_per_second": 1254.04,
+      "eval_steps_per_second": 17.663,
       "step": 9
     },
     {
       "epoch": 4.0,
-      "grad_norm": 21.326387405395508,
-      "learning_rate": 0.00092,
-      "loss": 2.2468,
+      "grad_norm": 1.4714839458465576,
+      "learning_rate": 4.600000000000001e-05,
+      "loss": 0.7156,
       "step": 12
     },
     {
       "epoch": 4.0,
-      "eval_accuracy": 0.43661971830985913,
-      "eval_loss": 1.2927902936935425,
-      "eval_runtime": 0.0556,
-      "eval_samples_per_second": 1278.076,
-      "eval_steps_per_second": 18.001,
+      "eval_accuracy": 0.4507042253521127,
+      "eval_loss": 0.7405645847320557,
+      "eval_runtime": 0.0626,
+      "eval_samples_per_second": 1134.494,
+      "eval_steps_per_second": 15.979,
       "step": 12
     },
     {
       "epoch": 5.0,
-      "grad_norm": 5.3779616355896,
-      "learning_rate": 0.0009000000000000001,
-      "loss": 1.1044,
+      "grad_norm": 0.7439093589782715,
+      "learning_rate": 4.5e-05,
+      "loss": 0.7143,
       "step": 15
     },
     {
       "epoch": 5.0,
-      "eval_accuracy": 0.43661971830985913,
-      "eval_loss": 1.021649718284607,
-      "eval_runtime": 0.0526,
-      "eval_samples_per_second": 1349.604,
-      "eval_steps_per_second": 19.009,
+      "eval_accuracy": 0.5633802816901409,
+      "eval_loss": 0.6858494281768799,
+      "eval_runtime": 0.0533,
+      "eval_samples_per_second": 1330.936,
+      "eval_steps_per_second": 18.746,
       "step": 15
     },
     {
       "epoch": 6.0,
-      "grad_norm": 0.6860456466674805,
-      "learning_rate": 0.00088,
-      "loss": 0.7894,
+      "grad_norm": 0.680374264717102,
+      "learning_rate": 4.4000000000000006e-05,
+      "loss": 0.6989,
       "step": 18
     },
     {
       "epoch": 6.0,
       "eval_accuracy": 0.5633802816901409,
-      "eval_loss": 0.7181998491287231,
-      "eval_runtime": 0.0531,
-      "eval_samples_per_second": 1337.217,
-      "eval_steps_per_second": 18.834,
+      "eval_loss": 0.6855193376541138,
+      "eval_runtime": 0.0533,
+      "eval_samples_per_second": 1332.037,
+      "eval_steps_per_second": 18.761,
       "step": 18
     },
     {
       "epoch": 7.0,
-      "grad_norm": 380.8271789550781,
-      "learning_rate": 0.00086,
-      "loss": 0.7898,
+      "grad_norm": 0.9396877884864807,
+      "learning_rate": 4.3e-05,
+      "loss": 0.6949,
       "step": 21
     },
     {
       "epoch": 7.0,
-      "eval_accuracy": 0.5633802816901409,
-      "eval_loss": 0.7561619281768799,
-      "eval_runtime": 0.0528,
-      "eval_samples_per_second": 1344.522,
-      "eval_steps_per_second": 18.937,
+      "eval_accuracy": 0.5070422535211268,
+      "eval_loss": 0.693166971206665,
+      "eval_runtime": 0.0529,
+      "eval_samples_per_second": 1343.406,
+      "eval_steps_per_second": 18.921,
       "step": 21
     },
     {
-      "epoch": 7.0,
-      "step": 21,
-      "total_flos": 584764320537600.0,
-      "train_loss": 1.2976507572900682,
-      "train_runtime": 23.7039,
-      "train_samples_per_second": 1339.444,
-      "train_steps_per_second": 6.328
+      "epoch": 8.0,
+      "grad_norm": 2.6080543994903564,
+      "learning_rate": 4.2e-05,
+      "loss": 0.6949,
+      "step": 24
+    },
+    {
+      "epoch": 8.0,
+      "eval_accuracy": 0.5633802816901409,
+      "eval_loss": 0.6814756989479065,
+      "eval_runtime": 0.0551,
+      "eval_samples_per_second": 1288.171,
+      "eval_steps_per_second": 18.143,
+      "step": 24
+    },
+    {
+      "epoch": 9.0,
+      "grad_norm": 0.7388402223587036,
+      "learning_rate": 4.1e-05,
+      "loss": 0.6963,
+      "step": 27
+    },
+    {
+      "epoch": 9.0,
+      "eval_accuracy": 0.49295774647887325,
+      "eval_loss": 0.696027934551239,
+      "eval_runtime": 0.0535,
+      "eval_samples_per_second": 1327.027,
+      "eval_steps_per_second": 18.691,
+      "step": 27
+    },
+    {
+      "epoch": 10.0,
+      "grad_norm": 0.8557111620903015,
+      "learning_rate": 4e-05,
+      "loss": 0.6932,
+      "step": 30
+    },
+    {
+      "epoch": 10.0,
+      "eval_accuracy": 0.5352112676056338,
+      "eval_loss": 0.6830435991287231,
+      "eval_runtime": 0.0551,
+      "eval_samples_per_second": 1288.116,
+      "eval_steps_per_second": 18.142,
+      "step": 30
+    },
+    {
+      "epoch": 11.0,
+      "grad_norm": 1.1222957372665405,
+      "learning_rate": 3.9000000000000006e-05,
+      "loss": 0.6989,
+      "step": 33
+    },
+    {
+      "epoch": 11.0,
+      "eval_accuracy": 0.5352112676056338,
+      "eval_loss": 0.6837586760520935,
+      "eval_runtime": 0.0534,
+      "eval_samples_per_second": 1330.448,
+      "eval_steps_per_second": 18.739,
+      "step": 33
+    },
+    {
+      "epoch": 12.0,
+      "grad_norm": 1.9935102462768555,
+      "learning_rate": 3.8e-05,
+      "loss": 0.6969,
+      "step": 36
+    },
+    {
+      "epoch": 12.0,
+      "eval_accuracy": 0.49295774647887325,
+      "eval_loss": 0.7047203779220581,
+      "eval_runtime": 0.0537,
+      "eval_samples_per_second": 1321.152,
+      "eval_steps_per_second": 18.608,
+      "step": 36
+    },
+    {
+      "epoch": 13.0,
+      "grad_norm": 1.0254613161087036,
+      "learning_rate": 3.7e-05,
+      "loss": 0.7032,
+      "step": 39
+    },
+    {
+      "epoch": 13.0,
+      "eval_accuracy": 0.5070422535211268,
+      "eval_loss": 0.6938820481300354,
+      "eval_runtime": 0.0538,
+      "eval_samples_per_second": 1319.104,
+      "eval_steps_per_second": 18.579,
+      "step": 39
+    },
+    {
+      "epoch": 13.0,
+      "step": 39,
+      "total_flos": 1085990880998400.0,
+      "train_loss": 0.7166132437877166,
+      "train_runtime": 48.6385,
+      "train_samples_per_second": 652.775,
+      "train_steps_per_second": 3.084
     }
   ],
   "logging_steps": 1,
@@ -156,7 +252,7 @@
       "attributes": {}
     }
   },
-  "total_flos": 584764320537600.0,
+  "total_flos": 1085990880998400.0,
   "train_batch_size": 256,
   "trial_name": null,
   "trial_params": null