End of training

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+eval_nbest_predictions.json filter=lfs diff=lfs merge=lfs -text

README.md

@@ -4,6 +4,8 @@ license: apache-2.0
 base_model: albert/albert-large-v2
 tags:
 - generated_from_trainer
+datasets:
+- squad
 model-index:
 - name: squad_albert_large_expert_finetuned
   results: []
@@ -14,7 +16,7 @@ should probably proofread and complete it, then remove this comment. -->
 
 # squad_albert_large_expert_finetuned
 
-This model is a fine-tuned version of [albert/albert-large-v2](https://huggingface.co/albert/albert-large-v2) on an unknown dataset.
+This model is a fine-tuned version of [albert/albert-large-v2](https://huggingface.co/albert/albert-large-v2) on the squad dataset.
 
 ## Model description
 

all_results.json

@@ -0,0 +1,15 @@
+{
+    "epoch": 4.0,
+    "eval_exact_match": 84.82497634815516,
+    "eval_f1": 91.87178571688685,
+    "eval_runtime": 108.4311,
+    "eval_samples": 10808,
+    "eval_samples_per_second": 99.676,
+    "eval_steps_per_second": 12.46,
+    "total_flos": 1.0399493167607808e+16,
+    "train_loss": 0.6484355885199261,
+    "train_runtime": 8433.1347,
+    "train_samples": 88638,
+    "train_samples_per_second": 42.043,
+    "train_steps_per_second": 1.314
+}

eval_nbest_predictions.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60b1212d892b304a76e96cf21dfa389ed89a613706b9a97d0989593a36bbb20d
+size 48926648

eval_results.json

@@ -0,0 +1,9 @@
+{
+    "epoch": 4.0,
+    "eval_exact_match": 84.82497634815516,
+    "eval_f1": 91.87178571688685,
+    "eval_runtime": 108.4311,
+    "eval_samples": 10808,
+    "eval_samples_per_second": 99.676,
+    "eval_steps_per_second": 12.46
+}

runs/Dec07_13-44-49_xgpi2/events.out.tfevents.1733558939.xgpi2.4160071.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6c3e9ddd4e01cd189d41981ec970399e27c76a9c6ebb989995d6abb2579c8ad
+size 412

train_results.json

@@ -0,0 +1,9 @@
+{
+    "epoch": 4.0,
+    "total_flos": 1.0399493167607808e+16,
+    "train_loss": 0.6484355885199261,
+    "train_runtime": 8433.1347,
+    "train_samples": 88638,
+    "train_samples_per_second": 42.043,
+    "train_steps_per_second": 1.314
+}

trainer_state.json

@@ -0,0 +1,196 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 4.0,
+  "eval_steps": 500,
+  "global_step": 11080,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.18050541516245489,
+      "grad_norm": 31.555688858032227,
+      "learning_rate": 2.864620938628159e-05,
+      "loss": 1.3005,
+      "step": 500
+    },
+    {
+      "epoch": 0.36101083032490977,
+      "grad_norm": 20.2050838470459,
+      "learning_rate": 2.729241877256318e-05,
+      "loss": 0.9978,
+      "step": 1000
+    },
+    {
+      "epoch": 0.5415162454873647,
+      "grad_norm": 25.661306381225586,
+      "learning_rate": 2.5938628158844765e-05,
+      "loss": 0.9259,
+      "step": 1500
+    },
+    {
+      "epoch": 0.7220216606498195,
+      "grad_norm": 22.348859786987305,
+      "learning_rate": 2.4584837545126353e-05,
+      "loss": 0.8798,
+      "step": 2000
+    },
+    {
+      "epoch": 0.9025270758122743,
+      "grad_norm": 32.197166442871094,
+      "learning_rate": 2.3231046931407943e-05,
+      "loss": 0.8471,
+      "step": 2500
+    },
+    {
+      "epoch": 1.0830324909747293,
+      "grad_norm": 20.764020919799805,
+      "learning_rate": 2.1877256317689534e-05,
+      "loss": 0.771,
+      "step": 3000
+    },
+    {
+      "epoch": 1.263537906137184,
+      "grad_norm": 15.258258819580078,
+      "learning_rate": 2.0523465703971117e-05,
+      "loss": 0.6937,
+      "step": 3500
+    },
+    {
+      "epoch": 1.444043321299639,
+      "grad_norm": 24.816614151000977,
+      "learning_rate": 1.9169675090252708e-05,
+      "loss": 0.709,
+      "step": 4000
+    },
+    {
+      "epoch": 1.6245487364620939,
+      "grad_norm": 38.912071228027344,
+      "learning_rate": 1.7815884476534298e-05,
+      "loss": 0.6831,
+      "step": 4500
+    },
+    {
+      "epoch": 1.8050541516245486,
+      "grad_norm": 8.910807609558105,
+      "learning_rate": 1.6462093862815885e-05,
+      "loss": 0.6742,
+      "step": 5000
+    },
+    {
+      "epoch": 1.9855595667870036,
+      "grad_norm": 11.664189338684082,
+      "learning_rate": 1.5108303249097474e-05,
+      "loss": 0.69,
+      "step": 5500
+    },
+    {
+      "epoch": 2.1660649819494586,
+      "grad_norm": 10.968308448791504,
+      "learning_rate": 1.3754512635379063e-05,
+      "loss": 0.5436,
+      "step": 6000
+    },
+    {
+      "epoch": 2.3465703971119134,
+      "grad_norm": 11.711438179016113,
+      "learning_rate": 1.240072202166065e-05,
+      "loss": 0.5357,
+      "step": 6500
+    },
+    {
+      "epoch": 2.527075812274368,
+      "grad_norm": 13.477335929870605,
+      "learning_rate": 1.1046931407942239e-05,
+      "loss": 0.5359,
+      "step": 7000
+    },
+    {
+      "epoch": 2.707581227436823,
+      "grad_norm": 10.649256706237793,
+      "learning_rate": 9.693140794223826e-06,
+      "loss": 0.5394,
+      "step": 7500
+    },
+    {
+      "epoch": 2.888086642599278,
+      "grad_norm": 10.525208473205566,
+      "learning_rate": 8.339350180505416e-06,
+      "loss": 0.5254,
+      "step": 8000
+    },
+    {
+      "epoch": 3.068592057761733,
+      "grad_norm": 19.402320861816406,
+      "learning_rate": 6.985559566787004e-06,
+      "loss": 0.4775,
+      "step": 8500
+    },
+    {
+      "epoch": 3.2490974729241877,
+      "grad_norm": 41.23615646362305,
+      "learning_rate": 5.631768953068592e-06,
+      "loss": 0.4003,
+      "step": 9000
+    },
+    {
+      "epoch": 3.4296028880866425,
+      "grad_norm": 21.56231689453125,
+      "learning_rate": 4.277978339350181e-06,
+      "loss": 0.3952,
+      "step": 9500
+    },
+    {
+      "epoch": 3.6101083032490973,
+      "grad_norm": 11.254490852355957,
+      "learning_rate": 2.924187725631769e-06,
+      "loss": 0.4007,
+      "step": 10000
+    },
+    {
+      "epoch": 3.7906137184115525,
+      "grad_norm": 29.451414108276367,
+      "learning_rate": 1.5703971119133576e-06,
+      "loss": 0.3962,
+      "step": 10500
+    },
+    {
+      "epoch": 3.9711191335740073,
+      "grad_norm": 16.022735595703125,
+      "learning_rate": 2.1660649819494586e-07,
+      "loss": 0.3853,
+      "step": 11000
+    },
+    {
+      "epoch": 4.0,
+      "step": 11080,
+      "total_flos": 1.0399493167607808e+16,
+      "train_loss": 0.6484355885199261,
+      "train_runtime": 8433.1347,
+      "train_samples_per_second": 42.043,
+      "train_steps_per_second": 1.314
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 11080,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 4,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.0399493167607808e+16,
+  "train_batch_size": 32,
+  "trial_name": null,
+  "trial_params": null
+}