Training in progress, step 250, checkpoint

checkpoint-250/adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9c636431f8bb1916e4882abc33c6ee51adb973f16453eb8f363bdabc0e3f3e97
+oid sha256:6e54b33e013e1b3cd063430a918263c46d2858ab73115a2fcb3b5683b37fd44d
 size 19690328

checkpoint-250/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:29331ba174ff69b6f50a5639e62c3d0c55abf12a38acde12a14c8d634621b6a0
+oid sha256:f335ce02bf4bea0621e8bd9644a82247c47d4cb5de566eef566e50093c9ace4f
 size 38087098

checkpoint-250/rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:38842789eae2d7dcc97932d202488f929c55a07a37b3753309f61c35397549a6
+oid sha256:fc8b382f7cf010ef688c530c5ae0227323d217404c3512a00e23770bb748bd02
 size 14244

checkpoint-250/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7bfbf44261ca80de42866b3a89abd8900d1e1d93dc66cc561b4c9937f306c29a
+oid sha256:881770bbac0685d544d8ade73ef836ad9af0e0cc408e58649697975bffefe748
 size 1064

checkpoint-250/special_tokens_map.json

@@ -2,6 +2,6 @@
   "bos_token": "<s>",
   "eos_token": "</s>",
   "pad_token": "<pad>",
-  "sep_token": "\n\n",
+  "sep_token": "<s>",
   "unk_token": "<unk>"
 }

checkpoint-250/tokenizer_config.json

@@ -39,7 +39,7 @@
   "eos_token": "</s>",
   "model_max_length": 1000000000000000019884624838656,
   "pad_token": "<pad>",
-  "sep_token": "\n\n",
+  "sep_token": "<s>",
   "tokenizer_class": "BloomTokenizer",
   "unk_token": "<unk>"
 }

checkpoint-250/trainer_state.json

@@ -1,7 +1,7 @@
 {
-  "best_metric": 0.6207379102706909,
-  "best_model_checkpoint": "output/checkpoint-100",
-  "epoch": 1.0432968179447053,
+  "best_metric": 0.47385331988334656,
+  "best_model_checkpoint": "output/checkpoint-150",
+  "epoch": 0.20527558246946526,
   "eval_steps": 50,
   "global_step": 250,
   "is_hyper_param_search": false,
@@ -11,90 +11,90 @@
     {
       "epoch": 0.0,
       "learning_rate": 0.0,
-      "loss": 0.4694,
+      "loss": 0.8903,
       "step": 1
     },
     {
-      "epoch": 0.21,
-      "learning_rate": 1.25e-05,
-      "loss": 0.3006,
+      "epoch": 0.04,
+      "learning_rate": 1.2222222222222224e-05,
+      "loss": 0.7189,
       "step": 50
     },
     {
-      "epoch": 0.21,
-      "eval_accuracy": 0.6971428571428572,
-      "eval_loss": 0.6772400140762329,
-      "eval_runtime": 28.6241,
-      "eval_samples_per_second": 6.114,
-      "eval_steps_per_second": 1.537,
+      "epoch": 0.04,
+      "eval_accuracy": 0.8228571428571428,
+      "eval_loss": 0.5415178537368774,
+      "eval_runtime": 28.5756,
+      "eval_samples_per_second": 6.124,
+      "eval_steps_per_second": 1.54,
       "step": 50
     },
     {
-      "epoch": 0.42,
-      "learning_rate": 1.8597560975609757e-05,
-      "loss": 0.1715,
+      "epoch": 0.08,
+      "learning_rate": 1.8658536585365855e-05,
+      "loss": 0.5723,
       "step": 100
     },
     {
-      "epoch": 0.42,
-      "eval_accuracy": 0.8228571428571428,
-      "eval_loss": 0.6207379102706909,
-      "eval_runtime": 28.9688,
-      "eval_samples_per_second": 6.041,
-      "eval_steps_per_second": 1.519,
+      "epoch": 0.08,
+      "eval_accuracy": 0.8,
+      "eval_loss": 0.49520450830459595,
+      "eval_runtime": 28.516,
+      "eval_samples_per_second": 6.137,
+      "eval_steps_per_second": 1.543,
       "step": 100
     },
     {
-      "epoch": 0.63,
-      "learning_rate": 1.554878048780488e-05,
-      "loss": 0.1573,
+      "epoch": 0.12,
+      "learning_rate": 1.5609756097560978e-05,
+      "loss": 0.5122,
       "step": 150
     },
     {
-      "epoch": 0.63,
-      "eval_accuracy": 0.76,
-      "eval_loss": 0.7828966379165649,
-      "eval_runtime": 26.1173,
-      "eval_samples_per_second": 6.701,
-      "eval_steps_per_second": 1.685,
+      "epoch": 0.12,
+      "eval_accuracy": 0.7885714285714286,
+      "eval_loss": 0.47385331988334656,
+      "eval_runtime": 28.2004,
+      "eval_samples_per_second": 6.206,
+      "eval_steps_per_second": 1.56,
       "step": 150
     },
     {
-      "epoch": 0.83,
-      "learning_rate": 1.25e-05,
-      "loss": 0.1264,
+      "epoch": 0.16,
+      "learning_rate": 1.2560975609756098e-05,
+      "loss": 0.4831,
       "step": 200
     },
     {
-      "epoch": 0.83,
-      "eval_accuracy": 0.8171428571428572,
-      "eval_loss": 0.7038331627845764,
-      "eval_runtime": 28.7177,
-      "eval_samples_per_second": 6.094,
-      "eval_steps_per_second": 1.532,
+      "epoch": 0.16,
+      "eval_accuracy": 0.7942857142857143,
+      "eval_loss": 0.49147841334342957,
+      "eval_runtime": 28.6363,
+      "eval_samples_per_second": 6.111,
+      "eval_steps_per_second": 1.537,
       "step": 200
     },
     {
-      "epoch": 1.04,
-      "learning_rate": 9.451219512195122e-06,
-      "loss": 0.1099,
+      "epoch": 0.21,
+      "learning_rate": 9.51219512195122e-06,
+      "loss": 0.5009,
       "step": 250
     },
     {
-      "epoch": 1.04,
-      "eval_accuracy": 0.72,
-      "eval_loss": 1.0845664739608765,
-      "eval_runtime": 26.1061,
-      "eval_samples_per_second": 6.703,
-      "eval_steps_per_second": 1.685,
+      "epoch": 0.21,
+      "eval_accuracy": 0.8,
+      "eval_loss": 0.501244068145752,
+      "eval_runtime": 27.6943,
+      "eval_samples_per_second": 6.319,
+      "eval_steps_per_second": 1.589,
       "step": 250
     }
   ],
   "logging_steps": 50,
   "max_steps": 400,
-  "num_train_epochs": 2,
+  "num_train_epochs": 1,
   "save_steps": 50,
-  "total_flos": 9.277053010132992e+16,
+  "total_flos": 9.260539919806464e+16,
   "trial_name": null,
   "trial_params": null
 }

checkpoint-250/training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5027c9d6c3122f21d433b1e532b4aebee600801d0d4723deb6d4671b22b3d2da
+oid sha256:090099aa07c672025c60437897a7a19f63d8d7bd4284af2562fc632695431956
 size 4600