Training in progress, step 350, checkpoint

checkpoint-350/adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:11dccb17101f08d3586853b7160288aac8f2407582d696a9182469f6a28796ea
+oid sha256:34526efef9c1e1463e2498e465bea5c7c949ef33cbf3990992d6cdc9fa350ba9
 size 19690328

checkpoint-350/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:73aa84d0838b32d4ef5ec66b61720cf306da28efa364dce66edc4b622fc7f105
+oid sha256:184ede00fa33ab18a26728807e27506ef2fa52d75c5b5cdd9dda51e298a837a8
 size 38087162

checkpoint-350/rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e25cd5428d8cf8cc796dddaeab3d8660264c0b651ba9796a6215b60d75f4fec8
+oid sha256:da788b7fad54499b203a0e56669106ae69a8e367338d1dd514229c47a803131d
 size 14244

checkpoint-350/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9f5c3d7b009d5c1eca0dae12a87cb98d72259b696afa5d60c34807808d9b8b77
+oid sha256:33e20c74e5155b37b73deda28273114b119ccbd031db46127c0eec0e00c88c16
 size 1064

checkpoint-350/special_tokens_map.json

@@ -2,6 +2,6 @@
   "bos_token": "<s>",
   "eos_token": "</s>",
   "pad_token": "<pad>",
-  "sep_token": "\n\n",
+  "sep_token": "<s>",
   "unk_token": "<unk>"
 }

checkpoint-350/tokenizer_config.json

@@ -39,7 +39,7 @@
   "eos_token": "</s>",
   "model_max_length": 1000000000000000019884624838656,
   "pad_token": "<pad>",
-  "sep_token": "\n\n",
+  "sep_token": "<s>",
   "tokenizer_class": "BloomTokenizer",
   "unk_token": "<unk>"
 }

checkpoint-350/trainer_state.json

@@ -1,7 +1,7 @@
 {
-  "best_metric": 0.6207379102706909,
-  "best_model_checkpoint": "output/checkpoint-100",
-  "epoch": 1.4606155451225873,
+  "best_metric": 0.47385331988334656,
+  "best_model_checkpoint": "output/checkpoint-150",
+  "epoch": 0.28738581545725134,
   "eval_steps": 50,
   "global_step": 350,
   "is_hyper_param_search": false,
@@ -11,120 +11,120 @@
     {
       "epoch": 0.0,
       "learning_rate": 0.0,
-      "loss": 0.4694,
+      "loss": 0.8903,
       "step": 1
     },
     {
-      "epoch": 0.21,
-      "learning_rate": 1.25e-05,
-      "loss": 0.3006,
+      "epoch": 0.04,
+      "learning_rate": 1.2222222222222224e-05,
+      "loss": 0.7189,
       "step": 50
     },
     {
-      "epoch": 0.21,
-      "eval_accuracy": 0.6971428571428572,
-      "eval_loss": 0.6772400140762329,
-      "eval_runtime": 28.6241,
-      "eval_samples_per_second": 6.114,
-      "eval_steps_per_second": 1.537,
+      "epoch": 0.04,
+      "eval_accuracy": 0.8228571428571428,
+      "eval_loss": 0.5415178537368774,
+      "eval_runtime": 28.5756,
+      "eval_samples_per_second": 6.124,
+      "eval_steps_per_second": 1.54,
       "step": 50
     },
     {
-      "epoch": 0.42,
-      "learning_rate": 1.8597560975609757e-05,
-      "loss": 0.1715,
+      "epoch": 0.08,
+      "learning_rate": 1.8658536585365855e-05,
+      "loss": 0.5723,
       "step": 100
     },
     {
-      "epoch": 0.42,
-      "eval_accuracy": 0.8228571428571428,
-      "eval_loss": 0.6207379102706909,
-      "eval_runtime": 28.9688,
-      "eval_samples_per_second": 6.041,
-      "eval_steps_per_second": 1.519,
+      "epoch": 0.08,
+      "eval_accuracy": 0.8,
+      "eval_loss": 0.49520450830459595,
+      "eval_runtime": 28.516,
+      "eval_samples_per_second": 6.137,
+      "eval_steps_per_second": 1.543,
       "step": 100
     },
     {
-      "epoch": 0.63,
-      "learning_rate": 1.554878048780488e-05,
-      "loss": 0.1573,
+      "epoch": 0.12,
+      "learning_rate": 1.5609756097560978e-05,
+      "loss": 0.5122,
       "step": 150
     },
     {
-      "epoch": 0.63,
-      "eval_accuracy": 0.76,
-      "eval_loss": 0.7828966379165649,
-      "eval_runtime": 26.1173,
-      "eval_samples_per_second": 6.701,
-      "eval_steps_per_second": 1.685,
+      "epoch": 0.12,
+      "eval_accuracy": 0.7885714285714286,
+      "eval_loss": 0.47385331988334656,
+      "eval_runtime": 28.2004,
+      "eval_samples_per_second": 6.206,
+      "eval_steps_per_second": 1.56,
       "step": 150
     },
     {
-      "epoch": 0.83,
-      "learning_rate": 1.25e-05,
-      "loss": 0.1264,
+      "epoch": 0.16,
+      "learning_rate": 1.2560975609756098e-05,
+      "loss": 0.4831,
       "step": 200
     },
     {
-      "epoch": 0.83,
-      "eval_accuracy": 0.8171428571428572,
-      "eval_loss": 0.7038331627845764,
-      "eval_runtime": 28.7177,
-      "eval_samples_per_second": 6.094,
-      "eval_steps_per_second": 1.532,
+      "epoch": 0.16,
+      "eval_accuracy": 0.7942857142857143,
+      "eval_loss": 0.49147841334342957,
+      "eval_runtime": 28.6363,
+      "eval_samples_per_second": 6.111,
+      "eval_steps_per_second": 1.537,
       "step": 200
     },
     {
-      "epoch": 1.04,
-      "learning_rate": 9.451219512195122e-06,
-      "loss": 0.1099,
+      "epoch": 0.21,
+      "learning_rate": 9.51219512195122e-06,
+      "loss": 0.5009,
       "step": 250
     },
     {
-      "epoch": 1.04,
-      "eval_accuracy": 0.72,
-      "eval_loss": 1.0845664739608765,
-      "eval_runtime": 26.1061,
-      "eval_samples_per_second": 6.703,
-      "eval_steps_per_second": 1.685,
+      "epoch": 0.21,
+      "eval_accuracy": 0.8,
+      "eval_loss": 0.501244068145752,
+      "eval_runtime": 27.6943,
+      "eval_samples_per_second": 6.319,
+      "eval_steps_per_second": 1.589,
       "step": 250
     },
     {
-      "epoch": 1.25,
-      "learning_rate": 6.402439024390244e-06,
-      "loss": 0.108,
+      "epoch": 0.25,
+      "learning_rate": 6.463414634146342e-06,
+      "loss": 0.4883,
       "step": 300
     },
     {
-      "epoch": 1.25,
-      "eval_accuracy": 0.7428571428571429,
-      "eval_loss": 1.1050784587860107,
-      "eval_runtime": 28.843,
-      "eval_samples_per_second": 6.067,
-      "eval_steps_per_second": 1.526,
+      "epoch": 0.25,
+      "eval_accuracy": 0.7885714285714286,
+      "eval_loss": 0.49123460054397583,
+      "eval_runtime": 28.0924,
+      "eval_samples_per_second": 6.229,
+      "eval_steps_per_second": 1.566,
       "step": 300
     },
     {
-      "epoch": 1.46,
-      "learning_rate": 3.3536585365853664e-06,
-      "loss": 0.0842,
+      "epoch": 0.29,
+      "learning_rate": 3.414634146341464e-06,
+      "loss": 0.4979,
       "step": 350
     },
     {
-      "epoch": 1.46,
-      "eval_accuracy": 0.7771428571428571,
-      "eval_loss": 0.9869961738586426,
-      "eval_runtime": 26.1189,
-      "eval_samples_per_second": 6.7,
-      "eval_steps_per_second": 1.685,
+      "epoch": 0.29,
+      "eval_accuracy": 0.8,
+      "eval_loss": 0.4914019703865051,
+      "eval_runtime": 28.7942,
+      "eval_samples_per_second": 6.078,
+      "eval_steps_per_second": 1.528,
       "step": 350
     }
   ],
   "logging_steps": 50,
   "max_steps": 400,
-  "num_train_epochs": 2,
+  "num_train_epochs": 1,
   "save_steps": 50,
-  "total_flos": 1.2984653338472448e+17,
+  "total_flos": 1.2963525211213824e+17,
   "trial_name": null,
   "trial_params": null
 }

checkpoint-350/training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5027c9d6c3122f21d433b1e532b4aebee600801d0d4723deb6d4671b22b3d2da
+oid sha256:090099aa07c672025c60437897a7a19f63d8d7bd4284af2562fc632695431956
 size 4600