Upload model

Browse files

Files changed (16) hide show

README.md +61 -0
all_results.json +8 -0
config.json +1 -1
generation_config.json +14 -0
model-00001-of-00004.safetensors +1 -1
model-00002-of-00004.safetensors +1 -1
model-00003-of-00004.safetensors +1 -1
model-00004-of-00004.safetensors +1 -1
runs/May10_23-23-35_jrc0927/events.out.tfevents.1746912283.jrc0927.827974.0 +3 -0
runs/May11_14-17-54_jrc0918/events.out.tfevents.1746965975.jrc0918.2467406.0 +3 -0
start_end.json +1 -0
train_results.json +8 -0
trainer_log.jsonl +182 -109
trainer_state.json +1302 -0
training_args.bin +2 -2
training_loss.png +0 -0

README.md ADDED Viewed

	@@ -0,0 +1,61 @@

+---
+library_name: transformers
+license: other
+base_model: Qwen/Qwen2.5-7B-Instruct
+tags:
+- llama-factory
+- full
+- generated_from_trainer
+model-index:
+- name: am_100k
+  results: []
+---
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+# am_100k
+This model is a fine-tuned version of [Qwen/Qwen2.5-7B-Instruct](https://huggingface.co/Qwen/Qwen2.5-7B-Instruct) on the mlfoundations-dev/am_100k dataset.
+## Model description
+More information needed
+## Intended uses & limitations
+More information needed
+## Training and evaluation data
+More information needed
+## Training procedure
+### Training hyperparameters
+The following hyperparameters were used during training:
+- learning_rate: 8e-05
+- train_batch_size: 1
+- eval_batch_size: 8
+- seed: 42
+- distributed_type: multi-GPU
+- num_devices: 16
+- gradient_accumulation_steps: 32
+- total_train_batch_size: 512
+- total_eval_batch_size: 128
+- optimizer: Use adamw_torch with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments
+- lr_scheduler_type: cosine
+- lr_scheduler_warmup_ratio: 0.1
+- num_epochs: 5.0
+### Training results
+### Framework versions
+- Transformers 4.46.1
+- Pytorch 2.5.0a0+b465a5843b.nv24.09
+- Datasets 3.5.0
+- Tokenizers 0.20.3

all_results.json ADDED Viewed

	@@ -0,0 +1,8 @@

+{
+    "epoch": 4.9655172413793105,
+    "total_flos": 4.786232862271603e+18,
+    "train_loss": 0.0,
+    "train_runtime": 15.6924,
+    "train_samples_per_second": 5912.423,
+    "train_steps_per_second": 11.471
+}

config.json CHANGED Viewed

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "Qwen/Qwen2.5-7B-Instruct",
   "architectures": [
     "Qwen2ForCausalLM"
   ],

 {
+  "_name_or_path": "/p/data1/mmlaion/dcft/hub/models--Qwen--Qwen2.5-7B-Instruct/snapshots/a09a35458c702b33eeacc393d103063234e8bc28",
   "architectures": [
     "Qwen2ForCausalLM"
   ],

generation_config.json ADDED Viewed

	@@ -0,0 +1,14 @@

+{
+  "bos_token_id": 151643,
+  "do_sample": true,
+  "eos_token_id": [
+    151645,
+    151643
+  ],
+  "pad_token_id": 151643,
+  "repetition_penalty": 1.05,
+  "temperature": 0.7,
+  "top_k": 20,
+  "top_p": 0.8,
+  "transformers_version": "4.46.1"
+}

model-00001-of-00004.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2822ce50ca613d082ec39e336d94f5f1e0ec519e83b8547be971e62a1d7b29e7
 size 4877660776

 version https://git-lfs.github.com/spec/v1
+oid sha256:a4e8aba53a5327a8db4fc61c403a831687c30433629578787c9d2dfa388fc50d
 size 4877660776

model-00002-of-00004.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8ba7972ef8dacb303e6911b7e6d1508d78c9fd84ca791daba6e8ceea3fc679e8
 size 4932751008

 version https://git-lfs.github.com/spec/v1
+oid sha256:04752753a691fef7d9e258f6af620ba5f1afff7dbebff928dd0b9dc8b1e34967
 size 4932751008

model-00003-of-00004.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9052302cec69cb33aa7673e9d0fe6dae5dd5e9a4e20199d163db0f8317337903
 size 4330865200

 version https://git-lfs.github.com/spec/v1
+oid sha256:72055e1ff42225d7baac5f9abd4de09cdf6a1b3ee8e0bde5176cba36f00287af
 size 4330865200

model-00004-of-00004.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ba52fb5ff6f580b3933cd6ccd629bd2cb4a5b4f113c4d7ec1d960cc7fb6f880f
 size 1089994880

 version https://git-lfs.github.com/spec/v1
+oid sha256:baedd8a12cb3795191415ade6695322651e9fa18f8bbe73975ad321a7a00c2a7
 size 1089994880

runs/May10_23-23-35_jrc0927/events.out.tfevents.1746912283.jrc0927.827974.0 ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:95dfdff45d8ee6f4f6877b32784391ca9e6bfce95ecfbddd7f4cdca2e7168a7d
+size 43283

runs/May11_14-17-54_jrc0918/events.out.tfevents.1746965975.jrc0918.2467406.0 ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:48c2a3354000999c8c67372b365c80599af6cae7d93777b3dd1b567b73013b5d
+size 5865

start_end.json ADDED Viewed

	@@ -0,0 +1 @@


1	+ {"start_time": "2025-05-11 14:17:54", "end_time": "2025-05-11 14:20:02"}

train_results.json ADDED Viewed

	@@ -0,0 +1,8 @@

+{
+    "epoch": 4.9655172413793105,
+    "total_flos": 4.786232862271603e+18,
+    "train_loss": 0.0,
+    "train_runtime": 15.6924,
+    "train_samples_per_second": 5912.423,
+    "train_steps_per_second": 11.471
+}

trainer_log.jsonl CHANGED Viewed

@@ -1,109 +1,182 @@
-{"current_steps": 1, "total_steps": 180, "loss": 1.1152, "lr": 4.444444444444444e-06, "epoch": 0.027586206896551724, "percentage": 0.56, "elapsed_time": "0:01:53", "remaining_time": "5:38:11"}
-{"current_steps": 2, "total_steps": 180, "loss": 1.1226, "lr": 8.888888888888888e-06, "epoch": 0.05517241379310345, "percentage": 1.11, "elapsed_time": "0:03:32", "remaining_time": "5:15:07"}
-{"current_steps": 3, "total_steps": 180, "loss": 1.0668, "lr": 1.3333333333333333e-05, "epoch": 0.08275862068965517, "percentage": 1.67, "elapsed_time": "0:05:11", "remaining_time": "5:06:41"}
-{"current_steps": 4, "total_steps": 180, "loss": 0.9858, "lr": 1.7777777777777777e-05, "epoch": 0.1103448275862069, "percentage": 2.22, "elapsed_time": "0:06:50", "remaining_time": "5:01:19"}
-{"current_steps": 5, "total_steps": 180, "loss": 1.0206, "lr": 2.2222222222222227e-05, "epoch": 0.13793103448275862, "percentage": 2.78, "elapsed_time": "0:08:30", "remaining_time": "4:57:45"}
-{"current_steps": 6, "total_steps": 180, "loss": 1.0636, "lr": 2.6666666666666667e-05, "epoch": 0.16551724137931034, "percentage": 3.33, "elapsed_time": "0:10:10", "remaining_time": "4:55:02"}
-{"current_steps": 7, "total_steps": 180, "loss": 0.9962, "lr": 3.111111111111112e-05, "epoch": 0.19310344827586207, "percentage": 3.89, "elapsed_time": "0:11:49", "remaining_time": "4:52:13"}
-{"current_steps": 8, "total_steps": 180, "loss": 0.9422, "lr": 3.555555555555555e-05, "epoch": 0.2206896551724138, "percentage": 4.44, "elapsed_time": "0:13:29", "remaining_time": "4:49:58"}
-{"current_steps": 9, "total_steps": 180, "loss": 0.908, "lr": 4e-05, "epoch": 0.2482758620689655, "percentage": 5.0, "elapsed_time": "0:15:08", "remaining_time": "4:47:45"}
-{"current_steps": 10, "total_steps": 180, "loss": 0.8726, "lr": 4.444444444444445e-05, "epoch": 0.27586206896551724, "percentage": 5.56, "elapsed_time": "0:16:47", "remaining_time": "4:45:32"}
-{"current_steps": 11, "total_steps": 180, "loss": 0.8519, "lr": 4.88888888888889e-05, "epoch": 0.30344827586206896, "percentage": 6.11, "elapsed_time": "0:18:27", "remaining_time": "4:43:27"}
-{"current_steps": 12, "total_steps": 180, "loss": 0.8338, "lr": 5.333333333333333e-05, "epoch": 0.3310344827586207, "percentage": 6.67, "elapsed_time": "0:20:06", "remaining_time": "4:41:25"}
-{"current_steps": 13, "total_steps": 180, "loss": 0.8234, "lr": 5.777777777777778e-05, "epoch": 0.3586206896551724, "percentage": 7.22, "elapsed_time": "0:21:45", "remaining_time": "4:39:31"}
-{"current_steps": 14, "total_steps": 180, "loss": 0.8208, "lr": 6.222222222222223e-05, "epoch": 0.38620689655172413, "percentage": 7.78, "elapsed_time": "0:23:24", "remaining_time": "4:37:35"}
-{"current_steps": 15, "total_steps": 180, "loss": 0.8051, "lr": 6.666666666666667e-05, "epoch": 0.41379310344827586, "percentage": 8.33, "elapsed_time": "0:25:04", "remaining_time": "4:35:47"}
-{"current_steps": 16, "total_steps": 180, "loss": 0.7941, "lr": 7.11111111111111e-05, "epoch": 0.4413793103448276, "percentage": 8.89, "elapsed_time": "0:26:43", "remaining_time": "4:33:59"}
-{"current_steps": 17, "total_steps": 180, "loss": 0.808, "lr": 7.555555555555556e-05, "epoch": 0.4689655172413793, "percentage": 9.44, "elapsed_time": "0:28:22", "remaining_time": "4:32:08"}
-{"current_steps": 18, "total_steps": 180, "loss": 0.7795, "lr": 8e-05, "epoch": 0.496551724137931, "percentage": 10.0, "elapsed_time": "0:30:02", "remaining_time": "4:30:21"}
-{"current_steps": 19, "total_steps": 180, "loss": 0.7755, "lr": 7.999247881794007e-05, "epoch": 0.5241379310344828, "percentage": 10.56, "elapsed_time": "0:31:41", "remaining_time": "4:28:32"}
-{"current_steps": 20, "total_steps": 180, "loss": 0.7841, "lr": 7.996991810016922e-05, "epoch": 0.5517241379310345, "percentage": 11.11, "elapsed_time": "0:33:20", "remaining_time": "4:26:44"}
-{"current_steps": 21, "total_steps": 180, "loss": 0.7739, "lr": 7.993232633085074e-05, "epoch": 0.5793103448275863, "percentage": 11.67, "elapsed_time": "0:35:00", "remaining_time": "4:25:00"}
-{"current_steps": 22, "total_steps": 180, "loss": 0.7766, "lr": 7.987971764671168e-05, "epoch": 0.6068965517241379, "percentage": 12.22, "elapsed_time": "0:36:40", "remaining_time": "4:23:20"}
-{"current_steps": 23, "total_steps": 180, "loss": 0.7519, "lr": 7.981211183172663e-05, "epoch": 0.6344827586206897, "percentage": 12.78, "elapsed_time": "0:38:19", "remaining_time": "4:21:37"}
-{"current_steps": 24, "total_steps": 180, "loss": 0.7535, "lr": 7.972953430967773e-05, "epoch": 0.6620689655172414, "percentage": 13.33, "elapsed_time": "0:39:58", "remaining_time": "4:19:52"}
-{"current_steps": 25, "total_steps": 180, "loss": 0.7539, "lr": 7.963201613459381e-05, "epoch": 0.6896551724137931, "percentage": 13.89, "elapsed_time": "0:41:38", "remaining_time": "4:18:13"}
-{"current_steps": 26, "total_steps": 180, "loss": 0.7489, "lr": 7.951959397907237e-05, "epoch": 0.7172413793103448, "percentage": 14.44, "elapsed_time": "0:43:17", "remaining_time": "4:16:28"}
-{"current_steps": 27, "total_steps": 180, "loss": 0.7499, "lr": 7.939231012048833e-05, "epoch": 0.7448275862068966, "percentage": 15.0, "elapsed_time": "0:44:57", "remaining_time": "4:14:46"}
-{"current_steps": 28, "total_steps": 180, "loss": 0.7517, "lr": 7.925021242509539e-05, "epoch": 0.7724137931034483, "percentage": 15.56, "elapsed_time": "0:46:36", "remaining_time": "4:13:03"}
-{"current_steps": 29, "total_steps": 180, "loss": 0.7343, "lr": 7.909335433002543e-05, "epoch": 0.8, "percentage": 16.11, "elapsed_time": "0:48:16", "remaining_time": "4:11:19"}
-{"current_steps": 30, "total_steps": 180, "loss": 0.7327, "lr": 7.892179482319297e-05, "epoch": 0.8275862068965517, "percentage": 16.67, "elapsed_time": "0:49:55", "remaining_time": "4:09:36"}
-{"current_steps": 31, "total_steps": 180, "loss": 0.7311, "lr": 7.873559842111225e-05, "epoch": 0.8551724137931035, "percentage": 17.22, "elapsed_time": "0:51:34", "remaining_time": "4:07:52"}
-{"current_steps": 32, "total_steps": 180, "loss": 0.7412, "lr": 7.853483514463521e-05, "epoch": 0.8827586206896552, "percentage": 17.78, "elapsed_time": "0:53:13", "remaining_time": "4:06:09"}
-{"current_steps": 33, "total_steps": 180, "loss": 0.7206, "lr": 7.831958049261956e-05, "epoch": 0.9103448275862069, "percentage": 18.33, "elapsed_time": "0:54:52", "remaining_time": "4:04:26"}
-{"current_steps": 34, "total_steps": 180, "loss": 0.7253, "lr": 7.808991541353662e-05, "epoch": 0.9379310344827586, "percentage": 18.89, "elapsed_time": "0:56:31", "remaining_time": "4:02:43"}
-{"current_steps": 35, "total_steps": 180, "loss": 0.7171, "lr": 7.784592627503004e-05, "epoch": 0.9655172413793104, "percentage": 19.44, "elapsed_time": "0:58:11", "remaining_time": "4:01:02"}
-{"current_steps": 36, "total_steps": 180, "loss": 0.7076, "lr": 7.758770483143634e-05, "epoch": 0.993103448275862, "percentage": 20.0, "elapsed_time": "0:59:50", "remaining_time": "3:59:20"}
-{"current_steps": 37, "total_steps": 180, "loss": 0.6999, "lr": 7.731534818928004e-05, "epoch": 1.0206896551724138, "percentage": 20.56, "elapsed_time": "1:03:16", "remaining_time": "4:04:31"}
-{"current_steps": 38, "total_steps": 180, "loss": 0.6842, "lr": 7.702895877075563e-05, "epoch": 1.0482758620689656, "percentage": 21.11, "elapsed_time": "1:04:55", "remaining_time": "4:02:35"}
-{"current_steps": 39, "total_steps": 180, "loss": 0.6737, "lr": 7.672864427521097e-05, "epoch": 1.0758620689655172, "percentage": 21.67, "elapsed_time": "1:06:34", "remaining_time": "4:00:40"}
-{"current_steps": 40, "total_steps": 180, "loss": 0.6711, "lr": 7.641451763864587e-05, "epoch": 1.103448275862069, "percentage": 22.22, "elapsed_time": "1:08:13", "remaining_time": "3:58:46"}
-{"current_steps": 41, "total_steps": 180, "loss": 0.6758, "lr": 7.608669699124153e-05, "epoch": 1.1310344827586207, "percentage": 22.78, "elapsed_time": "1:09:52", "remaining_time": "3:56:52"}
-{"current_steps": 42, "total_steps": 180, "loss": 0.6642, "lr": 7.57453056129365e-05, "epoch": 1.1586206896551725, "percentage": 23.33, "elapsed_time": "1:11:31", "remaining_time": "3:54:59"}
-{"current_steps": 43, "total_steps": 180, "loss": 0.6673, "lr": 7.539047188706631e-05, "epoch": 1.186206896551724, "percentage": 23.89, "elapsed_time": "1:13:10", "remaining_time": "3:53:08"}
-{"current_steps": 44, "total_steps": 180, "loss": 0.6573, "lr": 7.502232925208365e-05, "epoch": 1.2137931034482758, "percentage": 24.44, "elapsed_time": "1:14:50", "remaining_time": "3:51:18"}
-{"current_steps": 45, "total_steps": 180, "loss": 0.6691, "lr": 7.464101615137756e-05, "epoch": 1.2413793103448276, "percentage": 25.0, "elapsed_time": "1:16:29", "remaining_time": "3:49:27"}
-{"current_steps": 46, "total_steps": 180, "loss": 0.6645, "lr": 7.424667598121067e-05, "epoch": 1.2689655172413792, "percentage": 25.56, "elapsed_time": "1:18:08", "remaining_time": "3:47:38"}
-{"current_steps": 47, "total_steps": 180, "loss": 0.6701, "lr": 7.383945703679365e-05, "epoch": 1.296551724137931, "percentage": 26.11, "elapsed_time": "1:19:48", "remaining_time": "3:45:51"}
-{"current_steps": 48, "total_steps": 180, "loss": 0.6479, "lr": 7.341951245651747e-05, "epoch": 1.3241379310344827, "percentage": 26.67, "elapsed_time": "1:21:27", "remaining_time": "3:44:01"}
-{"current_steps": 49, "total_steps": 180, "loss": 0.6645, "lr": 7.298700016436427e-05, "epoch": 1.3517241379310345, "percentage": 27.22, "elapsed_time": "1:23:06", "remaining_time": "3:42:12"}
-{"current_steps": 50, "total_steps": 180, "loss": 0.6587, "lr": 7.254208281051871e-05, "epoch": 1.3793103448275863, "percentage": 27.78, "elapsed_time": "1:24:46", "remaining_time": "3:40:24"}
-{"current_steps": 51, "total_steps": 180, "loss": 0.6524, "lr": 7.208492771020176e-05, "epoch": 1.4068965517241379, "percentage": 28.33, "elapsed_time": "1:26:25", "remaining_time": "3:38:36"}
-{"current_steps": 52, "total_steps": 180, "loss": 0.6406, "lr": 7.161570678075038e-05, "epoch": 1.4344827586206896, "percentage": 28.89, "elapsed_time": "1:28:04", "remaining_time": "3:36:48"}
-{"current_steps": 53, "total_steps": 180, "loss": 0.6443, "lr": 7.113459647696641e-05, "epoch": 1.4620689655172414, "percentage": 29.44, "elapsed_time": "1:29:43", "remaining_time": "3:35:01"}
-{"current_steps": 54, "total_steps": 180, "loss": 0.6509, "lr": 7.064177772475912e-05, "epoch": 1.489655172413793, "percentage": 30.0, "elapsed_time": "1:31:23", "remaining_time": "3:33:13"}
-{"current_steps": 55, "total_steps": 180, "loss": 0.6455, "lr": 7.013743585310642e-05, "epoch": 1.5172413793103448, "percentage": 30.56, "elapsed_time": "1:33:02", "remaining_time": "3:31:27"}
-{"current_steps": 56, "total_steps": 180, "loss": 0.6515, "lr": 6.96217605243602e-05, "epoch": 1.5448275862068965, "percentage": 31.11, "elapsed_time": "1:34:41", "remaining_time": "3:29:40"}
-{"current_steps": 57, "total_steps": 180, "loss": 0.6521, "lr": 6.909494566292195e-05, "epoch": 1.5724137931034483, "percentage": 31.67, "elapsed_time": "1:36:21", "remaining_time": "3:27:54"}
-{"current_steps": 58, "total_steps": 180, "loss": 0.6377, "lr": 6.855718938231597e-05, "epoch": 1.6, "percentage": 32.22, "elapsed_time": "1:38:00", "remaining_time": "3:26:08"}
-{"current_steps": 59, "total_steps": 180, "loss": 0.636, "lr": 6.800869391068674e-05, "epoch": 1.6275862068965519, "percentage": 32.78, "elapsed_time": "1:39:39", "remaining_time": "3:24:23"}
-{"current_steps": 60, "total_steps": 180, "loss": 0.6438, "lr": 6.744966551474936e-05, "epoch": 1.6551724137931034, "percentage": 33.33, "elapsed_time": "1:41:19", "remaining_time": "3:22:38"}
-{"current_steps": 61, "total_steps": 180, "loss": 0.6411, "lr": 6.688031442222091e-05, "epoch": 1.6827586206896552, "percentage": 33.89, "elapsed_time": "1:42:58", "remaining_time": "3:20:52"}
-{"current_steps": 62, "total_steps": 180, "loss": 0.6427, "lr": 6.630085474276256e-05, "epoch": 1.7103448275862068, "percentage": 34.44, "elapsed_time": "1:44:37", "remaining_time": "3:19:07"}
-{"current_steps": 63, "total_steps": 180, "loss": 0.6468, "lr": 6.571150438746157e-05, "epoch": 1.7379310344827585, "percentage": 35.0, "elapsed_time": "1:46:16", "remaining_time": "3:17:22"}
-{"current_steps": 64, "total_steps": 180, "loss": 0.6363, "lr": 6.511248498688396e-05, "epoch": 1.7655172413793103, "percentage": 35.56, "elapsed_time": "1:47:55", "remaining_time": "3:15:37"}
-{"current_steps": 65, "total_steps": 180, "loss": 0.6358, "lr": 6.450402180772811e-05, "epoch": 1.793103448275862, "percentage": 36.11, "elapsed_time": "1:49:34", "remaining_time": "3:13:52"}
-{"current_steps": 66, "total_steps": 180, "loss": 0.6426, "lr": 6.388634366811146e-05, "epoch": 1.8206896551724139, "percentage": 36.67, "elapsed_time": "1:51:14", "remaining_time": "3:12:07"}
-{"current_steps": 67, "total_steps": 180, "loss": 0.6371, "lr": 6.325968285152107e-05, "epoch": 1.8482758620689657, "percentage": 37.22, "elapsed_time": "1:52:53", "remaining_time": "3:10:23"}
-{"current_steps": 68, "total_steps": 180, "loss": 0.6388, "lr": 6.262427501946155e-05, "epoch": 1.8758620689655172, "percentage": 37.78, "elapsed_time": "1:54:32", "remaining_time": "3:08:39"}
-{"current_steps": 69, "total_steps": 180, "loss": 0.6421, "lr": 6.198035912283225e-05, "epoch": 1.903448275862069, "percentage": 38.33, "elapsed_time": "1:56:11", "remaining_time": "3:06:54"}
-{"current_steps": 70, "total_steps": 180, "loss": 0.6349, "lr": 6.132817731206766e-05, "epoch": 1.9310344827586206, "percentage": 38.89, "elapsed_time": "1:57:50", "remaining_time": "3:05:10"}
-{"current_steps": 71, "total_steps": 180, "loss": 0.6422, "lr": 6.0667974846074524e-05, "epoch": 1.9586206896551723, "percentage": 39.44, "elapsed_time": "1:59:30", "remaining_time": "3:03:27"}
-{"current_steps": 72, "total_steps": 180, "loss": 0.6443, "lr": 6.000000000000001e-05, "epoch": 1.986206896551724, "percentage": 40.0, "elapsed_time": "2:01:09", "remaining_time": "3:01:43"}
-{"current_steps": 73, "total_steps": 180, "loss": 0.6066, "lr": 5.9324503971865545e-05, "epoch": 2.013793103448276, "percentage": 40.56, "elapsed_time": "2:04:35", "remaining_time": "3:02:36"}
-{"current_steps": 74, "total_steps": 180, "loss": 0.5757, "lr": 5.8641740788101566e-05, "epoch": 2.0413793103448277, "percentage": 41.11, "elapsed_time": "2:06:14", "remaining_time": "3:00:49"}
-{"current_steps": 75, "total_steps": 180, "loss": 0.5782, "lr": 5.79519672080185e-05, "epoch": 2.0689655172413794, "percentage": 41.67, "elapsed_time": "2:07:53", "remaining_time": "2:59:02"}
-{"current_steps": 76, "total_steps": 180, "loss": 0.5668, "lr": 5.7255442627250146e-05, "epoch": 2.0965517241379312, "percentage": 42.22, "elapsed_time": "2:09:32", "remaining_time": "2:57:15"}
-{"current_steps": 77, "total_steps": 180, "loss": 0.5724, "lr": 5.6552428980205575e-05, "epoch": 2.1241379310344826, "percentage": 42.78, "elapsed_time": "2:11:11", "remaining_time": "2:55:29"}
-{"current_steps": 78, "total_steps": 180, "loss": 0.5788, "lr": 5.584319064156628e-05, "epoch": 2.1517241379310343, "percentage": 43.33, "elapsed_time": "2:12:50", "remaining_time": "2:53:42"}
-{"current_steps": 79, "total_steps": 180, "loss": 0.5722, "lr": 5.5127994326865706e-05, "epoch": 2.179310344827586, "percentage": 43.89, "elapsed_time": "2:14:29", "remaining_time": "2:51:56"}
-{"current_steps": 80, "total_steps": 180, "loss": 0.5913, "lr": 5.440710899218842e-05, "epoch": 2.206896551724138, "percentage": 44.44, "elapsed_time": "2:16:08", "remaining_time": "2:50:10"}
-{"current_steps": 81, "total_steps": 180, "loss": 0.5813, "lr": 5.368080573302676e-05, "epoch": 2.2344827586206897, "percentage": 45.0, "elapsed_time": "2:17:47", "remaining_time": "2:48:25"}
-{"current_steps": 82, "total_steps": 180, "loss": 0.5819, "lr": 5.294935768233285e-05, "epoch": 2.2620689655172415, "percentage": 45.56, "elapsed_time": "2:19:26", "remaining_time": "2:46:39"}
-{"current_steps": 83, "total_steps": 180, "loss": 0.5711, "lr": 5.2213039907804535e-05, "epoch": 2.2896551724137932, "percentage": 46.11, "elapsed_time": "2:21:05", "remaining_time": "2:44:53"}
-{"current_steps": 84, "total_steps": 180, "loss": 0.5808, "lr": 5.1472129308443616e-05, "epoch": 2.317241379310345, "percentage": 46.67, "elapsed_time": "2:22:45", "remaining_time": "2:43:08"}
-{"current_steps": 85, "total_steps": 180, "loss": 0.5751, "lr": 5.07269045104255e-05, "epoch": 2.344827586206897, "percentage": 47.22, "elapsed_time": "2:24:24", "remaining_time": "2:41:23"}
-{"current_steps": 86, "total_steps": 180, "loss": 0.5825, "lr": 4.9977645762319255e-05, "epoch": 2.372413793103448, "percentage": 47.78, "elapsed_time": "2:26:03", "remaining_time": "2:39:38"}
-{"current_steps": 87, "total_steps": 180, "loss": 0.5745, "lr": 4.922463482969761e-05, "epoch": 2.4, "percentage": 48.33, "elapsed_time": "2:27:42", "remaining_time": "2:37:53"}
-{"current_steps": 88, "total_steps": 180, "loss": 0.567, "lr": 4.846815488917644e-05, "epoch": 2.4275862068965517, "percentage": 48.89, "elapsed_time": "2:29:21", "remaining_time": "2:36:09"}
-{"current_steps": 89, "total_steps": 180, "loss": 0.5701, "lr": 4.7708490421923596e-05, "epoch": 2.4551724137931035, "percentage": 49.44, "elapsed_time": "2:31:00", "remaining_time": "2:34:24"}
-{"current_steps": 90, "total_steps": 180, "loss": 0.5683, "lr": 4.694592710667723e-05, "epoch": 2.4827586206896552, "percentage": 50.0, "elapsed_time": "2:32:39", "remaining_time": "2:32:39"}
-{"current_steps": 91, "total_steps": 180, "loss": 0.5663, "lr": 4.618075171231363e-05, "epoch": 2.510344827586207, "percentage": 50.56, "elapsed_time": "2:34:19", "remaining_time": "2:30:55"}
-{"current_steps": 92, "total_steps": 180, "loss": 0.5738, "lr": 4.541325199000525e-05, "epoch": 2.5379310344827584, "percentage": 51.11, "elapsed_time": "2:35:58", "remaining_time": "2:29:11"}
-{"current_steps": 93, "total_steps": 180, "loss": 0.5708, "lr": 4.464371656500921e-05, "epoch": 2.56551724137931, "percentage": 51.67, "elapsed_time": "2:37:37", "remaining_time": "2:27:27"}
-{"current_steps": 94, "total_steps": 180, "loss": 0.5735, "lr": 4.387243482812717e-05, "epoch": 2.593103448275862, "percentage": 52.22, "elapsed_time": "2:39:16", "remaining_time": "2:25:43"}
-{"current_steps": 95, "total_steps": 180, "loss": 0.5599, "lr": 4.309969682687724e-05, "epoch": 2.6206896551724137, "percentage": 52.78, "elapsed_time": "2:40:55", "remaining_time": "2:23:59"}
-{"current_steps": 96, "total_steps": 180, "loss": 0.5696, "lr": 4.2325793156419035e-05, "epoch": 2.6482758620689655, "percentage": 53.33, "elapsed_time": "2:42:34", "remaining_time": "2:22:15"}
-{"current_steps": 97, "total_steps": 180, "loss": 0.5646, "lr": 4.155101485027268e-05, "epoch": 2.6758620689655173, "percentage": 53.89, "elapsed_time": "2:44:14", "remaining_time": "2:20:31"}
-{"current_steps": 98, "total_steps": 180, "loss": 0.5725, "lr": 4.077565327087298e-05, "epoch": 2.703448275862069, "percentage": 54.44, "elapsed_time": "2:45:53", "remaining_time": "2:18:48"}
-{"current_steps": 99, "total_steps": 180, "loss": 0.5742, "lr": 4e-05, "epoch": 2.731034482758621, "percentage": 55.0, "elapsed_time": "2:47:32", "remaining_time": "2:17:04"}
-{"current_steps": 100, "total_steps": 180, "loss": 0.5641, "lr": 3.9224346729127034e-05, "epoch": 2.7586206896551726, "percentage": 55.56, "elapsed_time": "2:49:11", "remaining_time": "2:15:21"}
-{"current_steps": 101, "total_steps": 180, "loss": 0.5659, "lr": 3.844898514972733e-05, "epoch": 2.7862068965517244, "percentage": 56.11, "elapsed_time": "2:50:51", "remaining_time": "2:13:38"}
-{"current_steps": 102, "total_steps": 180, "loss": 0.5672, "lr": 3.767420684358097e-05, "epoch": 2.8137931034482757, "percentage": 56.67, "elapsed_time": "2:52:30", "remaining_time": "2:11:54"}
-{"current_steps": 103, "total_steps": 180, "loss": 0.567, "lr": 3.690030317312277e-05, "epoch": 2.8413793103448275, "percentage": 57.22, "elapsed_time": "2:54:09", "remaining_time": "2:10:11"}
-{"current_steps": 104, "total_steps": 180, "loss": 0.5718, "lr": 3.612756517187284e-05, "epoch": 2.8689655172413793, "percentage": 57.78, "elapsed_time": "2:55:48", "remaining_time": "2:08:28"}
-{"current_steps": 105, "total_steps": 180, "loss": 0.5772, "lr": 3.535628343499079e-05, "epoch": 2.896551724137931, "percentage": 58.33, "elapsed_time": "2:57:27", "remaining_time": "2:06:45"}
-{"current_steps": 106, "total_steps": 180, "loss": 0.5783, "lr": 3.458674800999477e-05, "epoch": 2.924137931034483, "percentage": 58.89, "elapsed_time": "2:59:06", "remaining_time": "2:05:02"}
-{"current_steps": 107, "total_steps": 180, "loss": 0.5703, "lr": 3.3819248287686386e-05, "epoch": 2.9517241379310346, "percentage": 59.44, "elapsed_time": "3:00:45", "remaining_time": "2:03:19"}
-{"current_steps": 108, "total_steps": 180, "loss": 0.5601, "lr": 3.305407289332279e-05, "epoch": 2.979310344827586, "percentage": 60.0, "elapsed_time": "3:02:24", "remaining_time": "2:01:36"}
-{"current_steps": 109, "total_steps": 180, "loss": 0.568, "lr": 3.229150957807641e-05, "epoch": 3.0068965517241377, "percentage": 60.56, "elapsed_time": "3:05:53", "remaining_time": "2:01:05"}

+{"current_steps": 1, "total_steps": 180, "loss": 1.1114, "lr": 4.444444444444444e-06, "epoch": 0.027586206896551724, "percentage": 0.56, "elapsed_time": "0:04:12", "remaining_time": "12:34:02"}
+{"current_steps": 2, "total_steps": 180, "loss": 1.1182, "lr": 8.888888888888888e-06, "epoch": 0.05517241379310345, "percentage": 1.11, "elapsed_time": "0:08:05", "remaining_time": "12:00:44"}
+{"current_steps": 3, "total_steps": 180, "loss": 1.0608, "lr": 1.3333333333333333e-05, "epoch": 0.08275862068965517, "percentage": 1.67, "elapsed_time": "0:11:58", "remaining_time": "11:46:52"}
+{"current_steps": 4, "total_steps": 180, "loss": 0.9821, "lr": 1.7777777777777777e-05, "epoch": 0.1103448275862069, "percentage": 2.22, "elapsed_time": "0:15:51", "remaining_time": "11:37:54"}
+{"current_steps": 5, "total_steps": 180, "loss": 1.0184, "lr": 2.2222222222222227e-05, "epoch": 0.13793103448275862, "percentage": 2.78, "elapsed_time": "0:19:43", "remaining_time": "11:30:38"}
+{"current_steps": 6, "total_steps": 180, "loss": 1.0618, "lr": 2.6666666666666667e-05, "epoch": 0.16551724137931034, "percentage": 3.33, "elapsed_time": "0:23:37", "remaining_time": "11:25:08"}
+{"current_steps": 7, "total_steps": 180, "loss": 0.994, "lr": 3.111111111111112e-05, "epoch": 0.19310344827586207, "percentage": 3.89, "elapsed_time": "0:27:30", "remaining_time": "11:20:03"}
+{"current_steps": 8, "total_steps": 180, "loss": 0.9391, "lr": 3.555555555555555e-05, "epoch": 0.2206896551724138, "percentage": 4.44, "elapsed_time": "0:31:24", "remaining_time": "11:15:10"}
+{"current_steps": 9, "total_steps": 180, "loss": 0.9055, "lr": 4e-05, "epoch": 0.2482758620689655, "percentage": 5.0, "elapsed_time": "0:35:18", "remaining_time": "11:10:44"}
+{"current_steps": 10, "total_steps": 180, "loss": 0.8671, "lr": 4.444444444444445e-05, "epoch": 0.27586206896551724, "percentage": 5.56, "elapsed_time": "0:39:11", "remaining_time": "11:06:12"}
+{"current_steps": 11, "total_steps": 180, "loss": 0.849, "lr": 4.88888888888889e-05, "epoch": 0.30344827586206896, "percentage": 6.11, "elapsed_time": "0:43:05", "remaining_time": "11:01:56"}
+{"current_steps": 12, "total_steps": 180, "loss": 0.8309, "lr": 5.333333333333333e-05, "epoch": 0.3310344827586207, "percentage": 6.67, "elapsed_time": "0:46:59", "remaining_time": "10:57:59"}
+{"current_steps": 13, "total_steps": 180, "loss": 0.8201, "lr": 5.777777777777778e-05, "epoch": 0.3586206896551724, "percentage": 7.22, "elapsed_time": "0:50:54", "remaining_time": "10:53:52"}
+{"current_steps": 14, "total_steps": 180, "loss": 0.8169, "lr": 6.222222222222223e-05, "epoch": 0.38620689655172413, "percentage": 7.78, "elapsed_time": "0:54:47", "remaining_time": "10:49:44"}
+{"current_steps": 15, "total_steps": 180, "loss": 0.8024, "lr": 6.666666666666667e-05, "epoch": 0.41379310344827586, "percentage": 8.33, "elapsed_time": "0:58:41", "remaining_time": "10:45:41"}
+{"current_steps": 16, "total_steps": 180, "loss": 0.7912, "lr": 7.11111111111111e-05, "epoch": 0.4413793103448276, "percentage": 8.89, "elapsed_time": "1:02:35", "remaining_time": "10:41:32"}
+{"current_steps": 17, "total_steps": 180, "loss": 0.8067, "lr": 7.555555555555556e-05, "epoch": 0.4689655172413793, "percentage": 9.44, "elapsed_time": "1:06:27", "remaining_time": "10:37:12"}
+{"current_steps": 18, "total_steps": 180, "loss": 0.7786, "lr": 8e-05, "epoch": 0.496551724137931, "percentage": 10.0, "elapsed_time": "1:10:20", "remaining_time": "10:33:03"}
+{"current_steps": 19, "total_steps": 180, "loss": 0.7714, "lr": 7.999247881794007e-05, "epoch": 0.5241379310344828, "percentage": 10.56, "elapsed_time": "1:14:13", "remaining_time": "10:29:00"}
+{"current_steps": 20, "total_steps": 180, "loss": 0.7813, "lr": 7.996991810016922e-05, "epoch": 0.5517241379310345, "percentage": 11.11, "elapsed_time": "1:18:07", "remaining_time": "10:25:01"}
+{"current_steps": 21, "total_steps": 180, "loss": 0.7705, "lr": 7.993232633085074e-05, "epoch": 0.5793103448275863, "percentage": 11.67, "elapsed_time": "1:22:00", "remaining_time": "10:20:53"}
+{"current_steps": 22, "total_steps": 180, "loss": 0.7692, "lr": 7.987971764671168e-05, "epoch": 0.6068965517241379, "percentage": 12.22, "elapsed_time": "1:25:53", "remaining_time": "10:16:54"}
+{"current_steps": 23, "total_steps": 180, "loss": 0.7438, "lr": 7.981211183172663e-05, "epoch": 0.6344827586206897, "percentage": 12.78, "elapsed_time": "1:29:47", "remaining_time": "10:12:53"}
+{"current_steps": 24, "total_steps": 180, "loss": 0.7752, "lr": 7.972953430967773e-05, "epoch": 0.6620689655172414, "percentage": 13.33, "elapsed_time": "1:33:39", "remaining_time": "10:08:48"}
+{"current_steps": 25, "total_steps": 180, "loss": 0.7602, "lr": 7.963201613459381e-05, "epoch": 0.6896551724137931, "percentage": 13.89, "elapsed_time": "1:37:32", "remaining_time": "10:04:48"}
+{"current_steps": 26, "total_steps": 180, "loss": 0.763, "lr": 7.951959397907237e-05, "epoch": 0.7172413793103448, "percentage": 14.44, "elapsed_time": "1:41:26", "remaining_time": "10:00:48"}
+{"current_steps": 27, "total_steps": 180, "loss": 0.7582, "lr": 7.939231012048833e-05, "epoch": 0.7448275862068966, "percentage": 15.0, "elapsed_time": "1:45:18", "remaining_time": "9:56:47"}
+{"current_steps": 28, "total_steps": 180, "loss": 0.7556, "lr": 7.925021242509539e-05, "epoch": 0.7724137931034483, "percentage": 15.56, "elapsed_time": "1:49:11", "remaining_time": "9:52:47"}
+{"current_steps": 29, "total_steps": 180, "loss": 0.7392, "lr": 7.909335433002543e-05, "epoch": 0.8, "percentage": 16.11, "elapsed_time": "1:53:05", "remaining_time": "9:48:52"}
+{"current_steps": 30, "total_steps": 180, "loss": 0.7275, "lr": 7.892179482319297e-05, "epoch": 0.8275862068965517, "percentage": 16.67, "elapsed_time": "1:56:59", "remaining_time": "9:44:56"}
+{"current_steps": 31, "total_steps": 180, "loss": 0.7332, "lr": 7.873559842111225e-05, "epoch": 0.8551724137931035, "percentage": 17.22, "elapsed_time": "2:00:51", "remaining_time": "9:40:56"}
+{"current_steps": 32, "total_steps": 180, "loss": 0.7367, "lr": 7.853483514463521e-05, "epoch": 0.8827586206896552, "percentage": 17.78, "elapsed_time": "2:04:45", "remaining_time": "9:37:01"}
+{"current_steps": 33, "total_steps": 180, "loss": 0.7192, "lr": 7.831958049261956e-05, "epoch": 0.9103448275862069, "percentage": 18.33, "elapsed_time": "2:08:39", "remaining_time": "9:33:06"}
+{"current_steps": 34, "total_steps": 180, "loss": 0.7199, "lr": 7.808991541353662e-05, "epoch": 0.9379310344827586, "percentage": 18.89, "elapsed_time": "2:12:31", "remaining_time": "9:29:06"}
+{"current_steps": 35, "total_steps": 180, "loss": 0.7144, "lr": 7.784592627503004e-05, "epoch": 0.9655172413793104, "percentage": 19.44, "elapsed_time": "2:16:26", "remaining_time": "9:25:15"}
+{"current_steps": 36, "total_steps": 180, "loss": 0.705, "lr": 7.758770483143634e-05, "epoch": 0.993103448275862, "percentage": 20.0, "elapsed_time": "2:20:19", "remaining_time": "9:21:17"}
+{"current_steps": 37, "total_steps": 180, "loss": 1.235, "lr": 7.731534818928004e-05, "epoch": 1.0206896551724138, "percentage": 20.56, "elapsed_time": "2:24:39", "remaining_time": "9:19:04"}
+{"current_steps": 38, "total_steps": 180, "loss": 0.6918, "lr": 7.702895877075563e-05, "epoch": 1.0482758620689656, "percentage": 21.11, "elapsed_time": "2:28:31", "remaining_time": "9:15:01"}
+{"current_steps": 39, "total_steps": 180, "loss": 0.6933, "lr": 7.672864427521097e-05, "epoch": 1.0758620689655172, "percentage": 21.67, "elapsed_time": "2:32:23", "remaining_time": "9:10:58"}
+{"current_steps": 40, "total_steps": 180, "loss": 0.6738, "lr": 7.641451763864587e-05, "epoch": 1.103448275862069, "percentage": 22.22, "elapsed_time": "2:36:17", "remaining_time": "9:07:02"}
+{"current_steps": 41, "total_steps": 180, "loss": 0.6853, "lr": 7.608669699124153e-05, "epoch": 1.1310344827586207, "percentage": 22.78, "elapsed_time": "2:40:11", "remaining_time": "9:03:04"}
+{"current_steps": 42, "total_steps": 180, "loss": 0.6681, "lr": 7.57453056129365e-05, "epoch": 1.1586206896551725, "percentage": 23.33, "elapsed_time": "2:44:03", "remaining_time": "8:59:04"}
+{"current_steps": 43, "total_steps": 180, "loss": 0.6729, "lr": 7.539047188706631e-05, "epoch": 1.186206896551724, "percentage": 23.89, "elapsed_time": "2:47:57", "remaining_time": "8:55:08"}
+{"current_steps": 44, "total_steps": 180, "loss": 0.6566, "lr": 7.502232925208365e-05, "epoch": 1.2137931034482758, "percentage": 24.44, "elapsed_time": "2:51:51", "remaining_time": "8:51:11"}
+{"current_steps": 45, "total_steps": 180, "loss": 0.6682, "lr": 7.464101615137756e-05, "epoch": 1.2413793103448276, "percentage": 25.0, "elapsed_time": "2:55:43", "remaining_time": "8:47:10"}
+{"current_steps": 46, "total_steps": 180, "loss": 0.6642, "lr": 7.424667598121067e-05, "epoch": 1.2689655172413792, "percentage": 25.56, "elapsed_time": "2:59:36", "remaining_time": "8:43:12"}
+{"current_steps": 47, "total_steps": 180, "loss": 0.6745, "lr": 7.383945703679365e-05, "epoch": 1.296551724137931, "percentage": 26.11, "elapsed_time": "3:03:30", "remaining_time": "8:39:15"}
+{"current_steps": 48, "total_steps": 180, "loss": 0.6474, "lr": 7.341951245651747e-05, "epoch": 1.3241379310344827, "percentage": 26.67, "elapsed_time": "3:07:23", "remaining_time": "8:35:19"}
+{"current_steps": 49, "total_steps": 180, "loss": 0.6652, "lr": 7.298700016436427e-05, "epoch": 1.3517241379310345, "percentage": 27.22, "elapsed_time": "3:11:15", "remaining_time": "8:31:19"}
+{"current_steps": 50, "total_steps": 180, "loss": 0.6583, "lr": 7.254208281051871e-05, "epoch": 1.3793103448275863, "percentage": 27.78, "elapsed_time": "3:15:08", "remaining_time": "8:27:21"}
+{"current_steps": 51, "total_steps": 180, "loss": 0.6547, "lr": 7.208492771020176e-05, "epoch": 1.4068965517241379, "percentage": 28.33, "elapsed_time": "3:19:01", "remaining_time": "8:23:25"}
+{"current_steps": 52, "total_steps": 180, "loss": 0.6403, "lr": 7.161570678075038e-05, "epoch": 1.4344827586206896, "percentage": 28.89, "elapsed_time": "3:22:54", "remaining_time": "8:19:28"}
+{"current_steps": 53, "total_steps": 180, "loss": 0.6454, "lr": 7.113459647696641e-05, "epoch": 1.4620689655172414, "percentage": 29.44, "elapsed_time": "3:26:47", "remaining_time": "8:15:32"}
+{"current_steps": 54, "total_steps": 180, "loss": 0.6482, "lr": 7.064177772475912e-05, "epoch": 1.489655172413793, "percentage": 30.0, "elapsed_time": "3:30:41", "remaining_time": "8:11:36"}
+{"current_steps": 55, "total_steps": 180, "loss": 0.6469, "lr": 7.013743585310642e-05, "epoch": 1.5172413793103448, "percentage": 30.56, "elapsed_time": "3:34:34", "remaining_time": "8:07:41"}
+{"current_steps": 56, "total_steps": 180, "loss": 0.6524, "lr": 6.96217605243602e-05, "epoch": 1.5448275862068965, "percentage": 31.11, "elapsed_time": "3:38:27", "remaining_time": "8:03:44"}
+{"current_steps": 57, "total_steps": 180, "loss": 0.651, "lr": 6.909494566292195e-05, "epoch": 1.5724137931034483, "percentage": 31.67, "elapsed_time": "3:42:21", "remaining_time": "7:59:50"}
+{"current_steps": 58, "total_steps": 180, "loss": 0.6374, "lr": 6.855718938231597e-05, "epoch": 1.6, "percentage": 32.22, "elapsed_time": "3:46:15", "remaining_time": "7:55:54"}
+{"current_steps": 59, "total_steps": 180, "loss": 0.635, "lr": 6.800869391068674e-05, "epoch": 1.6275862068965519, "percentage": 32.78, "elapsed_time": "3:50:07", "remaining_time": "7:51:57"}
+{"current_steps": 60, "total_steps": 180, "loss": 0.6415, "lr": 6.744966551474936e-05, "epoch": 1.6551724137931034, "percentage": 33.33, "elapsed_time": "3:54:00", "remaining_time": "7:48:00"}
+{"current_steps": 61, "total_steps": 180, "loss": 0.6386, "lr": 6.688031442222091e-05, "epoch": 1.6827586206896552, "percentage": 33.89, "elapsed_time": "3:57:54", "remaining_time": "7:44:07"}
+{"current_steps": 62, "total_steps": 180, "loss": 0.6428, "lr": 6.630085474276256e-05, "epoch": 1.7103448275862068, "percentage": 34.44, "elapsed_time": "4:01:47", "remaining_time": "7:40:11"}
+{"current_steps": 63, "total_steps": 180, "loss": 0.6443, "lr": 6.571150438746157e-05, "epoch": 1.7379310344827585, "percentage": 35.0, "elapsed_time": "4:05:39", "remaining_time": "7:36:14"}
+{"current_steps": 64, "total_steps": 180, "loss": 0.634, "lr": 6.511248498688396e-05, "epoch": 1.7655172413793103, "percentage": 35.56, "elapsed_time": "4:09:33", "remaining_time": "7:32:20"}
+{"current_steps": 65, "total_steps": 180, "loss": 0.6351, "lr": 6.450402180772811e-05, "epoch": 1.793103448275862, "percentage": 36.11, "elapsed_time": "4:13:27", "remaining_time": "7:28:25"}
+{"current_steps": 66, "total_steps": 180, "loss": 0.64, "lr": 6.388634366811146e-05, "epoch": 1.8206896551724139, "percentage": 36.67, "elapsed_time": "4:17:20", "remaining_time": "7:24:30"}
+{"current_steps": 67, "total_steps": 180, "loss": 0.6348, "lr": 6.325968285152107e-05, "epoch": 1.8482758620689657, "percentage": 37.22, "elapsed_time": "4:21:15", "remaining_time": "7:20:37"}
+{"current_steps": 68, "total_steps": 180, "loss": 0.6379, "lr": 6.262427501946155e-05, "epoch": 1.8758620689655172, "percentage": 37.78, "elapsed_time": "4:25:07", "remaining_time": "7:16:40"}
+{"current_steps": 69, "total_steps": 180, "loss": 0.6403, "lr": 6.198035912283225e-05, "epoch": 1.903448275862069, "percentage": 38.33, "elapsed_time": "4:29:00", "remaining_time": "7:12:45"}
+{"current_steps": 70, "total_steps": 180, "loss": 0.6361, "lr": 6.132817731206766e-05, "epoch": 1.9310344827586206, "percentage": 38.89, "elapsed_time": "4:32:54", "remaining_time": "7:08:51"}
+{"current_steps": 71, "total_steps": 180, "loss": 0.6439, "lr": 6.0667974846074524e-05, "epoch": 1.9586206896551723, "percentage": 39.44, "elapsed_time": "4:36:47", "remaining_time": "7:04:55"}
+{"current_steps": 72, "total_steps": 180, "loss": 0.6501, "lr": 6.000000000000001e-05, "epoch": 1.986206896551724, "percentage": 40.0, "elapsed_time": "4:40:39", "remaining_time": "7:00:59"}
+{"current_steps": 73, "total_steps": 180, "loss": 1.0766, "lr": 5.9324503971865545e-05, "epoch": 2.013793103448276, "percentage": 40.56, "elapsed_time": "4:44:59", "remaining_time": "6:57:43"}
+{"current_steps": 74, "total_steps": 180, "loss": 0.5821, "lr": 5.8641740788101566e-05, "epoch": 2.0413793103448277, "percentage": 41.11, "elapsed_time": "4:48:51", "remaining_time": "6:53:46"}
+{"current_steps": 75, "total_steps": 180, "loss": 0.5814, "lr": 5.79519672080185e-05, "epoch": 2.0689655172413794, "percentage": 41.67, "elapsed_time": "4:52:47", "remaining_time": "6:49:53"}
+{"current_steps": 76, "total_steps": 180, "loss": 0.5691, "lr": 5.7255442627250146e-05, "epoch": 2.0965517241379312, "percentage": 42.22, "elapsed_time": "4:56:40", "remaining_time": "6:45:58"}
+{"current_steps": 77, "total_steps": 180, "loss": 0.5777, "lr": 5.6552428980205575e-05, "epoch": 2.1241379310344826, "percentage": 42.78, "elapsed_time": "5:00:33", "remaining_time": "6:42:03"}
+{"current_steps": 78, "total_steps": 180, "loss": 0.5808, "lr": 5.584319064156628e-05, "epoch": 2.1517241379310343, "percentage": 43.33, "elapsed_time": "5:04:27", "remaining_time": "6:38:07"}
+{"current_steps": 79, "total_steps": 180, "loss": 0.5721, "lr": 5.5127994326865706e-05, "epoch": 2.179310344827586, "percentage": 43.89, "elapsed_time": "5:08:19", "remaining_time": "6:34:11"}
+{"current_steps": 80, "total_steps": 180, "loss": 0.5885, "lr": 5.440710899218842e-05, "epoch": 2.206896551724138, "percentage": 44.44, "elapsed_time": "5:12:12", "remaining_time": "6:30:15"}
+{"current_steps": 81, "total_steps": 180, "loss": 0.5784, "lr": 5.368080573302676e-05, "epoch": 2.2344827586206897, "percentage": 45.0, "elapsed_time": "5:16:05", "remaining_time": "6:26:20"}
+{"current_steps": 82, "total_steps": 180, "loss": 0.5848, "lr": 5.294935768233285e-05, "epoch": 2.2620689655172415, "percentage": 45.56, "elapsed_time": "5:19:58", "remaining_time": "6:22:25"}
+{"current_steps": 83, "total_steps": 180, "loss": 0.5706, "lr": 5.2213039907804535e-05, "epoch": 2.2896551724137932, "percentage": 46.11, "elapsed_time": "5:23:51", "remaining_time": "6:18:29"}
+{"current_steps": 84, "total_steps": 180, "loss": 0.5788, "lr": 5.1472129308443616e-05, "epoch": 2.317241379310345, "percentage": 46.67, "elapsed_time": "5:27:43", "remaining_time": "6:14:32"}
+{"current_steps": 85, "total_steps": 180, "loss": 0.5779, "lr": 5.07269045104255e-05, "epoch": 2.344827586206897, "percentage": 47.22, "elapsed_time": "5:31:35", "remaining_time": "6:10:36"}
+{"current_steps": 86, "total_steps": 180, "loss": 0.5826, "lr": 4.9977645762319255e-05, "epoch": 2.372413793103448, "percentage": 47.78, "elapsed_time": "5:35:28", "remaining_time": "6:06:41"}
+{"current_steps": 87, "total_steps": 180, "loss": 0.5743, "lr": 4.922463482969761e-05, "epoch": 2.4, "percentage": 48.33, "elapsed_time": "5:39:22", "remaining_time": "6:02:46"}
+{"current_steps": 88, "total_steps": 180, "loss": 0.5667, "lr": 4.846815488917644e-05, "epoch": 2.4275862068965517, "percentage": 48.89, "elapsed_time": "5:43:14", "remaining_time": "5:58:51"}
+{"current_steps": 89, "total_steps": 180, "loss": 0.5708, "lr": 4.7708490421923596e-05, "epoch": 2.4551724137931035, "percentage": 49.44, "elapsed_time": "5:47:07", "remaining_time": "5:54:56"}
+{"current_steps": 90, "total_steps": 180, "loss": 0.5688, "lr": 4.694592710667723e-05, "epoch": 2.4827586206896552, "percentage": 50.0, "elapsed_time": "5:51:01", "remaining_time": "5:51:01"}
+{"current_steps": 91, "total_steps": 180, "loss": 0.5669, "lr": 4.618075171231363e-05, "epoch": 2.510344827586207, "percentage": 50.56, "elapsed_time": "5:54:54", "remaining_time": "5:47:06"}
+{"current_steps": 92, "total_steps": 180, "loss": 0.5754, "lr": 4.541325199000525e-05, "epoch": 2.5379310344827584, "percentage": 51.11, "elapsed_time": "5:58:46", "remaining_time": "5:43:10"}
+{"current_steps": 93, "total_steps": 180, "loss": 0.5722, "lr": 4.464371656500921e-05, "epoch": 2.56551724137931, "percentage": 51.67, "elapsed_time": "6:02:39", "remaining_time": "5:39:15"}
+{"current_steps": 94, "total_steps": 180, "loss": 0.5739, "lr": 4.387243482812717e-05, "epoch": 2.593103448275862, "percentage": 52.22, "elapsed_time": "6:06:32", "remaining_time": "5:35:20"}
+{"current_steps": 95, "total_steps": 180, "loss": 0.5613, "lr": 4.309969682687724e-05, "epoch": 2.6206896551724137, "percentage": 52.78, "elapsed_time": "6:10:25", "remaining_time": "5:31:25"}
+{"current_steps": 96, "total_steps": 180, "loss": 0.5722, "lr": 4.2325793156419035e-05, "epoch": 2.6482758620689655, "percentage": 53.33, "elapsed_time": "6:14:18", "remaining_time": "5:27:31"}
+{"current_steps": 97, "total_steps": 180, "loss": 0.564, "lr": 4.155101485027268e-05, "epoch": 2.6758620689655173, "percentage": 53.89, "elapsed_time": "6:18:11", "remaining_time": "5:23:36"}
+{"current_steps": 98, "total_steps": 180, "loss": 0.5733, "lr": 4.077565327087298e-05, "epoch": 2.703448275862069, "percentage": 54.44, "elapsed_time": "6:22:03", "remaining_time": "5:19:40"}
+{"current_steps": 99, "total_steps": 180, "loss": 0.5749, "lr": 4e-05, "epoch": 2.731034482758621, "percentage": 55.0, "elapsed_time": "6:25:55", "remaining_time": "5:15:45"}
+{"current_steps": 100, "total_steps": 180, "loss": 0.5659, "lr": 3.9224346729127034e-05, "epoch": 2.7586206896551726, "percentage": 55.56, "elapsed_time": "6:29:48", "remaining_time": "5:11:50"}
+{"current_steps": 101, "total_steps": 180, "loss": 0.5668, "lr": 3.844898514972733e-05, "epoch": 2.7862068965517244, "percentage": 56.11, "elapsed_time": "6:33:41", "remaining_time": "5:07:56"}
+{"current_steps": 102, "total_steps": 180, "loss": 0.5702, "lr": 3.767420684358097e-05, "epoch": 2.8137931034482757, "percentage": 56.67, "elapsed_time": "6:37:35", "remaining_time": "5:04:02"}
+{"current_steps": 103, "total_steps": 180, "loss": 0.568, "lr": 3.690030317312277e-05, "epoch": 2.8413793103448275, "percentage": 57.22, "elapsed_time": "6:41:27", "remaining_time": "5:00:07"}
+{"current_steps": 104, "total_steps": 180, "loss": 0.5724, "lr": 3.612756517187284e-05, "epoch": 2.8689655172413793, "percentage": 57.78, "elapsed_time": "6:45:19", "remaining_time": "4:56:11"}
+{"current_steps": 105, "total_steps": 180, "loss": 0.5778, "lr": 3.535628343499079e-05, "epoch": 2.896551724137931, "percentage": 58.33, "elapsed_time": "6:49:11", "remaining_time": "4:52:16"}
+{"current_steps": 106, "total_steps": 180, "loss": 0.5775, "lr": 3.458674800999477e-05, "epoch": 2.924137931034483, "percentage": 58.89, "elapsed_time": "6:53:05", "remaining_time": "4:48:23"}
+{"current_steps": 107, "total_steps": 180, "loss": 0.5726, "lr": 3.3819248287686386e-05, "epoch": 2.9517241379310346, "percentage": 59.44, "elapsed_time": "6:56:58", "remaining_time": "4:44:28"}
+{"current_steps": 108, "total_steps": 180, "loss": 0.5604, "lr": 3.305407289332279e-05, "epoch": 2.979310344827586, "percentage": 60.0, "elapsed_time": "7:00:51", "remaining_time": "4:40:34"}
+{"current_steps": 109, "total_steps": 180, "loss": 1.0015, "lr": 3.229150957807641e-05, "epoch": 3.0068965517241377, "percentage": 60.56, "elapsed_time": "7:05:10", "remaining_time": "4:36:56"}
+{"current_steps": 110, "total_steps": 180, "loss": 0.5213, "lr": 3.153184511082359e-05, "epoch": 3.0344827586206895, "percentage": 61.11, "elapsed_time": "7:09:03", "remaining_time": "4:33:02"}
+{"current_steps": 111, "total_steps": 180, "loss": 0.52, "lr": 3.07753651703024e-05, "epoch": 3.0620689655172413, "percentage": 61.67, "elapsed_time": "7:12:55", "remaining_time": "4:29:07"}
+{"current_steps": 112, "total_steps": 180, "loss": 0.5251, "lr": 3.0022354237680752e-05, "epoch": 3.089655172413793, "percentage": 62.22, "elapsed_time": "7:16:49", "remaining_time": "4:25:13"}
+{"current_steps": 113, "total_steps": 180, "loss": 0.5295, "lr": 2.9273095489574502e-05, "epoch": 3.117241379310345, "percentage": 62.78, "elapsed_time": "7:20:42", "remaining_time": "4:21:18"}
+{"current_steps": 114, "total_steps": 180, "loss": 0.5166, "lr": 2.8527870691556404e-05, "epoch": 3.1448275862068966, "percentage": 63.33, "elapsed_time": "7:24:35", "remaining_time": "4:17:23"}
+{"current_steps": 115, "total_steps": 180, "loss": 0.5156, "lr": 2.778696009219548e-05, "epoch": 3.1724137931034484, "percentage": 63.89, "elapsed_time": "7:28:28", "remaining_time": "4:13:29"}
+{"current_steps": 116, "total_steps": 180, "loss": 0.5164, "lr": 2.7050642317667164e-05, "epoch": 3.2, "percentage": 64.44, "elapsed_time": "7:32:21", "remaining_time": "4:09:34"}
+{"current_steps": 117, "total_steps": 180, "loss": 0.5168, "lr": 2.6319194266973256e-05, "epoch": 3.227586206896552, "percentage": 65.0, "elapsed_time": "7:36:15", "remaining_time": "4:05:40"}
+{"current_steps": 118, "total_steps": 180, "loss": 0.5299, "lr": 2.5592891007811594e-05, "epoch": 3.2551724137931033, "percentage": 65.56, "elapsed_time": "7:40:07", "remaining_time": "4:01:45"}
+{"current_steps": 119, "total_steps": 180, "loss": 0.5182, "lr": 2.4872005673134307e-05, "epoch": 3.282758620689655, "percentage": 66.11, "elapsed_time": "7:44:01", "remaining_time": "3:57:51"}
+{"current_steps": 120, "total_steps": 180, "loss": 0.5113, "lr": 2.4156809358433728e-05, "epoch": 3.310344827586207, "percentage": 66.67, "elapsed_time": "7:47:55", "remaining_time": "3:53:57"}
+{"current_steps": 121, "total_steps": 180, "loss": 0.5169, "lr": 2.3447571019794438e-05, "epoch": 3.3379310344827586, "percentage": 67.22, "elapsed_time": "7:51:47", "remaining_time": "3:50:02"}
+{"current_steps": 122, "total_steps": 180, "loss": 0.522, "lr": 2.274455737274987e-05, "epoch": 3.3655172413793104, "percentage": 67.78, "elapsed_time": "7:55:41", "remaining_time": "3:46:08"}
+{"current_steps": 123, "total_steps": 180, "loss": 0.5344, "lr": 2.2048032791981515e-05, "epoch": 3.393103448275862, "percentage": 68.33, "elapsed_time": "7:59:34", "remaining_time": "3:42:14"}
+{"current_steps": 124, "total_steps": 180, "loss": 0.5163, "lr": 2.135825921189846e-05, "epoch": 3.420689655172414, "percentage": 68.89, "elapsed_time": "8:03:27", "remaining_time": "3:38:20"}
+{"current_steps": 125, "total_steps": 180, "loss": 0.5227, "lr": 2.067549602813446e-05, "epoch": 3.4482758620689653, "percentage": 69.44, "elapsed_time": "8:07:19", "remaining_time": "3:34:25"}
+{"current_steps": 126, "total_steps": 180, "loss": 0.5235, "lr": 2.0000000000000012e-05, "epoch": 3.475862068965517, "percentage": 70.0, "elapsed_time": "8:11:12", "remaining_time": "3:30:31"}
+{"current_steps": 127, "total_steps": 180, "loss": 0.5239, "lr": 1.9332025153925486e-05, "epoch": 3.503448275862069, "percentage": 70.56, "elapsed_time": "8:15:05", "remaining_time": "3:26:36"}
+{"current_steps": 128, "total_steps": 180, "loss": 0.5179, "lr": 1.867182268793236e-05, "epoch": 3.5310344827586206, "percentage": 71.11, "elapsed_time": "8:18:59", "remaining_time": "3:22:42"}
+{"current_steps": 129, "total_steps": 180, "loss": 0.5246, "lr": 1.8019640877167763e-05, "epoch": 3.5586206896551724, "percentage": 71.67, "elapsed_time": "8:22:51", "remaining_time": "3:18:48"}
+{"current_steps": 130, "total_steps": 180, "loss": 0.5136, "lr": 1.7375724980538465e-05, "epoch": 3.586206896551724, "percentage": 72.22, "elapsed_time": "8:26:45", "remaining_time": "3:14:54"}
+{"current_steps": 131, "total_steps": 180, "loss": 0.5164, "lr": 1.6740317148478932e-05, "epoch": 3.613793103448276, "percentage": 72.78, "elapsed_time": "8:30:39", "remaining_time": "3:11:00"}
+{"current_steps": 132, "total_steps": 180, "loss": 0.512, "lr": 1.6113656331888563e-05, "epoch": 3.6413793103448278, "percentage": 73.33, "elapsed_time": "8:34:31", "remaining_time": "3:07:06"}
+{"current_steps": 133, "total_steps": 180, "loss": 0.5183, "lr": 1.5495978192271887e-05, "epoch": 3.6689655172413795, "percentage": 73.89, "elapsed_time": "8:38:24", "remaining_time": "3:03:11"}
+{"current_steps": 134, "total_steps": 180, "loss": 0.5269, "lr": 1.4887515013116067e-05, "epoch": 3.696551724137931, "percentage": 74.44, "elapsed_time": "8:42:17", "remaining_time": "2:59:17"}
+{"current_steps": 135, "total_steps": 180, "loss": 0.5248, "lr": 1.4288495612538427e-05, "epoch": 3.7241379310344827, "percentage": 75.0, "elapsed_time": "8:46:11", "remaining_time": "2:55:23"}
+{"current_steps": 136, "total_steps": 180, "loss": 0.5252, "lr": 1.369914525723746e-05, "epoch": 3.7517241379310344, "percentage": 75.56, "elapsed_time": "8:50:03", "remaining_time": "2:51:29"}
+{"current_steps": 137, "total_steps": 180, "loss": 0.5172, "lr": 1.3119685577779105e-05, "epoch": 3.779310344827586, "percentage": 76.11, "elapsed_time": "8:53:56", "remaining_time": "2:47:35"}
+{"current_steps": 138, "total_steps": 180, "loss": 0.5273, "lr": 1.2550334485250661e-05, "epoch": 3.806896551724138, "percentage": 76.67, "elapsed_time": "8:57:50", "remaining_time": "2:43:41"}
+{"current_steps": 139, "total_steps": 180, "loss": 0.5131, "lr": 1.1991306089313261e-05, "epoch": 3.8344827586206898, "percentage": 77.22, "elapsed_time": "9:01:43", "remaining_time": "2:39:47"}
+{"current_steps": 140, "total_steps": 180, "loss": 0.5165, "lr": 1.1442810617684046e-05, "epoch": 3.862068965517241, "percentage": 77.78, "elapsed_time": "9:05:36", "remaining_time": "2:35:53"}
+{"current_steps": 141, "total_steps": 180, "loss": 0.5183, "lr": 1.0905054337078051e-05, "epoch": 3.889655172413793, "percentage": 78.33, "elapsed_time": "9:09:30", "remaining_time": "2:31:59"}
+{"current_steps": 142, "total_steps": 180, "loss": 0.5242, "lr": 1.0378239475639823e-05, "epoch": 3.9172413793103447, "percentage": 78.89, "elapsed_time": "9:13:23", "remaining_time": "2:28:05"}
+{"current_steps": 143, "total_steps": 180, "loss": 0.5241, "lr": 9.862564146893571e-06, "epoch": 3.9448275862068964, "percentage": 79.44, "elapsed_time": "9:17:15", "remaining_time": "2:24:11"}
+{"current_steps": 144, "total_steps": 180, "loss": 0.5187, "lr": 9.358222275240884e-06, "epoch": 3.972413793103448, "percentage": 80.0, "elapsed_time": "9:21:07", "remaining_time": "2:20:16"}
+{"current_steps": 145, "total_steps": 180, "loss": 0.8967, "lr": 8.8654035230336e-06, "epoch": 4.0, "percentage": 80.56, "elapsed_time": "9:24:35", "remaining_time": "2:16:16"}
+{"current_steps": 146, "total_steps": 180, "loss": 0.4983, "lr": 8.384293219249633e-06, "epoch": 4.027586206896552, "percentage": 81.11, "elapsed_time": "9:28:55", "remaining_time": "2:12:29"}
+{"current_steps": 147, "total_steps": 180, "loss": 0.4848, "lr": 7.915072289798247e-06, "epoch": 4.055172413793104, "percentage": 81.67, "elapsed_time": "9:32:51", "remaining_time": "2:08:36"}
+{"current_steps": 148, "total_steps": 180, "loss": 0.4872, "lr": 7.457917189481301e-06, "epoch": 4.082758620689655, "percentage": 82.22, "elapsed_time": "9:36:43", "remaining_time": "2:04:41"}
+{"current_steps": 149, "total_steps": 180, "loss": 0.4868, "lr": 7.0129998356357295e-06, "epoch": 4.110344827586207, "percentage": 82.78, "elapsed_time": "9:40:36", "remaining_time": "2:00:47"}
+{"current_steps": 150, "total_steps": 180, "loss": 0.4939, "lr": 6.58048754348255e-06, "epoch": 4.137931034482759, "percentage": 83.33, "elapsed_time": "9:44:29", "remaining_time": "1:56:53"}
+{"current_steps": 151, "total_steps": 180, "loss": 0.488, "lr": 6.160542963206357e-06, "epoch": 4.165517241379311, "percentage": 83.89, "elapsed_time": "9:48:22", "remaining_time": "1:52:59"}
+{"current_steps": 152, "total_steps": 180, "loss": 0.5033, "lr": 5.753324018789346e-06, "epoch": 4.1931034482758625, "percentage": 84.44, "elapsed_time": "9:52:15", "remaining_time": "1:49:06"}
+{"current_steps": 153, "total_steps": 180, "loss": 0.4901, "lr": 5.358983848622452e-06, "epoch": 4.220689655172414, "percentage": 85.0, "elapsed_time": "9:56:07", "remaining_time": "1:45:11"}
+{"current_steps": 154, "total_steps": 180, "loss": 0.4982, "lr": 4.97767074791637e-06, "epoch": 4.248275862068965, "percentage": 85.56, "elapsed_time": "10:00:00", "remaining_time": "1:41:17"}
+{"current_steps": 155, "total_steps": 180, "loss": 0.4903, "lr": 4.609528112933688e-06, "epoch": 4.275862068965517, "percentage": 86.11, "elapsed_time": "10:03:54", "remaining_time": "1:37:24"}
+{"current_steps": 156, "total_steps": 180, "loss": 0.4869, "lr": 4.254694387063514e-06, "epoch": 4.303448275862069, "percentage": 86.67, "elapsed_time": "10:07:47", "remaining_time": "1:33:30"}
+{"current_steps": 157, "total_steps": 180, "loss": 0.4925, "lr": 3.913303008758491e-06, "epoch": 4.3310344827586205, "percentage": 87.22, "elapsed_time": "10:11:40", "remaining_time": "1:29:36"}
+{"current_steps": 158, "total_steps": 180, "loss": 0.4989, "lr": 3.585482361354138e-06, "epoch": 4.358620689655172, "percentage": 87.78, "elapsed_time": "10:15:34", "remaining_time": "1:25:42"}
+{"current_steps": 159, "total_steps": 180, "loss": 0.499, "lr": 3.2713557247890447e-06, "epoch": 4.386206896551724, "percentage": 88.33, "elapsed_time": "10:19:27", "remaining_time": "1:21:48"}
+{"current_steps": 160, "total_steps": 180, "loss": 0.4854, "lr": 2.9710412292443868e-06, "epoch": 4.413793103448276, "percentage": 88.89, "elapsed_time": "10:23:19", "remaining_time": "1:17:54"}
+{"current_steps": 161, "total_steps": 180, "loss": 0.4937, "lr": 2.6846518107199782e-06, "epoch": 4.441379310344828, "percentage": 89.44, "elapsed_time": "10:27:11", "remaining_time": "1:14:01"}
+{"current_steps": 162, "total_steps": 180, "loss": 0.4846, "lr": 2.4122951685636674e-06, "epoch": 4.468965517241379, "percentage": 90.0, "elapsed_time": "10:31:04", "remaining_time": "1:10:07"}
+{"current_steps": 163, "total_steps": 180, "loss": 0.5049, "lr": 2.1540737249699893e-06, "epoch": 4.496551724137931, "percentage": 90.56, "elapsed_time": "10:34:58", "remaining_time": "1:06:13"}
+{"current_steps": 164, "total_steps": 180, "loss": 0.4995, "lr": 1.9100845864633875e-06, "epoch": 4.524137931034483, "percentage": 91.11, "elapsed_time": "10:38:51", "remaining_time": "1:02:19"}
+{"current_steps": 165, "total_steps": 180, "loss": 0.4887, "lr": 1.6804195073804442e-06, "epoch": 4.551724137931035, "percentage": 91.67, "elapsed_time": "10:42:44", "remaining_time": "0:58:25"}
+{"current_steps": 166, "total_steps": 180, "loss": 0.4971, "lr": 1.4651648553647869e-06, "epoch": 4.5793103448275865, "percentage": 92.22, "elapsed_time": "10:46:38", "remaining_time": "0:54:32"}
+{"current_steps": 167, "total_steps": 180, "loss": 0.4872, "lr": 1.2644015788877684e-06, "epoch": 4.606896551724138, "percentage": 92.78, "elapsed_time": "10:50:31", "remaining_time": "0:50:38"}
+{"current_steps": 168, "total_steps": 180, "loss": 0.4921, "lr": 1.0782051768070477e-06, "epoch": 4.63448275862069, "percentage": 93.33, "elapsed_time": "10:54:23", "remaining_time": "0:46:44"}
+{"current_steps": 169, "total_steps": 180, "loss": 0.4999, "lr": 9.066456699745774e-07, "epoch": 4.662068965517241, "percentage": 93.89, "elapsed_time": "10:58:15", "remaining_time": "0:42:50"}
+{"current_steps": 170, "total_steps": 180, "loss": 0.498, "lr": 7.497875749046124e-07, "epoch": 4.689655172413794, "percentage": 94.44, "elapsed_time": "11:02:07", "remaining_time": "0:38:56"}
+{"current_steps": 171, "total_steps": 180, "loss": 0.4935, "lr": 6.076898795116792e-07, "epoch": 4.7172413793103445, "percentage": 95.0, "elapsed_time": "11:06:00", "remaining_time": "0:35:03"}
+{"current_steps": 172, "total_steps": 180, "loss": 0.4944, "lr": 4.804060209276396e-07, "epoch": 4.744827586206896, "percentage": 95.56, "elapsed_time": "11:09:53", "remaining_time": "0:31:09"}
+{"current_steps": 173, "total_steps": 180, "loss": 0.491, "lr": 3.679838654061874e-07, "epoch": 4.772413793103448, "percentage": 96.11, "elapsed_time": "11:13:47", "remaining_time": "0:27:15"}
+{"current_steps": 174, "total_steps": 180, "loss": 0.4906, "lr": 2.704656903222791e-07, "epoch": 4.8, "percentage": 96.67, "elapsed_time": "11:17:40", "remaining_time": "0:23:22"}
+{"current_steps": 175, "total_steps": 180, "loss": 0.4972, "lr": 1.8788816827336686e-07, "epoch": 4.827586206896552, "percentage": 97.22, "elapsed_time": "11:21:34", "remaining_time": "0:19:28"}
+{"current_steps": 176, "total_steps": 180, "loss": 0.4991, "lr": 1.2028235328831906e-07, "epoch": 4.855172413793103, "percentage": 97.78, "elapsed_time": "11:25:26", "remaining_time": "0:15:34"}
+{"current_steps": 177, "total_steps": 180, "loss": 0.4877, "lr": 6.767366914927298e-08, "epoch": 4.882758620689655, "percentage": 98.33, "elapsed_time": "11:29:20", "remaining_time": "0:11:41"}
+{"current_steps": 178, "total_steps": 180, "loss": 0.5049, "lr": 3.0081899830798345e-08, "epoch": 4.910344827586207, "percentage": 98.89, "elapsed_time": "11:33:14", "remaining_time": "0:07:47"}
+{"current_steps": 179, "total_steps": 180, "loss": 0.4965, "lr": 7.521182059946342e-09, "epoch": 4.937931034482759, "percentage": 99.44, "elapsed_time": "11:37:07", "remaining_time": "0:03:53"}
+{"current_steps": 180, "total_steps": 180, "loss": 0.4967, "lr": 0.0, "epoch": 4.9655172413793105, "percentage": 100.0, "elapsed_time": "11:40:59", "remaining_time": "0:00:00"}
+{"current_steps": 180, "total_steps": 180, "epoch": 4.9655172413793105, "percentage": 100.0, "elapsed_time": "11:41:29", "remaining_time": "0:00:00"}
+{"current_steps": 180, "total_steps": 180, "epoch": 4.9655172413793105, "percentage": 100.0, "elapsed_time": "0:00:00", "remaining_time": "0:00:00"}

trainer_state.json ADDED Viewed

	@@ -0,0 +1,1302 @@

+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 4.9655172413793105,
+  "eval_steps": 500,
+  "global_step": 180,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.027586206896551724,
+      "grad_norm": 6.048244184358018,
+      "learning_rate": 4.444444444444444e-06,
+      "loss": 1.1114,
+      "step": 1
+    },
+    {
+      "epoch": 0.05517241379310345,
+      "grad_norm": 6.128523961574793,
+      "learning_rate": 8.888888888888888e-06,
+      "loss": 1.1182,
+      "step": 2
+    },
+    {
+      "epoch": 0.08275862068965517,
+      "grad_norm": 4.585031907245013,
+      "learning_rate": 1.3333333333333333e-05,
+      "loss": 1.0608,
+      "step": 3
+    },
+    {
+      "epoch": 0.1103448275862069,
+      "grad_norm": 2.0818255535512282,
+      "learning_rate": 1.7777777777777777e-05,
+      "loss": 0.9821,
+      "step": 4
+    },
+    {
+      "epoch": 0.13793103448275862,
+      "grad_norm": 5.670082204508566,
+      "learning_rate": 2.2222222222222227e-05,
+      "loss": 1.0184,
+      "step": 5
+    },
+    {
+      "epoch": 0.16551724137931034,
+      "grad_norm": 9.860654060648336,
+      "learning_rate": 2.6666666666666667e-05,
+      "loss": 1.0618,
+      "step": 6
+    },
+    {
+      "epoch": 0.19310344827586207,
+      "grad_norm": 5.84868479150573,
+      "learning_rate": 3.111111111111112e-05,
+      "loss": 0.994,
+      "step": 7
+    },
+    {
+      "epoch": 0.2206896551724138,
+      "grad_norm": 4.241883231288793,
+      "learning_rate": 3.555555555555555e-05,
+      "loss": 0.9391,
+      "step": 8
+    },
+    {
+      "epoch": 0.2482758620689655,
+      "grad_norm": 2.9377843777009893,
+      "learning_rate": 4e-05,
+      "loss": 0.9055,
+      "step": 9
+    },
+    {
+      "epoch": 0.27586206896551724,
+      "grad_norm": 2.4287532619102503,
+      "learning_rate": 4.444444444444445e-05,
+      "loss": 0.8671,
+      "step": 10
+    },
+    {
+      "epoch": 0.30344827586206896,
+      "grad_norm": 1.7709039212383275,
+      "learning_rate": 4.88888888888889e-05,
+      "loss": 0.849,
+      "step": 11
+    },
+    {
+      "epoch": 0.3310344827586207,
+      "grad_norm": 2.1766387830586047,
+      "learning_rate": 5.333333333333333e-05,
+      "loss": 0.8309,
+      "step": 12
+    },
+    {
+      "epoch": 0.3586206896551724,
+      "grad_norm": 1.4949626741459447,
+      "learning_rate": 5.777777777777778e-05,
+      "loss": 0.8201,
+      "step": 13
+    },
+    {
+      "epoch": 0.38620689655172413,
+      "grad_norm": 1.4905453601642287,
+      "learning_rate": 6.222222222222223e-05,
+      "loss": 0.8169,
+      "step": 14
+    },
+    {
+      "epoch": 0.41379310344827586,
+      "grad_norm": 2.259033985306724,
+      "learning_rate": 6.666666666666667e-05,
+      "loss": 0.8024,
+      "step": 15
+    },
+    {
+      "epoch": 0.4413793103448276,
+      "grad_norm": 1.4336986320826892,
+      "learning_rate": 7.11111111111111e-05,
+      "loss": 0.7912,
+      "step": 16
+    },
+    {
+      "epoch": 0.4689655172413793,
+      "grad_norm": 2.041826959920012,
+      "learning_rate": 7.555555555555556e-05,
+      "loss": 0.8067,
+      "step": 17
+    },
+    {
+      "epoch": 0.496551724137931,
+      "grad_norm": 1.0666780280290322,
+      "learning_rate": 8e-05,
+      "loss": 0.7786,
+      "step": 18
+    },
+    {
+      "epoch": 0.5241379310344828,
+      "grad_norm": 1.848278725508881,
+      "learning_rate": 7.999247881794007e-05,
+      "loss": 0.7714,
+      "step": 19
+    },
+    {
+      "epoch": 0.5517241379310345,
+      "grad_norm": 1.6888595634675432,
+      "learning_rate": 7.996991810016922e-05,
+      "loss": 0.7813,
+      "step": 20
+    },
+    {
+      "epoch": 0.5793103448275863,
+      "grad_norm": 1.3711841885480445,
+      "learning_rate": 7.993232633085074e-05,
+      "loss": 0.7705,
+      "step": 21
+    },
+    {
+      "epoch": 0.6068965517241379,
+      "grad_norm": 1.2852118365537728,
+      "learning_rate": 7.987971764671168e-05,
+      "loss": 0.7692,
+      "step": 22
+    },
+    {
+      "epoch": 0.6344827586206897,
+      "grad_norm": 0.958091141602523,
+      "learning_rate": 7.981211183172663e-05,
+      "loss": 0.7438,
+      "step": 23
+    },
+    {
+      "epoch": 0.6620689655172414,
+      "grad_norm": 2.1312896971048456,
+      "learning_rate": 7.972953430967773e-05,
+      "loss": 0.7752,
+      "step": 24
+    },
+    {
+      "epoch": 0.6896551724137931,
+      "grad_norm": 1.2512484954013028,
+      "learning_rate": 7.963201613459381e-05,
+      "loss": 0.7602,
+      "step": 25
+    },
+    {
+      "epoch": 0.7172413793103448,
+      "grad_norm": 1.965820846747513,
+      "learning_rate": 7.951959397907237e-05,
+      "loss": 0.763,
+      "step": 26
+    },
+    {
+      "epoch": 0.7448275862068966,
+      "grad_norm": 1.2536305988752512,
+      "learning_rate": 7.939231012048833e-05,
+      "loss": 0.7582,
+      "step": 27
+    },
+    {
+      "epoch": 0.7724137931034483,
+      "grad_norm": 1.4877796163409278,
+      "learning_rate": 7.925021242509539e-05,
+      "loss": 0.7556,
+      "step": 28
+    },
+    {
+      "epoch": 0.8,
+      "grad_norm": 1.2280174897561162,
+      "learning_rate": 7.909335433002543e-05,
+      "loss": 0.7392,
+      "step": 29
+    },
+    {
+      "epoch": 0.8275862068965517,
+      "grad_norm": 1.262213496725281,
+      "learning_rate": 7.892179482319297e-05,
+      "loss": 0.7275,
+      "step": 30
+    },
+    {
+      "epoch": 0.8551724137931035,
+      "grad_norm": 1.2461285461495126,
+      "learning_rate": 7.873559842111225e-05,
+      "loss": 0.7332,
+      "step": 31
+    },
+    {
+      "epoch": 0.8827586206896552,
+      "grad_norm": 1.0437544355721975,
+      "learning_rate": 7.853483514463521e-05,
+      "loss": 0.7367,
+      "step": 32
+    },
+    {
+      "epoch": 0.9103448275862069,
+      "grad_norm": 1.284142636022308,
+      "learning_rate": 7.831958049261956e-05,
+      "loss": 0.7192,
+      "step": 33
+    },
+    {
+      "epoch": 0.9379310344827586,
+      "grad_norm": 1.0978222371570605,
+      "learning_rate": 7.808991541353662e-05,
+      "loss": 0.7199,
+      "step": 34
+    },
+    {
+      "epoch": 0.9655172413793104,
+      "grad_norm": 1.228062924424424,
+      "learning_rate": 7.784592627503004e-05,
+      "loss": 0.7144,
+      "step": 35
+    },
+    {
+      "epoch": 0.993103448275862,
+      "grad_norm": 1.1498514242934654,
+      "learning_rate": 7.758770483143634e-05,
+      "loss": 0.705,
+      "step": 36
+    },
+    {
+      "epoch": 1.0206896551724138,
+      "grad_norm": 1.8774846941468446,
+      "learning_rate": 7.731534818928004e-05,
+      "loss": 1.235,
+      "step": 37
+    },
+    {
+      "epoch": 1.0482758620689656,
+      "grad_norm": 0.9987161382234897,
+      "learning_rate": 7.702895877075563e-05,
+      "loss": 0.6918,
+      "step": 38
+    },
+    {
+      "epoch": 1.0758620689655172,
+      "grad_norm": 1.4270636334035107,
+      "learning_rate": 7.672864427521097e-05,
+      "loss": 0.6933,
+      "step": 39
+    },
+    {
+      "epoch": 1.103448275862069,
+      "grad_norm": 0.9251969227415783,
+      "learning_rate": 7.641451763864587e-05,
+      "loss": 0.6738,
+      "step": 40
+    },
+    {
+      "epoch": 1.1310344827586207,
+      "grad_norm": 1.1160409717405146,
+      "learning_rate": 7.608669699124153e-05,
+      "loss": 0.6853,
+      "step": 41
+    },
+    {
+      "epoch": 1.1586206896551725,
+      "grad_norm": 1.0949147674177735,
+      "learning_rate": 7.57453056129365e-05,
+      "loss": 0.6681,
+      "step": 42
+    },
+    {
+      "epoch": 1.186206896551724,
+      "grad_norm": 0.9886798320746403,
+      "learning_rate": 7.539047188706631e-05,
+      "loss": 0.6729,
+      "step": 43
+    },
+    {
+      "epoch": 1.2137931034482758,
+      "grad_norm": 1.0095530760015006,
+      "learning_rate": 7.502232925208365e-05,
+      "loss": 0.6566,
+      "step": 44
+    },
+    {
+      "epoch": 1.2413793103448276,
+      "grad_norm": 0.9176565519096451,
+      "learning_rate": 7.464101615137756e-05,
+      "loss": 0.6682,
+      "step": 45
+    },
+    {
+      "epoch": 1.2689655172413792,
+      "grad_norm": 0.8515083463293015,
+      "learning_rate": 7.424667598121067e-05,
+      "loss": 0.6642,
+      "step": 46
+    },
+    {
+      "epoch": 1.296551724137931,
+      "grad_norm": 0.7912812847060907,
+      "learning_rate": 7.383945703679365e-05,
+      "loss": 0.6745,
+      "step": 47
+    },
+    {
+      "epoch": 1.3241379310344827,
+      "grad_norm": 0.5034884537363618,
+      "learning_rate": 7.341951245651747e-05,
+      "loss": 0.6474,
+      "step": 48
+    },
+    {
+      "epoch": 1.3517241379310345,
+      "grad_norm": 0.7432028876919811,
+      "learning_rate": 7.298700016436427e-05,
+      "loss": 0.6652,
+      "step": 49
+    },
+    {
+      "epoch": 1.3793103448275863,
+      "grad_norm": 0.6046442942870782,
+      "learning_rate": 7.254208281051871e-05,
+      "loss": 0.6583,
+      "step": 50
+    },
+    {
+      "epoch": 1.4068965517241379,
+      "grad_norm": 0.6714883350584058,
+      "learning_rate": 7.208492771020176e-05,
+      "loss": 0.6547,
+      "step": 51
+    },
+    {
+      "epoch": 1.4344827586206896,
+      "grad_norm": 0.769077486908158,
+      "learning_rate": 7.161570678075038e-05,
+      "loss": 0.6403,
+      "step": 52
+    },
+    {
+      "epoch": 1.4620689655172414,
+      "grad_norm": 0.5063852054295792,
+      "learning_rate": 7.113459647696641e-05,
+      "loss": 0.6454,
+      "step": 53
+    },
+    {
+      "epoch": 1.489655172413793,
+      "grad_norm": 0.3258263703520632,
+      "learning_rate": 7.064177772475912e-05,
+      "loss": 0.6482,
+      "step": 54
+    },
+    {
+      "epoch": 1.5172413793103448,
+      "grad_norm": 0.40259270386783697,
+      "learning_rate": 7.013743585310642e-05,
+      "loss": 0.6469,
+      "step": 55
+    },
+    {
+      "epoch": 1.5448275862068965,
+      "grad_norm": 0.5331097141521068,
+      "learning_rate": 6.96217605243602e-05,
+      "loss": 0.6524,
+      "step": 56
+    },
+    {
+      "epoch": 1.5724137931034483,
+      "grad_norm": 0.5121831997934545,
+      "learning_rate": 6.909494566292195e-05,
+      "loss": 0.651,
+      "step": 57
+    },
+    {
+      "epoch": 1.6,
+      "grad_norm": 0.31535600252855955,
+      "learning_rate": 6.855718938231597e-05,
+      "loss": 0.6374,
+      "step": 58
+    },
+    {
+      "epoch": 1.6275862068965519,
+      "grad_norm": 0.30169608577322565,
+      "learning_rate": 6.800869391068674e-05,
+      "loss": 0.635,
+      "step": 59
+    },
+    {
+      "epoch": 1.6551724137931034,
+      "grad_norm": 0.30049400766976586,
+      "learning_rate": 6.744966551474936e-05,
+      "loss": 0.6415,
+      "step": 60
+    },
+    {
+      "epoch": 1.6827586206896552,
+      "grad_norm": 0.4209614683699927,
+      "learning_rate": 6.688031442222091e-05,
+      "loss": 0.6386,
+      "step": 61
+    },
+    {
+      "epoch": 1.7103448275862068,
+      "grad_norm": 0.46464000543744954,
+      "learning_rate": 6.630085474276256e-05,
+      "loss": 0.6428,
+      "step": 62
+    },
+    {
+      "epoch": 1.7379310344827585,
+      "grad_norm": 0.41360907325359436,
+      "learning_rate": 6.571150438746157e-05,
+      "loss": 0.6443,
+      "step": 63
+    },
+    {
+      "epoch": 1.7655172413793103,
+      "grad_norm": 0.3825819326128904,
+      "learning_rate": 6.511248498688396e-05,
+      "loss": 0.634,
+      "step": 64
+    },
+    {
+      "epoch": 1.793103448275862,
+      "grad_norm": 0.38488753974210554,
+      "learning_rate": 6.450402180772811e-05,
+      "loss": 0.6351,
+      "step": 65
+    },
+    {
+      "epoch": 1.8206896551724139,
+      "grad_norm": 0.3884436448875785,
+      "learning_rate": 6.388634366811146e-05,
+      "loss": 0.64,
+      "step": 66
+    },
+    {
+      "epoch": 1.8482758620689657,
+      "grad_norm": 0.32102606962069763,
+      "learning_rate": 6.325968285152107e-05,
+      "loss": 0.6348,
+      "step": 67
+    },
+    {
+      "epoch": 1.8758620689655172,
+      "grad_norm": 0.3685097552173206,
+      "learning_rate": 6.262427501946155e-05,
+      "loss": 0.6379,
+      "step": 68
+    },
+    {
+      "epoch": 1.903448275862069,
+      "grad_norm": 0.5030548934456391,
+      "learning_rate": 6.198035912283225e-05,
+      "loss": 0.6403,
+      "step": 69
+    },
+    {
+      "epoch": 1.9310344827586206,
+      "grad_norm": 0.7115229105133056,
+      "learning_rate": 6.132817731206766e-05,
+      "loss": 0.6361,
+      "step": 70
+    },
+    {
+      "epoch": 1.9586206896551723,
+      "grad_norm": 0.9085995602583713,
+      "learning_rate": 6.0667974846074524e-05,
+      "loss": 0.6439,
+      "step": 71
+    },
+    {
+      "epoch": 1.986206896551724,
+      "grad_norm": 1.221676208452332,
+      "learning_rate": 6.000000000000001e-05,
+      "loss": 0.6501,
+      "step": 72
+    },
+    {
+      "epoch": 2.013793103448276,
+      "grad_norm": 1.098962915073864,
+      "learning_rate": 5.9324503971865545e-05,
+      "loss": 1.0766,
+      "step": 73
+    },
+    {
+      "epoch": 2.0413793103448277,
+      "grad_norm": 1.1139862963993739,
+      "learning_rate": 5.8641740788101566e-05,
+      "loss": 0.5821,
+      "step": 74
+    },
+    {
+      "epoch": 2.0689655172413794,
+      "grad_norm": 0.7926504196483102,
+      "learning_rate": 5.79519672080185e-05,
+      "loss": 0.5814,
+      "step": 75
+    },
+    {
+      "epoch": 2.0965517241379312,
+      "grad_norm": 0.4836752190121402,
+      "learning_rate": 5.7255442627250146e-05,
+      "loss": 0.5691,
+      "step": 76
+    },
+    {
+      "epoch": 2.1241379310344826,
+      "grad_norm": 0.6231872682864155,
+      "learning_rate": 5.6552428980205575e-05,
+      "loss": 0.5777,
+      "step": 77
+    },
+    {
+      "epoch": 2.1517241379310343,
+      "grad_norm": 0.8504947761681395,
+      "learning_rate": 5.584319064156628e-05,
+      "loss": 0.5808,
+      "step": 78
+    },
+    {
+      "epoch": 2.179310344827586,
+      "grad_norm": 0.7664865985172806,
+      "learning_rate": 5.5127994326865706e-05,
+      "loss": 0.5721,
+      "step": 79
+    },
+    {
+      "epoch": 2.206896551724138,
+      "grad_norm": 0.45009821427217384,
+      "learning_rate": 5.440710899218842e-05,
+      "loss": 0.5885,
+      "step": 80
+    },
+    {
+      "epoch": 2.2344827586206897,
+      "grad_norm": 0.5295669544206002,
+      "learning_rate": 5.368080573302676e-05,
+      "loss": 0.5784,
+      "step": 81
+    },
+    {
+      "epoch": 2.2620689655172415,
+      "grad_norm": 0.6069545788118131,
+      "learning_rate": 5.294935768233285e-05,
+      "loss": 0.5848,
+      "step": 82
+    },
+    {
+      "epoch": 2.2896551724137932,
+      "grad_norm": 0.3723173407781202,
+      "learning_rate": 5.2213039907804535e-05,
+      "loss": 0.5706,
+      "step": 83
+    },
+    {
+      "epoch": 2.317241379310345,
+      "grad_norm": 0.36467131449654966,
+      "learning_rate": 5.1472129308443616e-05,
+      "loss": 0.5788,
+      "step": 84
+    },
+    {
+      "epoch": 2.344827586206897,
+      "grad_norm": 0.43918512507379004,
+      "learning_rate": 5.07269045104255e-05,
+      "loss": 0.5779,
+      "step": 85
+    },
+    {
+      "epoch": 2.372413793103448,
+      "grad_norm": 0.29804139927079065,
+      "learning_rate": 4.9977645762319255e-05,
+      "loss": 0.5826,
+      "step": 86
+    },
+    {
+      "epoch": 2.4,
+      "grad_norm": 0.3617685923192836,
+      "learning_rate": 4.922463482969761e-05,
+      "loss": 0.5743,
+      "step": 87
+    },
+    {
+      "epoch": 2.4275862068965517,
+      "grad_norm": 0.3958418246469877,
+      "learning_rate": 4.846815488917644e-05,
+      "loss": 0.5667,
+      "step": 88
+    },
+    {
+      "epoch": 2.4551724137931035,
+      "grad_norm": 0.3481445885537368,
+      "learning_rate": 4.7708490421923596e-05,
+      "loss": 0.5708,
+      "step": 89
+    },
+    {
+      "epoch": 2.4827586206896552,
+      "grad_norm": 0.3425604141403272,
+      "learning_rate": 4.694592710667723e-05,
+      "loss": 0.5688,
+      "step": 90
+    },
+    {
+      "epoch": 2.510344827586207,
+      "grad_norm": 0.40177734001098314,
+      "learning_rate": 4.618075171231363e-05,
+      "loss": 0.5669,
+      "step": 91
+    },
+    {
+      "epoch": 2.5379310344827584,
+      "grad_norm": 0.29099701833530267,
+      "learning_rate": 4.541325199000525e-05,
+      "loss": 0.5754,
+      "step": 92
+    },
+    {
+      "epoch": 2.56551724137931,
+      "grad_norm": 0.26856519536575985,
+      "learning_rate": 4.464371656500921e-05,
+      "loss": 0.5722,
+      "step": 93
+    },
+    {
+      "epoch": 2.593103448275862,
+      "grad_norm": 0.3672905231776436,
+      "learning_rate": 4.387243482812717e-05,
+      "loss": 0.5739,
+      "step": 94
+    },
+    {
+      "epoch": 2.6206896551724137,
+      "grad_norm": 0.21317736512877272,
+      "learning_rate": 4.309969682687724e-05,
+      "loss": 0.5613,
+      "step": 95
+    },
+    {
+      "epoch": 2.6482758620689655,
+      "grad_norm": 0.2621968123513734,
+      "learning_rate": 4.2325793156419035e-05,
+      "loss": 0.5722,
+      "step": 96
+    },
+    {
+      "epoch": 2.6758620689655173,
+      "grad_norm": 0.3220289394960516,
+      "learning_rate": 4.155101485027268e-05,
+      "loss": 0.564,
+      "step": 97
+    },
+    {
+      "epoch": 2.703448275862069,
+      "grad_norm": 0.20667724871975712,
+      "learning_rate": 4.077565327087298e-05,
+      "loss": 0.5733,
+      "step": 98
+    },
+    {
+      "epoch": 2.731034482758621,
+      "grad_norm": 0.270131170253454,
+      "learning_rate": 4e-05,
+      "loss": 0.5749,
+      "step": 99
+    },
+    {
+      "epoch": 2.7586206896551726,
+      "grad_norm": 0.24605123035244134,
+      "learning_rate": 3.9224346729127034e-05,
+      "loss": 0.5659,
+      "step": 100
+    },
+    {
+      "epoch": 2.7862068965517244,
+      "grad_norm": 0.1952924137800316,
+      "learning_rate": 3.844898514972733e-05,
+      "loss": 0.5668,
+      "step": 101
+    },
+    {
+      "epoch": 2.8137931034482757,
+      "grad_norm": 0.2361123059496943,
+      "learning_rate": 3.767420684358097e-05,
+      "loss": 0.5702,
+      "step": 102
+    },
+    {
+      "epoch": 2.8413793103448275,
+      "grad_norm": 0.18467799589256295,
+      "learning_rate": 3.690030317312277e-05,
+      "loss": 0.568,
+      "step": 103
+    },
+    {
+      "epoch": 2.8689655172413793,
+      "grad_norm": 0.242288989184374,
+      "learning_rate": 3.612756517187284e-05,
+      "loss": 0.5724,
+      "step": 104
+    },
+    {
+      "epoch": 2.896551724137931,
+      "grad_norm": 0.21175011904492963,
+      "learning_rate": 3.535628343499079e-05,
+      "loss": 0.5778,
+      "step": 105
+    },
+    {
+      "epoch": 2.924137931034483,
+      "grad_norm": 0.20379198813949495,
+      "learning_rate": 3.458674800999477e-05,
+      "loss": 0.5775,
+      "step": 106
+    },
+    {
+      "epoch": 2.9517241379310346,
+      "grad_norm": 0.20271740174715297,
+      "learning_rate": 3.3819248287686386e-05,
+      "loss": 0.5726,
+      "step": 107
+    },
+    {
+      "epoch": 2.979310344827586,
+      "grad_norm": 0.20729414058393245,
+      "learning_rate": 3.305407289332279e-05,
+      "loss": 0.5604,
+      "step": 108
+    },
+    {
+      "epoch": 3.0068965517241377,
+      "grad_norm": 0.3076386520316924,
+      "learning_rate": 3.229150957807641e-05,
+      "loss": 1.0015,
+      "step": 109
+    },
+    {
+      "epoch": 3.0344827586206895,
+      "grad_norm": 0.3249950011947247,
+      "learning_rate": 3.153184511082359e-05,
+      "loss": 0.5213,
+      "step": 110
+    },
+    {
+      "epoch": 3.0620689655172413,
+      "grad_norm": 0.19776597344993513,
+      "learning_rate": 3.07753651703024e-05,
+      "loss": 0.52,
+      "step": 111
+    },
+    {
+      "epoch": 3.089655172413793,
+      "grad_norm": 0.23949243914948978,
+      "learning_rate": 3.0022354237680752e-05,
+      "loss": 0.5251,
+      "step": 112
+    },
+    {
+      "epoch": 3.117241379310345,
+      "grad_norm": 0.24078394703769124,
+      "learning_rate": 2.9273095489574502e-05,
+      "loss": 0.5295,
+      "step": 113
+    },
+    {
+      "epoch": 3.1448275862068966,
+      "grad_norm": 0.18480805575851064,
+      "learning_rate": 2.8527870691556404e-05,
+      "loss": 0.5166,
+      "step": 114
+    },
+    {
+      "epoch": 3.1724137931034484,
+      "grad_norm": 0.23503902506452476,
+      "learning_rate": 2.778696009219548e-05,
+      "loss": 0.5156,
+      "step": 115
+    },
+    {
+      "epoch": 3.2,
+      "grad_norm": 0.18487291082471574,
+      "learning_rate": 2.7050642317667164e-05,
+      "loss": 0.5164,
+      "step": 116
+    },
+    {
+      "epoch": 3.227586206896552,
+      "grad_norm": 0.2422568087782523,
+      "learning_rate": 2.6319194266973256e-05,
+      "loss": 0.5168,
+      "step": 117
+    },
+    {
+      "epoch": 3.2551724137931033,
+      "grad_norm": 0.1902265878253806,
+      "learning_rate": 2.5592891007811594e-05,
+      "loss": 0.5299,
+      "step": 118
+    },
+    {
+      "epoch": 3.282758620689655,
+      "grad_norm": 0.2214456953218186,
+      "learning_rate": 2.4872005673134307e-05,
+      "loss": 0.5182,
+      "step": 119
+    },
+    {
+      "epoch": 3.310344827586207,
+      "grad_norm": 0.17984634469297897,
+      "learning_rate": 2.4156809358433728e-05,
+      "loss": 0.5113,
+      "step": 120
+    },
+    {
+      "epoch": 3.3379310344827586,
+      "grad_norm": 0.21875998472911068,
+      "learning_rate": 2.3447571019794438e-05,
+      "loss": 0.5169,
+      "step": 121
+    },
+    {
+      "epoch": 3.3655172413793104,
+      "grad_norm": 0.16326758193343743,
+      "learning_rate": 2.274455737274987e-05,
+      "loss": 0.522,
+      "step": 122
+    },
+    {
+      "epoch": 3.393103448275862,
+      "grad_norm": 0.2429670769160995,
+      "learning_rate": 2.2048032791981515e-05,
+      "loss": 0.5344,
+      "step": 123
+    },
+    {
+      "epoch": 3.420689655172414,
+      "grad_norm": 0.14437853786734225,
+      "learning_rate": 2.135825921189846e-05,
+      "loss": 0.5163,
+      "step": 124
+    },
+    {
+      "epoch": 3.4482758620689653,
+      "grad_norm": 0.21797343034175723,
+      "learning_rate": 2.067549602813446e-05,
+      "loss": 0.5227,
+      "step": 125
+    },
+    {
+      "epoch": 3.475862068965517,
+      "grad_norm": 0.16171061969635037,
+      "learning_rate": 2.0000000000000012e-05,
+      "loss": 0.5235,
+      "step": 126
+    },
+    {
+      "epoch": 3.503448275862069,
+      "grad_norm": 0.17879521605019197,
+      "learning_rate": 1.9332025153925486e-05,
+      "loss": 0.5239,
+      "step": 127
+    },
+    {
+      "epoch": 3.5310344827586206,
+      "grad_norm": 0.17694265501733974,
+      "learning_rate": 1.867182268793236e-05,
+      "loss": 0.5179,
+      "step": 128
+    },
+    {
+      "epoch": 3.5586206896551724,
+      "grad_norm": 0.15579594604420435,
+      "learning_rate": 1.8019640877167763e-05,
+      "loss": 0.5246,
+      "step": 129
+    },
+    {
+      "epoch": 3.586206896551724,
+      "grad_norm": 0.17610048435328357,
+      "learning_rate": 1.7375724980538465e-05,
+      "loss": 0.5136,
+      "step": 130
+    },
+    {
+      "epoch": 3.613793103448276,
+      "grad_norm": 0.11425556810511402,
+      "learning_rate": 1.6740317148478932e-05,
+      "loss": 0.5164,
+      "step": 131
+    },
+    {
+      "epoch": 3.6413793103448278,
+      "grad_norm": 0.1635419637304657,
+      "learning_rate": 1.6113656331888563e-05,
+      "loss": 0.512,
+      "step": 132
+    },
+    {
+      "epoch": 3.6689655172413795,
+      "grad_norm": 0.11963505370102022,
+      "learning_rate": 1.5495978192271887e-05,
+      "loss": 0.5183,
+      "step": 133
+    },
+    {
+      "epoch": 3.696551724137931,
+      "grad_norm": 0.12051650165728112,
+      "learning_rate": 1.4887515013116067e-05,
+      "loss": 0.5269,
+      "step": 134
+    },
+    {
+      "epoch": 3.7241379310344827,
+      "grad_norm": 0.13753843204851934,
+      "learning_rate": 1.4288495612538427e-05,
+      "loss": 0.5248,
+      "step": 135
+    },
+    {
+      "epoch": 3.7517241379310344,
+      "grad_norm": 0.11829012922751402,
+      "learning_rate": 1.369914525723746e-05,
+      "loss": 0.5252,
+      "step": 136
+    },
+    {
+      "epoch": 3.779310344827586,
+      "grad_norm": 0.13693979706276124,
+      "learning_rate": 1.3119685577779105e-05,
+      "loss": 0.5172,
+      "step": 137
+    },
+    {
+      "epoch": 3.806896551724138,
+      "grad_norm": 0.11476776048951762,
+      "learning_rate": 1.2550334485250661e-05,
+      "loss": 0.5273,
+      "step": 138
+    },
+    {
+      "epoch": 3.8344827586206898,
+      "grad_norm": 0.10282974047324488,
+      "learning_rate": 1.1991306089313261e-05,
+      "loss": 0.5131,
+      "step": 139
+    },
+    {
+      "epoch": 3.862068965517241,
+      "grad_norm": 0.12768590859383086,
+      "learning_rate": 1.1442810617684046e-05,
+      "loss": 0.5165,
+      "step": 140
+    },
+    {
+      "epoch": 3.889655172413793,
+      "grad_norm": 0.10849675393238085,
+      "learning_rate": 1.0905054337078051e-05,
+      "loss": 0.5183,
+      "step": 141
+    },
+    {
+      "epoch": 3.9172413793103447,
+      "grad_norm": 0.10656182230683149,
+      "learning_rate": 1.0378239475639823e-05,
+      "loss": 0.5242,
+      "step": 142
+    },
+    {
+      "epoch": 3.9448275862068964,
+      "grad_norm": 0.11589471940857303,
+      "learning_rate": 9.862564146893571e-06,
+      "loss": 0.5241,
+      "step": 143
+    },
+    {
+      "epoch": 3.972413793103448,
+      "grad_norm": 0.09357600237822784,
+      "learning_rate": 9.358222275240884e-06,
+      "loss": 0.5187,
+      "step": 144
+    },
+    {
+      "epoch": 4.0,
+      "grad_norm": 0.2005801183502208,
+      "learning_rate": 8.8654035230336e-06,
+      "loss": 0.8967,
+      "step": 145
+    },
+    {
+      "epoch": 4.027586206896552,
+      "grad_norm": 0.14696406689886707,
+      "learning_rate": 8.384293219249633e-06,
+      "loss": 0.4983,
+      "step": 146
+    },
+    {
+      "epoch": 4.055172413793104,
+      "grad_norm": 0.11996489163720403,
+      "learning_rate": 7.915072289798247e-06,
+      "loss": 0.4848,
+      "step": 147
+    },
+    {
+      "epoch": 4.082758620689655,
+      "grad_norm": 0.11358461685367047,
+      "learning_rate": 7.457917189481301e-06,
+      "loss": 0.4872,
+      "step": 148
+    },
+    {
+      "epoch": 4.110344827586207,
+      "grad_norm": 0.11365275396741593,
+      "learning_rate": 7.0129998356357295e-06,
+      "loss": 0.4868,
+      "step": 149
+    },
+    {
+      "epoch": 4.137931034482759,
+      "grad_norm": 0.10882228461433846,
+      "learning_rate": 6.58048754348255e-06,
+      "loss": 0.4939,
+      "step": 150
+    },
+    {
+      "epoch": 4.165517241379311,
+      "grad_norm": 0.11095520891254505,
+      "learning_rate": 6.160542963206357e-06,
+      "loss": 0.488,
+      "step": 151
+    },
+    {
+      "epoch": 4.1931034482758625,
+      "grad_norm": 0.11999116105780049,
+      "learning_rate": 5.753324018789346e-06,
+      "loss": 0.5033,
+      "step": 152
+    },
+    {
+      "epoch": 4.220689655172414,
+      "grad_norm": 0.11645518370728632,
+      "learning_rate": 5.358983848622452e-06,
+      "loss": 0.4901,
+      "step": 153
+    },
+    {
+      "epoch": 4.248275862068965,
+      "grad_norm": 0.10736136122526953,
+      "learning_rate": 4.97767074791637e-06,
+      "loss": 0.4982,
+      "step": 154
+    },
+    {
+      "epoch": 4.275862068965517,
+      "grad_norm": 0.09879345526449772,
+      "learning_rate": 4.609528112933688e-06,
+      "loss": 0.4903,
+      "step": 155
+    },
+    {
+      "epoch": 4.303448275862069,
+      "grad_norm": 0.10011026403485264,
+      "learning_rate": 4.254694387063514e-06,
+      "loss": 0.4869,
+      "step": 156
+    },
+    {
+      "epoch": 4.3310344827586205,
+      "grad_norm": 0.10184449212963452,
+      "learning_rate": 3.913303008758491e-06,
+      "loss": 0.4925,
+      "step": 157
+    },
+    {
+      "epoch": 4.358620689655172,
+      "grad_norm": 0.10450583586781954,
+      "learning_rate": 3.585482361354138e-06,
+      "loss": 0.4989,
+      "step": 158
+    },
+    {
+      "epoch": 4.386206896551724,
+      "grad_norm": 0.0968156701618347,
+      "learning_rate": 3.2713557247890447e-06,
+      "loss": 0.499,
+      "step": 159
+    },
+    {
+      "epoch": 4.413793103448276,
+      "grad_norm": 0.09141538856548265,
+      "learning_rate": 2.9710412292443868e-06,
+      "loss": 0.4854,
+      "step": 160
+    },
+    {
+      "epoch": 4.441379310344828,
+      "grad_norm": 0.09480481626345198,
+      "learning_rate": 2.6846518107199782e-06,
+      "loss": 0.4937,
+      "step": 161
+    },
+    {
+      "epoch": 4.468965517241379,
+      "grad_norm": 0.09244475605472917,
+      "learning_rate": 2.4122951685636674e-06,
+      "loss": 0.4846,
+      "step": 162
+    },
+    {
+      "epoch": 4.496551724137931,
+      "grad_norm": 0.0955378295114542,
+      "learning_rate": 2.1540737249699893e-06,
+      "loss": 0.5049,
+      "step": 163
+    },
+    {
+      "epoch": 4.524137931034483,
+      "grad_norm": 0.09415683648753735,
+      "learning_rate": 1.9100845864633875e-06,
+      "loss": 0.4995,
+      "step": 164
+    },
+    {
+      "epoch": 4.551724137931035,
+      "grad_norm": 0.09256086502058866,
+      "learning_rate": 1.6804195073804442e-06,
+      "loss": 0.4887,
+      "step": 165
+    },
+    {
+      "epoch": 4.5793103448275865,
+      "grad_norm": 0.08984083528669612,
+      "learning_rate": 1.4651648553647869e-06,
+      "loss": 0.4971,
+      "step": 166
+    },
+    {
+      "epoch": 4.606896551724138,
+      "grad_norm": 0.08794201397224419,
+      "learning_rate": 1.2644015788877684e-06,
+      "loss": 0.4872,
+      "step": 167
+    },
+    {
+      "epoch": 4.63448275862069,
+      "grad_norm": 0.08527818313124648,
+      "learning_rate": 1.0782051768070477e-06,
+      "loss": 0.4921,
+      "step": 168
+    },
+    {
+      "epoch": 4.662068965517241,
+      "grad_norm": 0.08619600676422086,
+      "learning_rate": 9.066456699745774e-07,
+      "loss": 0.4999,
+      "step": 169
+    },
+    {
+      "epoch": 4.689655172413794,
+      "grad_norm": 0.08400292356812496,
+      "learning_rate": 7.497875749046124e-07,
+      "loss": 0.498,
+      "step": 170
+    },
+    {
+      "epoch": 4.7172413793103445,
+      "grad_norm": 0.08429763197590825,
+      "learning_rate": 6.076898795116792e-07,
+      "loss": 0.4935,
+      "step": 171
+    },
+    {
+      "epoch": 4.744827586206896,
+      "grad_norm": 0.08549163461863384,
+      "learning_rate": 4.804060209276396e-07,
+      "loss": 0.4944,
+      "step": 172
+    },
+    {
+      "epoch": 4.772413793103448,
+      "grad_norm": 0.08401106378330236,
+      "learning_rate": 3.679838654061874e-07,
+      "loss": 0.491,
+      "step": 173
+    },
+    {
+      "epoch": 4.8,
+      "grad_norm": 0.0841142588132846,
+      "learning_rate": 2.704656903222791e-07,
+      "loss": 0.4906,
+      "step": 174
+    },
+    {
+      "epoch": 4.827586206896552,
+      "grad_norm": 0.08502878964043316,
+      "learning_rate": 1.8788816827336686e-07,
+      "loss": 0.4972,
+      "step": 175
+    },
+    {
+      "epoch": 4.855172413793103,
+      "grad_norm": 0.08487729047940562,
+      "learning_rate": 1.2028235328831906e-07,
+      "loss": 0.4991,
+      "step": 176
+    },
+    {
+      "epoch": 4.882758620689655,
+      "grad_norm": 0.08075987729602521,
+      "learning_rate": 6.767366914927298e-08,
+      "loss": 0.4877,
+      "step": 177
+    },
+    {
+      "epoch": 4.910344827586207,
+      "grad_norm": 0.08252425353088089,
+      "learning_rate": 3.0081899830798345e-08,
+      "loss": 0.5049,
+      "step": 178
+    },
+    {
+      "epoch": 4.937931034482759,
+      "grad_norm": 0.0815920458724209,
+      "learning_rate": 7.521182059946342e-09,
+      "loss": 0.4965,
+      "step": 179
+    },
+    {
+      "epoch": 4.9655172413793105,
+      "grad_norm": 0.08271877616161065,
+      "learning_rate": 0.0,
+      "loss": 0.4967,
+      "step": 180
+    },
+    {
+      "epoch": 4.9655172413793105,
+      "step": 180,
+      "total_flos": 4.786232862271603e+18,
+      "train_loss": 0.0,
+      "train_runtime": 15.6924,
+      "train_samples_per_second": 5912.423,
+      "train_steps_per_second": 11.471
+    }
+  ],
+  "logging_steps": 1,
+  "max_steps": 180,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 5,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 4.786232862271603e+18,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:aafec68ca2bc5373cb746041ac3f3d9788e75a5ae6220401902093d9acc2ba6b
-size 7288

 version https://git-lfs.github.com/spec/v1
+oid sha256:1ca271a71dc9e77179b62fcc12deb78b68f6564f785da477a978eb2f5ef5e17c
+size 7352

training_loss.png ADDED Viewed