Add files using upload-large-folder tool

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,66 @@
+---
+library_name: peft
+license: other
+base_model: Qwen/Qwen2.5-14B-Instruct
+tags:
+- llama-factory
+- lora
+- generated_from_trainer
+model-index:
+- name: MATH_training_response_Qwen2.5_72B
+  results: []
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# MATH_training_response_Qwen2.5_72B
+
+This model is a fine-tuned version of [Qwen/Qwen2.5-14B-Instruct](https://huggingface.co/Qwen/Qwen2.5-14B-Instruct) on the MATH_training_response_Qwen2.5_72B dataset.
+It achieves the following results on the evaluation set:
+- Loss: 0.0579
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 0.0001
+- train_batch_size: 1
+- eval_batch_size: 1
+- seed: 42
+- distributed_type: multi-GPU
+- num_devices: 4
+- total_train_batch_size: 4
+- total_eval_batch_size: 4
+- optimizer: Use adamw_torch with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments
+- lr_scheduler_type: cosine
+- lr_scheduler_warmup_ratio: 0.1
+- num_epochs: 2.0
+
+### Training results
+
+| Training Loss | Epoch  | Step | Validation Loss |
+|:-------------:|:------:|:----:|:---------------:|
+| 0.046         | 1.3889 | 200  | 0.0584          |
+
+
+### Framework versions
+
+- PEFT 0.12.0
+- Transformers 4.46.1
+- Pytorch 2.5.1+cu124
+- Datasets 3.1.0
+- Tokenizers 0.20.3

adapter_config.json

@@ -0,0 +1,34 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "Qwen/Qwen2.5-14B-Instruct",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 16,
+  "lora_dropout": 0.0,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 8,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "k_proj",
+    "down_proj",
+    "o_proj",
+    "q_proj",
+    "up_proj",
+    "gate_proj",
+    "v_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fea4b9066052e7677343c9fe97cb80f2f66e84669ffc4178961eb4d211cf4801
+size 68902296

added_tokens.json

@@ -0,0 +1,24 @@
+{
+  "</tool_call>": 151658,
+  "<tool_call>": 151657,
+  "<|box_end|>": 151649,
+  "<|box_start|>": 151648,
+  "<|endoftext|>": 151643,
+  "<|file_sep|>": 151664,
+  "<|fim_middle|>": 151660,
+  "<|fim_pad|>": 151662,
+  "<|fim_prefix|>": 151659,
+  "<|fim_suffix|>": 151661,
+  "<|im_end|>": 151645,
+  "<|im_start|>": 151644,
+  "<|image_pad|>": 151655,
+  "<|object_ref_end|>": 151647,
+  "<|object_ref_start|>": 151646,
+  "<|quad_end|>": 151651,
+  "<|quad_start|>": 151650,
+  "<|repo_name|>": 151663,
+  "<|video_pad|>": 151656,
+  "<|vision_end|>": 151653,
+  "<|vision_pad|>": 151654,
+  "<|vision_start|>": 151652
+}

all_results.json

@@ -0,0 +1,12 @@
+{
+    "epoch": 2.0,
+    "eval_loss": 0.05785840377211571,
+    "eval_runtime": 2.9043,
+    "eval_samples_per_second": 2.066,
+    "eval_steps_per_second": 0.689,
+    "total_flos": 547031730880512.0,
+    "train_loss": 0.056736280779457755,
+    "train_runtime": 1071.8886,
+    "train_samples_per_second": 1.069,
+    "train_steps_per_second": 0.269
+}

eval_results.json

@@ -0,0 +1,7 @@
+{
+    "epoch": 2.0,
+    "eval_loss": 0.05785840377211571,
+    "eval_runtime": 2.9043,
+    "eval_samples_per_second": 2.066,
+    "eval_steps_per_second": 0.689
+}

special_tokens_map.json

@@ -0,0 +1,31 @@
+{
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "eos_token": {
+    "content": "<|im_end|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c5ae00e602b8860cbd784ba82a8aa14e8feecec692e7076590d014d7b7fdafa
+size 11421896

tokenizer_config.json

@@ -0,0 +1,208 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "chat_template": "{%- if tools %}\n    {{- '<|im_start|>system\\n' }}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- messages[0]['content'] }}\n    {%- else %}\n        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}\n    {%- endif %}\n    {{- \"\\n\\n# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within <tools></tools> XML tags:\\n<tools>\" }}\n    {%- for tool in tools %}\n        {{- \"\\n\" }}\n        {{- tool | tojson }}\n    {%- endfor %}\n    {{- \"\\n</tools>\\n\\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\\n<tool_call>\\n{\\\"name\\\": <function-name>, \\\"arguments\\\": <args-json-object>}\\n</tool_call><|im_end|>\\n\" }}\n{%- else %}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- '<|im_start|>system\\n' + messages[0]['content'] + '<|im_end|>\\n' }}\n    {%- else %}\n        {{- '<|im_start|>system\\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\\n' }}\n    {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n    {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) or (message.role == \"assistant\" and not message.tool_calls) %}\n        {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n    {%- elif message.role == \"assistant\" %}\n        {{- '<|im_start|>' + message.role }}\n        {%- if message.content %}\n            {{- '\\n' + message.content }}\n        {%- endif %}\n        {%- for tool_call in message.tool_calls %}\n            {%- if tool_call.function is defined %}\n                {%- set tool_call = tool_call.function %}\n            {%- endif %}\n            {{- '\\n<tool_call>\\n{\"name\": \"' }}\n            {{- tool_call.name }}\n            {{- '\", \"arguments\": ' }}\n            {{- tool_call.arguments | tojson }}\n            {{- '}\\n</tool_call>' }}\n        {%- endfor %}\n        {{- '<|im_end|>\\n' }}\n    {%- elif message.role == \"tool\" %}\n        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != \"tool\") %}\n            {{- '<|im_start|>user' }}\n        {%- endif %}\n        {{- '\\n<tool_response>\\n' }}\n        {{- message.content }}\n        {{- '\\n</tool_response>' }}\n        {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n            {{- '<|im_end|>\\n' }}\n        {%- endif %}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "model_max_length": 131072,
+  "pad_token": "<|endoftext|>",
+  "padding_side": "right",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

train_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 2.0,
+    "total_flos": 547031730880512.0,
+    "train_loss": 0.056736280779457755,
+    "train_runtime": 1071.8886,
+    "train_samples_per_second": 1.069,
+    "train_steps_per_second": 0.269
+}

trainer_log.jsonl

@@ -0,0 +1,290 @@
+{"current_steps": 1, "total_steps": 288, "loss": 0.1218, "lr": 3.448275862068966e-06, "epoch": 0.006944444444444444, "percentage": 0.35, "elapsed_time": "0:00:06", "remaining_time": "0:32:10"}
+{"current_steps": 2, "total_steps": 288, "loss": 0.1441, "lr": 6.896551724137932e-06, "epoch": 0.013888888888888888, "percentage": 0.69, "elapsed_time": "0:00:16", "remaining_time": "0:39:48"}
+{"current_steps": 3, "total_steps": 288, "loss": 0.1517, "lr": 1.0344827586206897e-05, "epoch": 0.020833333333333332, "percentage": 1.04, "elapsed_time": "0:00:20", "remaining_time": "0:32:12"}
+{"current_steps": 4, "total_steps": 288, "loss": 0.184, "lr": 1.3793103448275863e-05, "epoch": 0.027777777777777776, "percentage": 1.39, "elapsed_time": "0:00:23", "remaining_time": "0:28:19"}
+{"current_steps": 5, "total_steps": 288, "loss": 0.0937, "lr": 1.7241379310344828e-05, "epoch": 0.034722222222222224, "percentage": 1.74, "elapsed_time": "0:00:27", "remaining_time": "0:25:57"}
+{"current_steps": 6, "total_steps": 288, "loss": 0.1932, "lr": 2.0689655172413793e-05, "epoch": 0.041666666666666664, "percentage": 2.08, "elapsed_time": "0:00:31", "remaining_time": "0:24:20"}
+{"current_steps": 7, "total_steps": 288, "loss": 0.1163, "lr": 2.413793103448276e-05, "epoch": 0.04861111111111111, "percentage": 2.43, "elapsed_time": "0:00:34", "remaining_time": "0:23:13"}
+{"current_steps": 8, "total_steps": 288, "loss": 0.0997, "lr": 2.7586206896551727e-05, "epoch": 0.05555555555555555, "percentage": 2.78, "elapsed_time": "0:00:38", "remaining_time": "0:22:21"}
+{"current_steps": 9, "total_steps": 288, "loss": 0.0691, "lr": 3.103448275862069e-05, "epoch": 0.0625, "percentage": 3.12, "elapsed_time": "0:00:41", "remaining_time": "0:21:39"}
+{"current_steps": 10, "total_steps": 288, "loss": 0.1096, "lr": 3.4482758620689657e-05, "epoch": 0.06944444444444445, "percentage": 3.47, "elapsed_time": "0:00:45", "remaining_time": "0:21:05"}
+{"current_steps": 11, "total_steps": 288, "loss": 0.0915, "lr": 3.793103448275862e-05, "epoch": 0.0763888888888889, "percentage": 3.82, "elapsed_time": "0:00:49", "remaining_time": "0:20:37"}
+{"current_steps": 12, "total_steps": 288, "loss": 0.0758, "lr": 4.1379310344827587e-05, "epoch": 0.08333333333333333, "percentage": 4.17, "elapsed_time": "0:00:52", "remaining_time": "0:20:13"}
+{"current_steps": 13, "total_steps": 288, "loss": 0.085, "lr": 4.482758620689655e-05, "epoch": 0.09027777777777778, "percentage": 4.51, "elapsed_time": "0:00:56", "remaining_time": "0:19:52"}
+{"current_steps": 14, "total_steps": 288, "loss": 0.1039, "lr": 4.827586206896552e-05, "epoch": 0.09722222222222222, "percentage": 4.86, "elapsed_time": "0:00:59", "remaining_time": "0:19:32"}
+{"current_steps": 15, "total_steps": 288, "loss": 0.1153, "lr": 5.172413793103449e-05, "epoch": 0.10416666666666667, "percentage": 5.21, "elapsed_time": "0:01:03", "remaining_time": "0:19:17"}
+{"current_steps": 16, "total_steps": 288, "loss": 0.096, "lr": 5.517241379310345e-05, "epoch": 0.1111111111111111, "percentage": 5.56, "elapsed_time": "0:01:07", "remaining_time": "0:19:02"}
+{"current_steps": 17, "total_steps": 288, "loss": 0.1187, "lr": 5.862068965517241e-05, "epoch": 0.11805555555555555, "percentage": 5.9, "elapsed_time": "0:01:10", "remaining_time": "0:18:48"}
+{"current_steps": 18, "total_steps": 288, "loss": 0.0613, "lr": 6.206896551724138e-05, "epoch": 0.125, "percentage": 6.25, "elapsed_time": "0:01:14", "remaining_time": "0:18:35"}
+{"current_steps": 19, "total_steps": 288, "loss": 0.112, "lr": 6.551724137931034e-05, "epoch": 0.13194444444444445, "percentage": 6.6, "elapsed_time": "0:01:18", "remaining_time": "0:18:24"}
+{"current_steps": 20, "total_steps": 288, "loss": 0.1131, "lr": 6.896551724137931e-05, "epoch": 0.1388888888888889, "percentage": 6.94, "elapsed_time": "0:01:21", "remaining_time": "0:18:14"}
+{"current_steps": 21, "total_steps": 288, "loss": 0.0754, "lr": 7.241379310344828e-05, "epoch": 0.14583333333333334, "percentage": 7.29, "elapsed_time": "0:01:25", "remaining_time": "0:18:04"}
+{"current_steps": 22, "total_steps": 288, "loss": 0.0476, "lr": 7.586206896551724e-05, "epoch": 0.1527777777777778, "percentage": 7.64, "elapsed_time": "0:01:28", "remaining_time": "0:17:54"}
+{"current_steps": 23, "total_steps": 288, "loss": 0.0778, "lr": 7.931034482758621e-05, "epoch": 0.1597222222222222, "percentage": 7.99, "elapsed_time": "0:01:32", "remaining_time": "0:17:46"}
+{"current_steps": 24, "total_steps": 288, "loss": 0.0749, "lr": 8.275862068965517e-05, "epoch": 0.16666666666666666, "percentage": 8.33, "elapsed_time": "0:01:36", "remaining_time": "0:17:37"}
+{"current_steps": 25, "total_steps": 288, "loss": 0.0692, "lr": 8.620689655172413e-05, "epoch": 0.1736111111111111, "percentage": 8.68, "elapsed_time": "0:01:39", "remaining_time": "0:17:29"}
+{"current_steps": 26, "total_steps": 288, "loss": 0.1005, "lr": 8.96551724137931e-05, "epoch": 0.18055555555555555, "percentage": 9.03, "elapsed_time": "0:01:43", "remaining_time": "0:17:21"}
+{"current_steps": 27, "total_steps": 288, "loss": 0.0796, "lr": 9.310344827586207e-05, "epoch": 0.1875, "percentage": 9.38, "elapsed_time": "0:01:46", "remaining_time": "0:17:14"}
+{"current_steps": 28, "total_steps": 288, "loss": 0.0808, "lr": 9.655172413793105e-05, "epoch": 0.19444444444444445, "percentage": 9.72, "elapsed_time": "0:01:50", "remaining_time": "0:17:07"}
+{"current_steps": 29, "total_steps": 288, "loss": 0.0589, "lr": 0.0001, "epoch": 0.2013888888888889, "percentage": 10.07, "elapsed_time": "0:01:54", "remaining_time": "0:16:59"}
+{"current_steps": 30, "total_steps": 288, "loss": 0.0885, "lr": 9.999632180371776e-05, "epoch": 0.20833333333333334, "percentage": 10.42, "elapsed_time": "0:01:57", "remaining_time": "0:16:52"}
+{"current_steps": 31, "total_steps": 288, "loss": 0.0859, "lr": 9.998528775603611e-05, "epoch": 0.2152777777777778, "percentage": 10.76, "elapsed_time": "0:02:01", "remaining_time": "0:16:46"}
+{"current_steps": 32, "total_steps": 288, "loss": 0.0482, "lr": 9.99668994803708e-05, "epoch": 0.2222222222222222, "percentage": 11.11, "elapsed_time": "0:02:05", "remaining_time": "0:16:40"}
+{"current_steps": 33, "total_steps": 288, "loss": 0.0575, "lr": 9.994115968214932e-05, "epoch": 0.22916666666666666, "percentage": 11.46, "elapsed_time": "0:02:08", "remaining_time": "0:16:34"}
+{"current_steps": 34, "total_steps": 288, "loss": 0.0661, "lr": 9.990807214841287e-05, "epoch": 0.2361111111111111, "percentage": 11.81, "elapsed_time": "0:02:12", "remaining_time": "0:16:28"}
+{"current_steps": 35, "total_steps": 288, "loss": 0.0556, "lr": 9.986764174725919e-05, "epoch": 0.24305555555555555, "percentage": 12.15, "elapsed_time": "0:02:15", "remaining_time": "0:16:22"}
+{"current_steps": 36, "total_steps": 288, "loss": 0.0546, "lr": 9.981987442712633e-05, "epoch": 0.25, "percentage": 12.5, "elapsed_time": "0:02:19", "remaining_time": "0:16:16"}
+{"current_steps": 37, "total_steps": 288, "loss": 0.0704, "lr": 9.976477721591745e-05, "epoch": 0.2569444444444444, "percentage": 12.85, "elapsed_time": "0:02:23", "remaining_time": "0:16:10"}
+{"current_steps": 38, "total_steps": 288, "loss": 0.0627, "lr": 9.97023582199669e-05, "epoch": 0.2638888888888889, "percentage": 13.19, "elapsed_time": "0:02:26", "remaining_time": "0:16:05"}
+{"current_steps": 39, "total_steps": 288, "loss": 0.0353, "lr": 9.963262662284736e-05, "epoch": 0.2708333333333333, "percentage": 13.54, "elapsed_time": "0:02:30", "remaining_time": "0:16:00"}
+{"current_steps": 40, "total_steps": 288, "loss": 0.0562, "lr": 9.955559268401893e-05, "epoch": 0.2777777777777778, "percentage": 13.89, "elapsed_time": "0:02:34", "remaining_time": "0:15:54"}
+{"current_steps": 41, "total_steps": 288, "loss": 0.0774, "lr": 9.947126773731948e-05, "epoch": 0.2847222222222222, "percentage": 14.24, "elapsed_time": "0:02:37", "remaining_time": "0:15:49"}
+{"current_steps": 42, "total_steps": 288, "loss": 0.0688, "lr": 9.937966418929726e-05, "epoch": 0.2916666666666667, "percentage": 14.58, "elapsed_time": "0:02:41", "remaining_time": "0:15:43"}
+{"current_steps": 43, "total_steps": 288, "loss": 0.0631, "lr": 9.928079551738543e-05, "epoch": 0.2986111111111111, "percentage": 14.93, "elapsed_time": "0:02:44", "remaining_time": "0:15:38"}
+{"current_steps": 44, "total_steps": 288, "loss": 0.0602, "lr": 9.917467626791925e-05, "epoch": 0.3055555555555556, "percentage": 15.28, "elapsed_time": "0:02:48", "remaining_time": "0:15:33"}
+{"current_steps": 45, "total_steps": 288, "loss": 0.0603, "lr": 9.90613220539959e-05, "epoch": 0.3125, "percentage": 15.62, "elapsed_time": "0:02:52", "remaining_time": "0:15:28"}
+{"current_steps": 46, "total_steps": 288, "loss": 0.05, "lr": 9.89407495531773e-05, "epoch": 0.3194444444444444, "percentage": 15.97, "elapsed_time": "0:02:55", "remaining_time": "0:15:23"}
+{"current_steps": 47, "total_steps": 288, "loss": 0.0666, "lr": 9.881297650503641e-05, "epoch": 0.3263888888888889, "percentage": 16.32, "elapsed_time": "0:02:59", "remaining_time": "0:15:18"}
+{"current_steps": 48, "total_steps": 288, "loss": 0.0576, "lr": 9.867802170854724e-05, "epoch": 0.3333333333333333, "percentage": 16.67, "elapsed_time": "0:03:02", "remaining_time": "0:15:14"}
+{"current_steps": 49, "total_steps": 288, "loss": 0.0714, "lr": 9.853590501931904e-05, "epoch": 0.3402777777777778, "percentage": 17.01, "elapsed_time": "0:03:06", "remaining_time": "0:15:09"}
+{"current_steps": 50, "total_steps": 288, "loss": 0.0557, "lr": 9.838664734667495e-05, "epoch": 0.3472222222222222, "percentage": 17.36, "elapsed_time": "0:03:09", "remaining_time": "0:15:04"}
+{"current_steps": 51, "total_steps": 288, "loss": 0.0608, "lr": 9.82302706505756e-05, "epoch": 0.3541666666666667, "percentage": 17.71, "elapsed_time": "0:03:13", "remaining_time": "0:15:01"}
+{"current_steps": 52, "total_steps": 288, "loss": 0.0457, "lr": 9.806679793838829e-05, "epoch": 0.3611111111111111, "percentage": 18.06, "elapsed_time": "0:03:17", "remaining_time": "0:14:57"}
+{"current_steps": 53, "total_steps": 288, "loss": 0.0538, "lr": 9.78962532615019e-05, "epoch": 0.3680555555555556, "percentage": 18.4, "elapsed_time": "0:03:21", "remaining_time": "0:14:52"}
+{"current_steps": 54, "total_steps": 288, "loss": 0.0535, "lr": 9.771866171178831e-05, "epoch": 0.375, "percentage": 18.75, "elapsed_time": "0:03:24", "remaining_time": "0:14:48"}
+{"current_steps": 55, "total_steps": 288, "loss": 0.0533, "lr": 9.753404941791062e-05, "epoch": 0.3819444444444444, "percentage": 19.1, "elapsed_time": "0:03:28", "remaining_time": "0:14:43"}
+{"current_steps": 56, "total_steps": 288, "loss": 0.0558, "lr": 9.734244354147895e-05, "epoch": 0.3888888888888889, "percentage": 19.44, "elapsed_time": "0:03:32", "remaining_time": "0:14:39"}
+{"current_steps": 57, "total_steps": 288, "loss": 0.059, "lr": 9.714387227305422e-05, "epoch": 0.3958333333333333, "percentage": 19.79, "elapsed_time": "0:03:35", "remaining_time": "0:14:34"}
+{"current_steps": 58, "total_steps": 288, "loss": 0.0666, "lr": 9.693836482800044e-05, "epoch": 0.4027777777777778, "percentage": 20.14, "elapsed_time": "0:03:39", "remaining_time": "0:14:30"}
+{"current_steps": 59, "total_steps": 288, "loss": 0.0553, "lr": 9.672595144218646e-05, "epoch": 0.4097222222222222, "percentage": 20.49, "elapsed_time": "0:03:43", "remaining_time": "0:14:26"}
+{"current_steps": 60, "total_steps": 288, "loss": 0.0736, "lr": 9.650666336753728e-05, "epoch": 0.4166666666666667, "percentage": 20.83, "elapsed_time": "0:03:46", "remaining_time": "0:14:22"}
+{"current_steps": 61, "total_steps": 288, "loss": 0.0658, "lr": 9.628053286743619e-05, "epoch": 0.4236111111111111, "percentage": 21.18, "elapsed_time": "0:03:50", "remaining_time": "0:14:17"}
+{"current_steps": 62, "total_steps": 288, "loss": 0.0597, "lr": 9.604759321197773e-05, "epoch": 0.4305555555555556, "percentage": 21.53, "elapsed_time": "0:03:54", "remaining_time": "0:14:13"}
+{"current_steps": 63, "total_steps": 288, "loss": 0.0661, "lr": 9.580787867307293e-05, "epoch": 0.4375, "percentage": 21.88, "elapsed_time": "0:03:57", "remaining_time": "0:14:09"}
+{"current_steps": 64, "total_steps": 288, "loss": 0.0684, "lr": 9.55614245194068e-05, "epoch": 0.4444444444444444, "percentage": 22.22, "elapsed_time": "0:04:01", "remaining_time": "0:14:04"}
+{"current_steps": 65, "total_steps": 288, "loss": 0.0547, "lr": 9.530826701124939e-05, "epoch": 0.4513888888888889, "percentage": 22.57, "elapsed_time": "0:04:04", "remaining_time": "0:14:00"}
+{"current_steps": 66, "total_steps": 288, "loss": 0.0596, "lr": 9.504844339512095e-05, "epoch": 0.4583333333333333, "percentage": 22.92, "elapsed_time": "0:04:08", "remaining_time": "0:13:55"}
+{"current_steps": 67, "total_steps": 288, "loss": 0.0411, "lr": 9.478199189831183e-05, "epoch": 0.4652777777777778, "percentage": 23.26, "elapsed_time": "0:04:12", "remaining_time": "0:13:51"}
+{"current_steps": 68, "total_steps": 288, "loss": 0.0548, "lr": 9.450895172325822e-05, "epoch": 0.4722222222222222, "percentage": 23.61, "elapsed_time": "0:04:15", "remaining_time": "0:13:47"}
+{"current_steps": 69, "total_steps": 288, "loss": 0.0531, "lr": 9.422936304177439e-05, "epoch": 0.4791666666666667, "percentage": 23.96, "elapsed_time": "0:04:19", "remaining_time": "0:13:43"}
+{"current_steps": 70, "total_steps": 288, "loss": 0.0658, "lr": 9.39432669891423e-05, "epoch": 0.4861111111111111, "percentage": 24.31, "elapsed_time": "0:04:22", "remaining_time": "0:13:38"}
+{"current_steps": 71, "total_steps": 288, "loss": 0.0511, "lr": 9.365070565805941e-05, "epoch": 0.4930555555555556, "percentage": 24.65, "elapsed_time": "0:04:26", "remaining_time": "0:13:34"}
+{"current_steps": 72, "total_steps": 288, "loss": 0.0547, "lr": 9.335172209244575e-05, "epoch": 0.5, "percentage": 25.0, "elapsed_time": "0:04:30", "remaining_time": "0:13:30"}
+{"current_steps": 73, "total_steps": 288, "loss": 0.0674, "lr": 9.304636028111094e-05, "epoch": 0.5069444444444444, "percentage": 25.35, "elapsed_time": "0:04:33", "remaining_time": "0:13:26"}
+{"current_steps": 74, "total_steps": 288, "loss": 0.067, "lr": 9.273466515128209e-05, "epoch": 0.5138888888888888, "percentage": 25.69, "elapsed_time": "0:04:37", "remaining_time": "0:13:22"}
+{"current_steps": 75, "total_steps": 288, "loss": 0.0501, "lr": 9.241668256199392e-05, "epoch": 0.5208333333333334, "percentage": 26.04, "elapsed_time": "0:04:41", "remaining_time": "0:13:18"}
+{"current_steps": 76, "total_steps": 288, "loss": 0.0509, "lr": 9.209245929734156e-05, "epoch": 0.5277777777777778, "percentage": 26.39, "elapsed_time": "0:04:44", "remaining_time": "0:13:13"}
+{"current_steps": 77, "total_steps": 288, "loss": 0.0465, "lr": 9.176204305959726e-05, "epoch": 0.5347222222222222, "percentage": 26.74, "elapsed_time": "0:04:48", "remaining_time": "0:13:09"}
+{"current_steps": 78, "total_steps": 288, "loss": 0.0454, "lr": 9.142548246219212e-05, "epoch": 0.5416666666666666, "percentage": 27.08, "elapsed_time": "0:04:51", "remaining_time": "0:13:05"}
+{"current_steps": 79, "total_steps": 288, "loss": 0.0598, "lr": 9.108282702256365e-05, "epoch": 0.5486111111111112, "percentage": 27.43, "elapsed_time": "0:04:55", "remaining_time": "0:13:01"}
+{"current_steps": 80, "total_steps": 288, "loss": 0.0632, "lr": 9.073412715487044e-05, "epoch": 0.5555555555555556, "percentage": 27.78, "elapsed_time": "0:04:59", "remaining_time": "0:12:57"}
+{"current_steps": 81, "total_steps": 288, "loss": 0.059, "lr": 9.037943416257474e-05, "epoch": 0.5625, "percentage": 28.12, "elapsed_time": "0:05:02", "remaining_time": "0:12:53"}
+{"current_steps": 82, "total_steps": 288, "loss": 0.0578, "lr": 9.001880023089441e-05, "epoch": 0.5694444444444444, "percentage": 28.47, "elapsed_time": "0:05:06", "remaining_time": "0:12:49"}
+{"current_steps": 83, "total_steps": 288, "loss": 0.0435, "lr": 8.965227841912489e-05, "epoch": 0.5763888888888888, "percentage": 28.82, "elapsed_time": "0:05:09", "remaining_time": "0:12:45"}
+{"current_steps": 84, "total_steps": 288, "loss": 0.058, "lr": 8.927992265283282e-05, "epoch": 0.5833333333333334, "percentage": 29.17, "elapsed_time": "0:05:13", "remaining_time": "0:12:41"}
+{"current_steps": 85, "total_steps": 288, "loss": 0.045, "lr": 8.890178771592199e-05, "epoch": 0.5902777777777778, "percentage": 29.51, "elapsed_time": "0:05:17", "remaining_time": "0:12:37"}
+{"current_steps": 86, "total_steps": 288, "loss": 0.0709, "lr": 8.851792924257317e-05, "epoch": 0.5972222222222222, "percentage": 29.86, "elapsed_time": "0:05:20", "remaining_time": "0:12:33"}
+{"current_steps": 87, "total_steps": 288, "loss": 0.0525, "lr": 8.812840370905873e-05, "epoch": 0.6041666666666666, "percentage": 30.21, "elapsed_time": "0:05:24", "remaining_time": "0:12:29"}
+{"current_steps": 88, "total_steps": 288, "loss": 0.0464, "lr": 8.773326842543347e-05, "epoch": 0.6111111111111112, "percentage": 30.56, "elapsed_time": "0:05:27", "remaining_time": "0:12:25"}
+{"current_steps": 89, "total_steps": 288, "loss": 0.0649, "lr": 8.733258152710262e-05, "epoch": 0.6180555555555556, "percentage": 30.9, "elapsed_time": "0:05:31", "remaining_time": "0:12:21"}
+{"current_steps": 90, "total_steps": 288, "loss": 0.0575, "lr": 8.692640196626858e-05, "epoch": 0.625, "percentage": 31.25, "elapsed_time": "0:05:35", "remaining_time": "0:12:17"}
+{"current_steps": 91, "total_steps": 288, "loss": 0.0694, "lr": 8.651478950325737e-05, "epoch": 0.6319444444444444, "percentage": 31.6, "elapsed_time": "0:05:38", "remaining_time": "0:12:13"}
+{"current_steps": 92, "total_steps": 288, "loss": 0.0581, "lr": 8.609780469772623e-05, "epoch": 0.6388888888888888, "percentage": 31.94, "elapsed_time": "0:05:42", "remaining_time": "0:12:09"}
+{"current_steps": 93, "total_steps": 288, "loss": 0.0489, "lr": 8.567550889975362e-05, "epoch": 0.6458333333333334, "percentage": 32.29, "elapsed_time": "0:05:45", "remaining_time": "0:12:05"}
+{"current_steps": 94, "total_steps": 288, "loss": 0.0597, "lr": 8.524796424081292e-05, "epoch": 0.6527777777777778, "percentage": 32.64, "elapsed_time": "0:05:49", "remaining_time": "0:12:01"}
+{"current_steps": 95, "total_steps": 288, "loss": 0.0609, "lr": 8.481523362463111e-05, "epoch": 0.6597222222222222, "percentage": 32.99, "elapsed_time": "0:05:53", "remaining_time": "0:11:57"}
+{"current_steps": 96, "total_steps": 288, "loss": 0.0461, "lr": 8.437738071793394e-05, "epoch": 0.6666666666666666, "percentage": 33.33, "elapsed_time": "0:05:56", "remaining_time": "0:11:53"}
+{"current_steps": 97, "total_steps": 288, "loss": 0.0675, "lr": 8.393446994107877e-05, "epoch": 0.6736111111111112, "percentage": 33.68, "elapsed_time": "0:06:00", "remaining_time": "0:11:49"}
+{"current_steps": 98, "total_steps": 288, "loss": 0.0501, "lr": 8.348656645857649e-05, "epoch": 0.6805555555555556, "percentage": 34.03, "elapsed_time": "0:06:03", "remaining_time": "0:11:45"}
+{"current_steps": 99, "total_steps": 288, "loss": 0.0465, "lr": 8.303373616950408e-05, "epoch": 0.6875, "percentage": 34.38, "elapsed_time": "0:06:07", "remaining_time": "0:11:41"}
+{"current_steps": 100, "total_steps": 288, "loss": 0.0538, "lr": 8.257604569780897e-05, "epoch": 0.6944444444444444, "percentage": 34.72, "elapsed_time": "0:06:11", "remaining_time": "0:11:37"}
+{"current_steps": 101, "total_steps": 288, "loss": 0.0532, "lr": 8.21135623825068e-05, "epoch": 0.7013888888888888, "percentage": 35.07, "elapsed_time": "0:06:14", "remaining_time": "0:11:33"}
+{"current_steps": 102, "total_steps": 288, "loss": 0.0584, "lr": 8.164635426777404e-05, "epoch": 0.7083333333333334, "percentage": 35.42, "elapsed_time": "0:06:18", "remaining_time": "0:11:29"}
+{"current_steps": 103, "total_steps": 288, "loss": 0.0486, "lr": 8.117449009293668e-05, "epoch": 0.7152777777777778, "percentage": 35.76, "elapsed_time": "0:06:22", "remaining_time": "0:11:26"}
+{"current_steps": 104, "total_steps": 288, "loss": 0.0512, "lr": 8.069803928235689e-05, "epoch": 0.7222222222222222, "percentage": 36.11, "elapsed_time": "0:06:25", "remaining_time": "0:11:22"}
+{"current_steps": 105, "total_steps": 288, "loss": 0.0466, "lr": 8.021707193521865e-05, "epoch": 0.7291666666666666, "percentage": 36.46, "elapsed_time": "0:06:29", "remaining_time": "0:11:18"}
+{"current_steps": 106, "total_steps": 288, "loss": 0.0614, "lr": 7.973165881521434e-05, "epoch": 0.7361111111111112, "percentage": 36.81, "elapsed_time": "0:06:32", "remaining_time": "0:11:14"}
+{"current_steps": 107, "total_steps": 288, "loss": 0.0468, "lr": 7.924187134013323e-05, "epoch": 0.7430555555555556, "percentage": 37.15, "elapsed_time": "0:06:36", "remaining_time": "0:11:10"}
+{"current_steps": 108, "total_steps": 288, "loss": 0.0522, "lr": 7.874778157135415e-05, "epoch": 0.75, "percentage": 37.5, "elapsed_time": "0:06:40", "remaining_time": "0:11:06"}
+{"current_steps": 109, "total_steps": 288, "loss": 0.0639, "lr": 7.824946220324312e-05, "epoch": 0.7569444444444444, "percentage": 37.85, "elapsed_time": "0:06:43", "remaining_time": "0:11:02"}
+{"current_steps": 110, "total_steps": 288, "loss": 0.054, "lr": 7.774698655245802e-05, "epoch": 0.7638888888888888, "percentage": 38.19, "elapsed_time": "0:06:47", "remaining_time": "0:10:58"}
+{"current_steps": 111, "total_steps": 288, "loss": 0.0492, "lr": 7.724042854716169e-05, "epoch": 0.7708333333333334, "percentage": 38.54, "elapsed_time": "0:06:50", "remaining_time": "0:10:55"}
+{"current_steps": 112, "total_steps": 288, "loss": 0.0562, "lr": 7.6729862716145e-05, "epoch": 0.7777777777777778, "percentage": 38.89, "elapsed_time": "0:06:54", "remaining_time": "0:10:51"}
+{"current_steps": 113, "total_steps": 288, "loss": 0.069, "lr": 7.621536417786159e-05, "epoch": 0.7847222222222222, "percentage": 39.24, "elapsed_time": "0:06:58", "remaining_time": "0:10:47"}
+{"current_steps": 114, "total_steps": 288, "loss": 0.057, "lr": 7.56970086293759e-05, "epoch": 0.7916666666666666, "percentage": 39.58, "elapsed_time": "0:07:01", "remaining_time": "0:10:43"}
+{"current_steps": 115, "total_steps": 288, "loss": 0.0545, "lr": 7.5174872335226e-05, "epoch": 0.7986111111111112, "percentage": 39.93, "elapsed_time": "0:07:05", "remaining_time": "0:10:39"}
+{"current_steps": 116, "total_steps": 288, "loss": 0.0533, "lr": 7.464903211620291e-05, "epoch": 0.8055555555555556, "percentage": 40.28, "elapsed_time": "0:07:08", "remaining_time": "0:10:35"}
+{"current_steps": 117, "total_steps": 288, "loss": 0.0567, "lr": 7.411956533804818e-05, "epoch": 0.8125, "percentage": 40.62, "elapsed_time": "0:07:12", "remaining_time": "0:10:32"}
+{"current_steps": 118, "total_steps": 288, "loss": 0.0634, "lr": 7.358654990007122e-05, "epoch": 0.8194444444444444, "percentage": 40.97, "elapsed_time": "0:07:16", "remaining_time": "0:10:28"}
+{"current_steps": 119, "total_steps": 288, "loss": 0.0396, "lr": 7.305006422368811e-05, "epoch": 0.8263888888888888, "percentage": 41.32, "elapsed_time": "0:07:19", "remaining_time": "0:10:24"}
+{"current_steps": 120, "total_steps": 288, "loss": 0.0598, "lr": 7.251018724088367e-05, "epoch": 0.8333333333333334, "percentage": 41.67, "elapsed_time": "0:07:23", "remaining_time": "0:10:20"}
+{"current_steps": 121, "total_steps": 288, "loss": 0.0542, "lr": 7.196699838259834e-05, "epoch": 0.8402777777777778, "percentage": 42.01, "elapsed_time": "0:07:26", "remaining_time": "0:10:16"}
+{"current_steps": 122, "total_steps": 288, "loss": 0.064, "lr": 7.142057756704168e-05, "epoch": 0.8472222222222222, "percentage": 42.36, "elapsed_time": "0:07:30", "remaining_time": "0:10:13"}
+{"current_steps": 123, "total_steps": 288, "loss": 0.0552, "lr": 7.087100518793421e-05, "epoch": 0.8541666666666666, "percentage": 42.71, "elapsed_time": "0:07:34", "remaining_time": "0:10:09"}
+{"current_steps": 124, "total_steps": 288, "loss": 0.0519, "lr": 7.031836210267915e-05, "epoch": 0.8611111111111112, "percentage": 43.06, "elapsed_time": "0:07:37", "remaining_time": "0:10:05"}
+{"current_steps": 125, "total_steps": 288, "loss": 0.0544, "lr": 6.976272962046619e-05, "epoch": 0.8680555555555556, "percentage": 43.4, "elapsed_time": "0:07:41", "remaining_time": "0:10:01"}
+{"current_steps": 126, "total_steps": 288, "loss": 0.0684, "lr": 6.920418949030856e-05, "epoch": 0.875, "percentage": 43.75, "elapsed_time": "0:07:44", "remaining_time": "0:09:57"}
+{"current_steps": 127, "total_steps": 288, "loss": 0.0737, "lr": 6.864282388901544e-05, "epoch": 0.8819444444444444, "percentage": 44.1, "elapsed_time": "0:07:48", "remaining_time": "0:09:53"}
+{"current_steps": 128, "total_steps": 288, "loss": 0.0515, "lr": 6.807871540910154e-05, "epoch": 0.8888888888888888, "percentage": 44.44, "elapsed_time": "0:07:52", "remaining_time": "0:09:50"}
+{"current_steps": 129, "total_steps": 288, "loss": 0.0574, "lr": 6.751194704663543e-05, "epoch": 0.8958333333333334, "percentage": 44.79, "elapsed_time": "0:07:55", "remaining_time": "0:09:46"}
+{"current_steps": 130, "total_steps": 288, "loss": 0.0445, "lr": 6.694260218902844e-05, "epoch": 0.9027777777777778, "percentage": 45.14, "elapsed_time": "0:07:59", "remaining_time": "0:09:42"}
+{"current_steps": 131, "total_steps": 288, "loss": 0.0569, "lr": 6.637076460276613e-05, "epoch": 0.9097222222222222, "percentage": 45.49, "elapsed_time": "0:08:02", "remaining_time": "0:09:38"}
+{"current_steps": 132, "total_steps": 288, "loss": 0.0551, "lr": 6.57965184210838e-05, "epoch": 0.9166666666666666, "percentage": 45.83, "elapsed_time": "0:08:06", "remaining_time": "0:09:35"}
+{"current_steps": 133, "total_steps": 288, "loss": 0.0557, "lr": 6.521994813158834e-05, "epoch": 0.9236111111111112, "percentage": 46.18, "elapsed_time": "0:08:10", "remaining_time": "0:09:31"}
+{"current_steps": 134, "total_steps": 288, "loss": 0.041, "lr": 6.464113856382752e-05, "epoch": 0.9305555555555556, "percentage": 46.53, "elapsed_time": "0:08:13", "remaining_time": "0:09:27"}
+{"current_steps": 135, "total_steps": 288, "loss": 0.0522, "lr": 6.406017487680937e-05, "epoch": 0.9375, "percentage": 46.88, "elapsed_time": "0:08:17", "remaining_time": "0:09:23"}
+{"current_steps": 136, "total_steps": 288, "loss": 0.0486, "lr": 6.347714254647284e-05, "epoch": 0.9444444444444444, "percentage": 47.22, "elapsed_time": "0:08:21", "remaining_time": "0:09:19"}
+{"current_steps": 137, "total_steps": 288, "loss": 0.0593, "lr": 6.28921273531119e-05, "epoch": 0.9513888888888888, "percentage": 47.57, "elapsed_time": "0:08:24", "remaining_time": "0:09:16"}
+{"current_steps": 138, "total_steps": 288, "loss": 0.0603, "lr": 6.230521536875494e-05, "epoch": 0.9583333333333334, "percentage": 47.92, "elapsed_time": "0:08:28", "remaining_time": "0:09:12"}
+{"current_steps": 139, "total_steps": 288, "loss": 0.0422, "lr": 6.171649294450113e-05, "epoch": 0.9652777777777778, "percentage": 48.26, "elapsed_time": "0:08:31", "remaining_time": "0:09:08"}
+{"current_steps": 140, "total_steps": 288, "loss": 0.0628, "lr": 6.112604669781572e-05, "epoch": 0.9722222222222222, "percentage": 48.61, "elapsed_time": "0:08:35", "remaining_time": "0:09:04"}
+{"current_steps": 141, "total_steps": 288, "loss": 0.0416, "lr": 6.0533963499786314e-05, "epoch": 0.9791666666666666, "percentage": 48.96, "elapsed_time": "0:08:39", "remaining_time": "0:09:01"}
+{"current_steps": 142, "total_steps": 288, "loss": 0.0663, "lr": 5.994033046234162e-05, "epoch": 0.9861111111111112, "percentage": 49.31, "elapsed_time": "0:08:42", "remaining_time": "0:08:57"}
+{"current_steps": 143, "total_steps": 288, "loss": 0.0598, "lr": 5.934523492543489e-05, "epoch": 0.9930555555555556, "percentage": 49.65, "elapsed_time": "0:08:46", "remaining_time": "0:08:53"}
+{"current_steps": 144, "total_steps": 288, "loss": 0.0553, "lr": 5.874876444419377e-05, "epoch": 1.0, "percentage": 50.0, "elapsed_time": "0:08:49", "remaining_time": "0:08:49"}
+{"current_steps": 145, "total_steps": 288, "loss": 0.0487, "lr": 5.8151006776038544e-05, "epoch": 1.0069444444444444, "percentage": 50.35, "elapsed_time": "0:08:53", "remaining_time": "0:08:46"}
+{"current_steps": 146, "total_steps": 288, "loss": 0.0496, "lr": 5.75520498677705e-05, "epoch": 1.0138888888888888, "percentage": 50.69, "elapsed_time": "0:08:57", "remaining_time": "0:08:42"}
+{"current_steps": 147, "total_steps": 288, "loss": 0.0447, "lr": 5.6951981842632585e-05, "epoch": 1.0208333333333333, "percentage": 51.04, "elapsed_time": "0:09:00", "remaining_time": "0:08:38"}
+{"current_steps": 148, "total_steps": 288, "loss": 0.0574, "lr": 5.6350890987343944e-05, "epoch": 1.0277777777777777, "percentage": 51.39, "elapsed_time": "0:09:04", "remaining_time": "0:08:34"}
+{"current_steps": 149, "total_steps": 288, "loss": 0.0484, "lr": 5.574886573911056e-05, "epoch": 1.0347222222222223, "percentage": 51.74, "elapsed_time": "0:09:07", "remaining_time": "0:08:31"}
+{"current_steps": 150, "total_steps": 288, "loss": 0.0424, "lr": 5.5145994672613624e-05, "epoch": 1.0416666666666667, "percentage": 52.08, "elapsed_time": "0:09:11", "remaining_time": "0:08:27"}
+{"current_steps": 151, "total_steps": 288, "loss": 0.0506, "lr": 5.4542366486977756e-05, "epoch": 1.0486111111111112, "percentage": 52.43, "elapsed_time": "0:09:15", "remaining_time": "0:08:23"}
+{"current_steps": 152, "total_steps": 288, "loss": 0.0527, "lr": 5.39380699927209e-05, "epoch": 1.0555555555555556, "percentage": 52.78, "elapsed_time": "0:09:18", "remaining_time": "0:08:19"}
+{"current_steps": 153, "total_steps": 288, "loss": 0.0511, "lr": 5.3333194098687764e-05, "epoch": 1.0625, "percentage": 53.12, "elapsed_time": "0:09:22", "remaining_time": "0:08:16"}
+{"current_steps": 154, "total_steps": 288, "loss": 0.0543, "lr": 5.272782779896898e-05, "epoch": 1.0694444444444444, "percentage": 53.47, "elapsed_time": "0:09:25", "remaining_time": "0:08:12"}
+{"current_steps": 155, "total_steps": 288, "loss": 0.0595, "lr": 5.212206015980742e-05, "epoch": 1.0763888888888888, "percentage": 53.82, "elapsed_time": "0:09:29", "remaining_time": "0:08:08"}
+{"current_steps": 156, "total_steps": 288, "loss": 0.0396, "lr": 5.151598030649425e-05, "epoch": 1.0833333333333333, "percentage": 54.17, "elapsed_time": "0:09:33", "remaining_time": "0:08:05"}
+{"current_steps": 157, "total_steps": 288, "loss": 0.0436, "lr": 5.0909677410255985e-05, "epoch": 1.0902777777777777, "percentage": 54.51, "elapsed_time": "0:09:36", "remaining_time": "0:08:01"}
+{"current_steps": 158, "total_steps": 288, "loss": 0.0514, "lr": 5.030324067513499e-05, "epoch": 1.0972222222222223, "percentage": 54.86, "elapsed_time": "0:09:40", "remaining_time": "0:07:57"}
+{"current_steps": 159, "total_steps": 288, "loss": 0.0472, "lr": 4.969675932486503e-05, "epoch": 1.1041666666666667, "percentage": 55.21, "elapsed_time": "0:09:44", "remaining_time": "0:07:53"}
+{"current_steps": 160, "total_steps": 288, "loss": 0.0436, "lr": 4.9090322589744027e-05, "epoch": 1.1111111111111112, "percentage": 55.56, "elapsed_time": "0:09:47", "remaining_time": "0:07:50"}
+{"current_steps": 161, "total_steps": 288, "loss": 0.0547, "lr": 4.848401969350577e-05, "epoch": 1.1180555555555556, "percentage": 55.9, "elapsed_time": "0:09:51", "remaining_time": "0:07:46"}
+{"current_steps": 162, "total_steps": 288, "loss": 0.0454, "lr": 4.78779398401926e-05, "epoch": 1.125, "percentage": 56.25, "elapsed_time": "0:09:54", "remaining_time": "0:07:42"}
+{"current_steps": 163, "total_steps": 288, "loss": 0.0481, "lr": 4.7272172201031054e-05, "epoch": 1.1319444444444444, "percentage": 56.6, "elapsed_time": "0:09:58", "remaining_time": "0:07:38"}
+{"current_steps": 164, "total_steps": 288, "loss": 0.0463, "lr": 4.666680590131225e-05, "epoch": 1.1388888888888888, "percentage": 56.94, "elapsed_time": "0:10:02", "remaining_time": "0:07:35"}
+{"current_steps": 165, "total_steps": 288, "loss": 0.0506, "lr": 4.606193000727913e-05, "epoch": 1.1458333333333333, "percentage": 57.29, "elapsed_time": "0:10:05", "remaining_time": "0:07:31"}
+{"current_steps": 166, "total_steps": 288, "loss": 0.0474, "lr": 4.545763351302224e-05, "epoch": 1.1527777777777777, "percentage": 57.64, "elapsed_time": "0:10:09", "remaining_time": "0:07:27"}
+{"current_steps": 167, "total_steps": 288, "loss": 0.0454, "lr": 4.485400532738638e-05, "epoch": 1.1597222222222223, "percentage": 57.99, "elapsed_time": "0:10:12", "remaining_time": "0:07:24"}
+{"current_steps": 168, "total_steps": 288, "loss": 0.0517, "lr": 4.425113426088945e-05, "epoch": 1.1666666666666667, "percentage": 58.33, "elapsed_time": "0:10:16", "remaining_time": "0:07:20"}
+{"current_steps": 169, "total_steps": 288, "loss": 0.0538, "lr": 4.364910901265606e-05, "epoch": 1.1736111111111112, "percentage": 58.68, "elapsed_time": "0:10:20", "remaining_time": "0:07:16"}
+{"current_steps": 170, "total_steps": 288, "loss": 0.0413, "lr": 4.3048018157367433e-05, "epoch": 1.1805555555555556, "percentage": 59.03, "elapsed_time": "0:10:23", "remaining_time": "0:07:12"}
+{"current_steps": 171, "total_steps": 288, "loss": 0.0571, "lr": 4.244795013222951e-05, "epoch": 1.1875, "percentage": 59.38, "elapsed_time": "0:10:27", "remaining_time": "0:07:09"}
+{"current_steps": 172, "total_steps": 288, "loss": 0.0406, "lr": 4.184899322396147e-05, "epoch": 1.1944444444444444, "percentage": 59.72, "elapsed_time": "0:10:30", "remaining_time": "0:07:05"}
+{"current_steps": 173, "total_steps": 288, "loss": 0.0492, "lr": 4.125123555580624e-05, "epoch": 1.2013888888888888, "percentage": 60.07, "elapsed_time": "0:10:34", "remaining_time": "0:07:01"}
+{"current_steps": 174, "total_steps": 288, "loss": 0.057, "lr": 4.0654765074565124e-05, "epoch": 1.2083333333333333, "percentage": 60.42, "elapsed_time": "0:10:38", "remaining_time": "0:06:58"}
+{"current_steps": 175, "total_steps": 288, "loss": 0.0479, "lr": 4.005966953765839e-05, "epoch": 1.2152777777777777, "percentage": 60.76, "elapsed_time": "0:10:41", "remaining_time": "0:06:54"}
+{"current_steps": 176, "total_steps": 288, "loss": 0.0395, "lr": 3.94660365002137e-05, "epoch": 1.2222222222222223, "percentage": 61.11, "elapsed_time": "0:10:45", "remaining_time": "0:06:50"}
+{"current_steps": 177, "total_steps": 288, "loss": 0.0391, "lr": 3.887395330218429e-05, "epoch": 1.2291666666666667, "percentage": 61.46, "elapsed_time": "0:10:48", "remaining_time": "0:06:46"}
+{"current_steps": 178, "total_steps": 288, "loss": 0.043, "lr": 3.8283507055498886e-05, "epoch": 1.2361111111111112, "percentage": 61.81, "elapsed_time": "0:10:52", "remaining_time": "0:06:43"}
+{"current_steps": 179, "total_steps": 288, "loss": 0.0449, "lr": 3.769478463124507e-05, "epoch": 1.2430555555555556, "percentage": 62.15, "elapsed_time": "0:10:56", "remaining_time": "0:06:39"}
+{"current_steps": 180, "total_steps": 288, "loss": 0.0563, "lr": 3.7107872646888116e-05, "epoch": 1.25, "percentage": 62.5, "elapsed_time": "0:10:59", "remaining_time": "0:06:35"}
+{"current_steps": 181, "total_steps": 288, "loss": 0.0652, "lr": 3.652285745352717e-05, "epoch": 1.2569444444444444, "percentage": 62.85, "elapsed_time": "0:11:03", "remaining_time": "0:06:32"}
+{"current_steps": 182, "total_steps": 288, "loss": 0.0439, "lr": 3.5939825123190635e-05, "epoch": 1.2638888888888888, "percentage": 63.19, "elapsed_time": "0:11:06", "remaining_time": "0:06:28"}
+{"current_steps": 183, "total_steps": 288, "loss": 0.0396, "lr": 3.5358861436172485e-05, "epoch": 1.2708333333333333, "percentage": 63.54, "elapsed_time": "0:11:10", "remaining_time": "0:06:24"}
+{"current_steps": 184, "total_steps": 288, "loss": 0.0349, "lr": 3.4780051868411675e-05, "epoch": 1.2777777777777777, "percentage": 63.89, "elapsed_time": "0:11:14", "remaining_time": "0:06:21"}
+{"current_steps": 185, "total_steps": 288, "loss": 0.045, "lr": 3.4203481578916194e-05, "epoch": 1.2847222222222223, "percentage": 64.24, "elapsed_time": "0:11:17", "remaining_time": "0:06:17"}
+{"current_steps": 186, "total_steps": 288, "loss": 0.054, "lr": 3.362923539723389e-05, "epoch": 1.2916666666666667, "percentage": 64.58, "elapsed_time": "0:11:21", "remaining_time": "0:06:13"}
+{"current_steps": 187, "total_steps": 288, "loss": 0.0462, "lr": 3.305739781097157e-05, "epoch": 1.2986111111111112, "percentage": 64.93, "elapsed_time": "0:11:25", "remaining_time": "0:06:09"}
+{"current_steps": 188, "total_steps": 288, "loss": 0.049, "lr": 3.248805295336458e-05, "epoch": 1.3055555555555556, "percentage": 65.28, "elapsed_time": "0:11:28", "remaining_time": "0:06:06"}
+{"current_steps": 189, "total_steps": 288, "loss": 0.0398, "lr": 3.1921284590898456e-05, "epoch": 1.3125, "percentage": 65.62, "elapsed_time": "0:11:32", "remaining_time": "0:06:02"}
+{"current_steps": 190, "total_steps": 288, "loss": 0.0622, "lr": 3.135717611098458e-05, "epoch": 1.3194444444444444, "percentage": 65.97, "elapsed_time": "0:11:35", "remaining_time": "0:05:58"}
+{"current_steps": 191, "total_steps": 288, "loss": 0.0628, "lr": 3.079581050969146e-05, "epoch": 1.3263888888888888, "percentage": 66.32, "elapsed_time": "0:11:39", "remaining_time": "0:05:55"}
+{"current_steps": 192, "total_steps": 288, "loss": 0.0538, "lr": 3.023727037953382e-05, "epoch": 1.3333333333333333, "percentage": 66.67, "elapsed_time": "0:11:43", "remaining_time": "0:05:51"}
+{"current_steps": 193, "total_steps": 288, "loss": 0.0494, "lr": 2.9681637897320868e-05, "epoch": 1.3402777777777777, "percentage": 67.01, "elapsed_time": "0:11:46", "remaining_time": "0:05:47"}
+{"current_steps": 194, "total_steps": 288, "loss": 0.0494, "lr": 2.912899481206582e-05, "epoch": 1.3472222222222223, "percentage": 67.36, "elapsed_time": "0:11:50", "remaining_time": "0:05:44"}
+{"current_steps": 195, "total_steps": 288, "loss": 0.0474, "lr": 2.8579422432958312e-05, "epoch": 1.3541666666666667, "percentage": 67.71, "elapsed_time": "0:11:54", "remaining_time": "0:05:40"}
+{"current_steps": 196, "total_steps": 288, "loss": 0.0522, "lr": 2.803300161740166e-05, "epoch": 1.3611111111111112, "percentage": 68.06, "elapsed_time": "0:11:58", "remaining_time": "0:05:37"}
+{"current_steps": 197, "total_steps": 288, "loss": 0.0393, "lr": 2.748981275911633e-05, "epoch": 1.3680555555555556, "percentage": 68.4, "elapsed_time": "0:12:01", "remaining_time": "0:05:33"}
+{"current_steps": 198, "total_steps": 288, "loss": 0.0395, "lr": 2.6949935776311896e-05, "epoch": 1.375, "percentage": 68.75, "elapsed_time": "0:12:05", "remaining_time": "0:05:29"}
+{"current_steps": 199, "total_steps": 288, "loss": 0.0445, "lr": 2.6413450099928783e-05, "epoch": 1.3819444444444444, "percentage": 69.1, "elapsed_time": "0:12:08", "remaining_time": "0:05:25"}
+{"current_steps": 200, "total_steps": 288, "loss": 0.046, "lr": 2.5880434661951823e-05, "epoch": 1.3888888888888888, "percentage": 69.44, "elapsed_time": "0:12:12", "remaining_time": "0:05:22"}
+{"current_steps": 200, "total_steps": 288, "eval_loss": 0.05843019485473633, "epoch": 1.3888888888888888, "percentage": 69.44, "elapsed_time": "0:12:15", "remaining_time": "0:05:23"}
+{"current_steps": 201, "total_steps": 288, "loss": 0.0592, "lr": 2.5350967883797096e-05, "epoch": 1.3958333333333333, "percentage": 69.79, "elapsed_time": "0:12:18", "remaining_time": "0:05:19"}
+{"current_steps": 202, "total_steps": 288, "loss": 0.0492, "lr": 2.4825127664774006e-05, "epoch": 1.4027777777777777, "percentage": 70.14, "elapsed_time": "0:12:22", "remaining_time": "0:05:16"}
+{"current_steps": 203, "total_steps": 288, "loss": 0.0599, "lr": 2.4302991370624107e-05, "epoch": 1.4097222222222223, "percentage": 70.49, "elapsed_time": "0:12:26", "remaining_time": "0:05:12"}
+{"current_steps": 204, "total_steps": 288, "loss": 0.0405, "lr": 2.3784635822138424e-05, "epoch": 1.4166666666666667, "percentage": 70.83, "elapsed_time": "0:12:29", "remaining_time": "0:05:08"}
+{"current_steps": 205, "total_steps": 288, "loss": 0.0522, "lr": 2.327013728385502e-05, "epoch": 1.4236111111111112, "percentage": 71.18, "elapsed_time": "0:12:33", "remaining_time": "0:05:05"}
+{"current_steps": 206, "total_steps": 288, "loss": 0.0498, "lr": 2.2759571452838324e-05, "epoch": 1.4305555555555556, "percentage": 71.53, "elapsed_time": "0:12:37", "remaining_time": "0:05:01"}
+{"current_steps": 207, "total_steps": 288, "loss": 0.0516, "lr": 2.225301344754199e-05, "epoch": 1.4375, "percentage": 71.88, "elapsed_time": "0:12:40", "remaining_time": "0:04:57"}
+{"current_steps": 208, "total_steps": 288, "loss": 0.0356, "lr": 2.17505377967569e-05, "epoch": 1.4444444444444444, "percentage": 72.22, "elapsed_time": "0:12:44", "remaining_time": "0:04:53"}
+{"current_steps": 209, "total_steps": 288, "loss": 0.0553, "lr": 2.1252218428645846e-05, "epoch": 1.4513888888888888, "percentage": 72.57, "elapsed_time": "0:12:47", "remaining_time": "0:04:50"}
+{"current_steps": 210, "total_steps": 288, "loss": 0.0436, "lr": 2.075812865986677e-05, "epoch": 1.4583333333333333, "percentage": 72.92, "elapsed_time": "0:12:51", "remaining_time": "0:04:46"}
+{"current_steps": 211, "total_steps": 288, "loss": 0.0531, "lr": 2.026834118478567e-05, "epoch": 1.4652777777777777, "percentage": 73.26, "elapsed_time": "0:12:55", "remaining_time": "0:04:42"}
+{"current_steps": 212, "total_steps": 288, "loss": 0.0529, "lr": 1.978292806478134e-05, "epoch": 1.4722222222222223, "percentage": 73.61, "elapsed_time": "0:12:58", "remaining_time": "0:04:39"}
+{"current_steps": 213, "total_steps": 288, "loss": 0.0408, "lr": 1.9301960717643118e-05, "epoch": 1.4791666666666667, "percentage": 73.96, "elapsed_time": "0:13:02", "remaining_time": "0:04:35"}
+{"current_steps": 214, "total_steps": 288, "loss": 0.0532, "lr": 1.8825509907063327e-05, "epoch": 1.4861111111111112, "percentage": 74.31, "elapsed_time": "0:13:05", "remaining_time": "0:04:31"}
+{"current_steps": 215, "total_steps": 288, "loss": 0.0357, "lr": 1.8353645732225976e-05, "epoch": 1.4930555555555556, "percentage": 74.65, "elapsed_time": "0:13:09", "remaining_time": "0:04:28"}
+{"current_steps": 216, "total_steps": 288, "loss": 0.0458, "lr": 1.7886437617493205e-05, "epoch": 1.5, "percentage": 75.0, "elapsed_time": "0:13:13", "remaining_time": "0:04:24"}
+{"current_steps": 217, "total_steps": 288, "loss": 0.065, "lr": 1.7423954302191047e-05, "epoch": 1.5069444444444444, "percentage": 75.35, "elapsed_time": "0:13:16", "remaining_time": "0:04:20"}
+{"current_steps": 218, "total_steps": 288, "loss": 0.0363, "lr": 1.6966263830495936e-05, "epoch": 1.5138888888888888, "percentage": 75.69, "elapsed_time": "0:13:20", "remaining_time": "0:04:17"}
+{"current_steps": 219, "total_steps": 288, "loss": 0.0504, "lr": 1.6513433541423528e-05, "epoch": 1.5208333333333335, "percentage": 76.04, "elapsed_time": "0:13:24", "remaining_time": "0:04:13"}
+{"current_steps": 220, "total_steps": 288, "loss": 0.0393, "lr": 1.606553005892125e-05, "epoch": 1.5277777777777777, "percentage": 76.39, "elapsed_time": "0:13:27", "remaining_time": "0:04:09"}
+{"current_steps": 221, "total_steps": 288, "loss": 0.0482, "lr": 1.5622619282066082e-05, "epoch": 1.5347222222222223, "percentage": 76.74, "elapsed_time": "0:13:31", "remaining_time": "0:04:05"}
+{"current_steps": 222, "total_steps": 288, "loss": 0.037, "lr": 1.5184766375368915e-05, "epoch": 1.5416666666666665, "percentage": 77.08, "elapsed_time": "0:13:34", "remaining_time": "0:04:02"}
+{"current_steps": 223, "total_steps": 288, "loss": 0.0536, "lr": 1.4752035759187106e-05, "epoch": 1.5486111111111112, "percentage": 77.43, "elapsed_time": "0:13:38", "remaining_time": "0:03:58"}
+{"current_steps": 224, "total_steps": 288, "loss": 0.0461, "lr": 1.4324491100246385e-05, "epoch": 1.5555555555555556, "percentage": 77.78, "elapsed_time": "0:13:42", "remaining_time": "0:03:54"}
+{"current_steps": 225, "total_steps": 288, "loss": 0.0461, "lr": 1.3902195302273779e-05, "epoch": 1.5625, "percentage": 78.12, "elapsed_time": "0:13:45", "remaining_time": "0:03:51"}
+{"current_steps": 226, "total_steps": 288, "loss": 0.0448, "lr": 1.348521049674264e-05, "epoch": 1.5694444444444444, "percentage": 78.47, "elapsed_time": "0:13:49", "remaining_time": "0:03:47"}
+{"current_steps": 227, "total_steps": 288, "loss": 0.0475, "lr": 1.3073598033731426e-05, "epoch": 1.5763888888888888, "percentage": 78.82, "elapsed_time": "0:13:52", "remaining_time": "0:03:43"}
+{"current_steps": 228, "total_steps": 288, "loss": 0.0432, "lr": 1.2667418472897386e-05, "epoch": 1.5833333333333335, "percentage": 79.17, "elapsed_time": "0:13:56", "remaining_time": "0:03:40"}
+{"current_steps": 229, "total_steps": 288, "loss": 0.0446, "lr": 1.2266731574566536e-05, "epoch": 1.5902777777777777, "percentage": 79.51, "elapsed_time": "0:14:00", "remaining_time": "0:03:36"}
+{"current_steps": 230, "total_steps": 288, "loss": 0.0403, "lr": 1.1871596290941278e-05, "epoch": 1.5972222222222223, "percentage": 79.86, "elapsed_time": "0:14:03", "remaining_time": "0:03:32"}
+{"current_steps": 231, "total_steps": 288, "loss": 0.0424, "lr": 1.1482070757426856e-05, "epoch": 1.6041666666666665, "percentage": 80.21, "elapsed_time": "0:14:07", "remaining_time": "0:03:29"}
+{"current_steps": 232, "total_steps": 288, "loss": 0.0486, "lr": 1.1098212284078036e-05, "epoch": 1.6111111111111112, "percentage": 80.56, "elapsed_time": "0:14:10", "remaining_time": "0:03:25"}
+{"current_steps": 233, "total_steps": 288, "loss": 0.0452, "lr": 1.0720077347167202e-05, "epoch": 1.6180555555555556, "percentage": 80.9, "elapsed_time": "0:14:14", "remaining_time": "0:03:21"}
+{"current_steps": 234, "total_steps": 288, "loss": 0.0418, "lr": 1.0347721580875126e-05, "epoch": 1.625, "percentage": 81.25, "elapsed_time": "0:14:18", "remaining_time": "0:03:18"}
+{"current_steps": 235, "total_steps": 288, "loss": 0.0488, "lr": 9.981199769105604e-06, "epoch": 1.6319444444444444, "percentage": 81.6, "elapsed_time": "0:14:21", "remaining_time": "0:03:14"}
+{"current_steps": 236, "total_steps": 288, "loss": 0.0544, "lr": 9.620565837425271e-06, "epoch": 1.6388888888888888, "percentage": 81.94, "elapsed_time": "0:14:25", "remaining_time": "0:03:10"}
+{"current_steps": 237, "total_steps": 288, "loss": 0.0418, "lr": 9.26587284512957e-06, "epoch": 1.6458333333333335, "percentage": 82.29, "elapsed_time": "0:14:28", "remaining_time": "0:03:06"}
+{"current_steps": 238, "total_steps": 288, "loss": 0.0509, "lr": 8.917172977436356e-06, "epoch": 1.6527777777777777, "percentage": 82.64, "elapsed_time": "0:14:32", "remaining_time": "0:03:03"}
+{"current_steps": 239, "total_steps": 288, "loss": 0.0493, "lr": 8.574517537807897e-06, "epoch": 1.6597222222222223, "percentage": 82.99, "elapsed_time": "0:14:36", "remaining_time": "0:02:59"}
+{"current_steps": 240, "total_steps": 288, "loss": 0.0538, "lr": 8.237956940402757e-06, "epoch": 1.6666666666666665, "percentage": 83.33, "elapsed_time": "0:14:39", "remaining_time": "0:02:55"}
+{"current_steps": 241, "total_steps": 288, "loss": 0.0417, "lr": 7.907540702658456e-06, "epoch": 1.6736111111111112, "percentage": 83.68, "elapsed_time": "0:14:43", "remaining_time": "0:02:52"}
+{"current_steps": 242, "total_steps": 288, "loss": 0.0648, "lr": 7.583317438006093e-06, "epoch": 1.6805555555555556, "percentage": 84.03, "elapsed_time": "0:14:47", "remaining_time": "0:02:48"}
+{"current_steps": 243, "total_steps": 288, "loss": 0.0409, "lr": 7.265334848717931e-06, "epoch": 1.6875, "percentage": 84.38, "elapsed_time": "0:14:50", "remaining_time": "0:02:44"}
+{"current_steps": 244, "total_steps": 288, "loss": 0.0425, "lr": 6.953639718889076e-06, "epoch": 1.6944444444444444, "percentage": 84.72, "elapsed_time": "0:14:54", "remaining_time": "0:02:41"}
+{"current_steps": 245, "total_steps": 288, "loss": 0.0483, "lr": 6.648277907554235e-06, "epoch": 1.7013888888888888, "percentage": 85.07, "elapsed_time": "0:14:57", "remaining_time": "0:02:37"}
+{"current_steps": 246, "total_steps": 288, "loss": 0.0461, "lr": 6.349294341940593e-06, "epoch": 1.7083333333333335, "percentage": 85.42, "elapsed_time": "0:15:01", "remaining_time": "0:02:33"}
+{"current_steps": 247, "total_steps": 288, "loss": 0.0538, "lr": 6.056733010857712e-06, "epoch": 1.7152777777777777, "percentage": 85.76, "elapsed_time": "0:15:05", "remaining_time": "0:02:30"}
+{"current_steps": 248, "total_steps": 288, "loss": 0.0455, "lr": 5.770636958225617e-06, "epoch": 1.7222222222222223, "percentage": 86.11, "elapsed_time": "0:15:08", "remaining_time": "0:02:26"}
+{"current_steps": 249, "total_steps": 288, "loss": 0.0444, "lr": 5.491048276741784e-06, "epoch": 1.7291666666666665, "percentage": 86.46, "elapsed_time": "0:15:12", "remaining_time": "0:02:22"}
+{"current_steps": 250, "total_steps": 288, "loss": 0.0607, "lr": 5.218008101688171e-06, "epoch": 1.7361111111111112, "percentage": 86.81, "elapsed_time": "0:15:15", "remaining_time": "0:02:19"}
+{"current_steps": 251, "total_steps": 288, "loss": 0.0445, "lr": 4.951556604879048e-06, "epoch": 1.7430555555555556, "percentage": 87.15, "elapsed_time": "0:15:19", "remaining_time": "0:02:15"}
+{"current_steps": 252, "total_steps": 288, "loss": 0.0388, "lr": 4.691732988750614e-06, "epoch": 1.75, "percentage": 87.5, "elapsed_time": "0:15:23", "remaining_time": "0:02:11"}
+{"current_steps": 253, "total_steps": 288, "loss": 0.0391, "lr": 4.43857548059321e-06, "epoch": 1.7569444444444444, "percentage": 87.85, "elapsed_time": "0:15:26", "remaining_time": "0:02:08"}
+{"current_steps": 254, "total_steps": 288, "loss": 0.0432, "lr": 4.192121326927073e-06, "epoch": 1.7638888888888888, "percentage": 88.19, "elapsed_time": "0:15:30", "remaining_time": "0:02:04"}
+{"current_steps": 255, "total_steps": 288, "loss": 0.044, "lr": 3.952406788022267e-06, "epoch": 1.7708333333333335, "percentage": 88.54, "elapsed_time": "0:15:33", "remaining_time": "0:02:00"}
+{"current_steps": 256, "total_steps": 288, "loss": 0.042, "lr": 3.7194671325638198e-06, "epoch": 1.7777777777777777, "percentage": 88.89, "elapsed_time": "0:15:37", "remaining_time": "0:01:57"}
+{"current_steps": 257, "total_steps": 288, "loss": 0.0446, "lr": 3.493336632462718e-06, "epoch": 1.7847222222222223, "percentage": 89.24, "elapsed_time": "0:15:41", "remaining_time": "0:01:53"}
+{"current_steps": 258, "total_steps": 288, "loss": 0.0375, "lr": 3.274048557813553e-06, "epoch": 1.7916666666666665, "percentage": 89.58, "elapsed_time": "0:15:44", "remaining_time": "0:01:49"}
+{"current_steps": 259, "total_steps": 288, "loss": 0.0458, "lr": 3.061635171999566e-06, "epoch": 1.7986111111111112, "percentage": 89.93, "elapsed_time": "0:15:48", "remaining_time": "0:01:46"}
+{"current_steps": 260, "total_steps": 288, "loss": 0.043, "lr": 2.85612772694579e-06, "epoch": 1.8055555555555556, "percentage": 90.28, "elapsed_time": "0:15:51", "remaining_time": "0:01:42"}
+{"current_steps": 261, "total_steps": 288, "loss": 0.0422, "lr": 2.657556458521049e-06, "epoch": 1.8125, "percentage": 90.62, "elapsed_time": "0:15:55", "remaining_time": "0:01:38"}
+{"current_steps": 262, "total_steps": 288, "loss": 0.049, "lr": 2.4659505820893826e-06, "epoch": 1.8194444444444444, "percentage": 90.97, "elapsed_time": "0:15:59", "remaining_time": "0:01:35"}
+{"current_steps": 263, "total_steps": 288, "loss": 0.0437, "lr": 2.2813382882116986e-06, "epoch": 1.8263888888888888, "percentage": 91.32, "elapsed_time": "0:16:02", "remaining_time": "0:01:31"}
+{"current_steps": 264, "total_steps": 288, "loss": 0.0426, "lr": 2.1037467384981026e-06, "epoch": 1.8333333333333335, "percentage": 91.67, "elapsed_time": "0:16:06", "remaining_time": "0:01:27"}
+{"current_steps": 265, "total_steps": 288, "loss": 0.0458, "lr": 1.933202061611722e-06, "epoch": 1.8402777777777777, "percentage": 92.01, "elapsed_time": "0:16:09", "remaining_time": "0:01:24"}
+{"current_steps": 266, "total_steps": 288, "loss": 0.0531, "lr": 1.769729349424415e-06, "epoch": 1.8472222222222223, "percentage": 92.36, "elapsed_time": "0:16:13", "remaining_time": "0:01:20"}
+{"current_steps": 267, "total_steps": 288, "loss": 0.0425, "lr": 1.6133526533250565e-06, "epoch": 1.8541666666666665, "percentage": 92.71, "elapsed_time": "0:16:17", "remaining_time": "0:01:16"}
+{"current_steps": 268, "total_steps": 288, "loss": 0.0492, "lr": 1.4640949806809523e-06, "epoch": 1.8611111111111112, "percentage": 93.06, "elapsed_time": "0:16:20", "remaining_time": "0:01:13"}
+{"current_steps": 269, "total_steps": 288, "loss": 0.0452, "lr": 1.3219782914527634e-06, "epoch": 1.8680555555555556, "percentage": 93.4, "elapsed_time": "0:16:24", "remaining_time": "0:01:09"}
+{"current_steps": 270, "total_steps": 288, "loss": 0.0549, "lr": 1.1870234949636073e-06, "epoch": 1.875, "percentage": 93.75, "elapsed_time": "0:16:27", "remaining_time": "0:01:05"}
+{"current_steps": 271, "total_steps": 288, "loss": 0.0463, "lr": 1.0592504468227127e-06, "epoch": 1.8819444444444444, "percentage": 94.1, "elapsed_time": "0:16:31", "remaining_time": "0:01:02"}
+{"current_steps": 272, "total_steps": 288, "loss": 0.0522, "lr": 9.386779460041017e-07, "epoch": 1.8888888888888888, "percentage": 94.44, "elapsed_time": "0:16:35", "remaining_time": "0:00:58"}
+{"current_steps": 273, "total_steps": 288, "loss": 0.0475, "lr": 8.253237320807461e-07, "epoch": 1.8958333333333335, "percentage": 94.79, "elapsed_time": "0:16:38", "remaining_time": "0:00:54"}
+{"current_steps": 274, "total_steps": 288, "loss": 0.0498, "lr": 7.192044826145771e-07, "epoch": 1.9027777777777777, "percentage": 95.14, "elapsed_time": "0:16:42", "remaining_time": "0:00:51"}
+{"current_steps": 275, "total_steps": 288, "loss": 0.0422, "lr": 6.20335810702749e-07, "epoch": 1.9097222222222223, "percentage": 95.49, "elapsed_time": "0:16:46", "remaining_time": "0:00:47"}
+{"current_steps": 276, "total_steps": 288, "loss": 0.0433, "lr": 5.287322626805202e-07, "epoch": 1.9166666666666665, "percentage": 95.83, "elapsed_time": "0:16:49", "remaining_time": "0:00:43"}
+{"current_steps": 277, "total_steps": 288, "loss": 0.0499, "lr": 4.4440731598107686e-07, "epoch": 1.9236111111111112, "percentage": 96.18, "elapsed_time": "0:16:53", "remaining_time": "0:00:40"}
+{"current_steps": 278, "total_steps": 288, "loss": 0.0664, "lr": 3.673733771526466e-07, "epoch": 1.9305555555555556, "percentage": 96.53, "elapsed_time": "0:16:56", "remaining_time": "0:00:36"}
+{"current_steps": 279, "total_steps": 288, "loss": 0.0395, "lr": 2.976417800331144e-07, "epoch": 1.9375, "percentage": 96.88, "elapsed_time": "0:17:00", "remaining_time": "0:00:32"}
+{"current_steps": 280, "total_steps": 288, "loss": 0.0456, "lr": 2.352227840825394e-07, "epoch": 1.9444444444444444, "percentage": 97.22, "elapsed_time": "0:17:04", "remaining_time": "0:00:29"}
+{"current_steps": 281, "total_steps": 288, "loss": 0.0449, "lr": 1.8012557287367392e-07, "epoch": 1.9513888888888888, "percentage": 97.57, "elapsed_time": "0:17:07", "remaining_time": "0:00:25"}
+{"current_steps": 282, "total_steps": 288, "loss": 0.0433, "lr": 1.3235825274081625e-07, "epoch": 1.9583333333333335, "percentage": 97.92, "elapsed_time": "0:17:11", "remaining_time": "0:00:21"}
+{"current_steps": 283, "total_steps": 288, "loss": 0.0516, "lr": 9.19278515871369e-08, "epoch": 1.9652777777777777, "percentage": 98.26, "elapsed_time": "0:17:14", "remaining_time": "0:00:18"}
+{"current_steps": 284, "total_steps": 288, "loss": 0.0392, "lr": 5.8840317850683555e-08, "epoch": 1.9722222222222223, "percentage": 98.61, "elapsed_time": "0:17:18", "remaining_time": "0:00:14"}
+{"current_steps": 285, "total_steps": 288, "loss": 0.0471, "lr": 3.310051962920335e-08, "epoch": 1.9791666666666665, "percentage": 98.96, "elapsed_time": "0:17:22", "remaining_time": "0:00:10"}
+{"current_steps": 286, "total_steps": 288, "loss": 0.0542, "lr": 1.471224396389359e-08, "epoch": 1.9861111111111112, "percentage": 99.31, "elapsed_time": "0:17:25", "remaining_time": "0:00:07"}
+{"current_steps": 287, "total_steps": 288, "loss": 0.0474, "lr": 3.6781962822529657e-09, "epoch": 1.9930555555555556, "percentage": 99.65, "elapsed_time": "0:17:29", "remaining_time": "0:00:03"}
+{"current_steps": 288, "total_steps": 288, "loss": 0.0448, "lr": 0.0, "epoch": 2.0, "percentage": 100.0, "elapsed_time": "0:17:32", "remaining_time": "0:00:00"}
+{"current_steps": 288, "total_steps": 288, "epoch": 2.0, "percentage": 100.0, "elapsed_time": "0:17:51", "remaining_time": "0:00:00"}

trainer_state.json

@@ -0,0 +1,2066 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 2.0,
+  "eval_steps": 200,
+  "global_step": 288,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.006944444444444444,
+      "grad_norm": 0.0634646986292456,
+      "learning_rate": 3.448275862068966e-06,
+      "loss": 0.1218,
+      "step": 1
+    },
+    {
+      "epoch": 0.013888888888888888,
+      "grad_norm": 0.0859646592063227,
+      "learning_rate": 6.896551724137932e-06,
+      "loss": 0.1441,
+      "step": 2
+    },
+    {
+      "epoch": 0.020833333333333332,
+      "grad_norm": 0.08311493152111031,
+      "learning_rate": 1.0344827586206897e-05,
+      "loss": 0.1517,
+      "step": 3
+    },
+    {
+      "epoch": 0.027777777777777776,
+      "grad_norm": 0.14507101606184478,
+      "learning_rate": 1.3793103448275863e-05,
+      "loss": 0.184,
+      "step": 4
+    },
+    {
+      "epoch": 0.034722222222222224,
+      "grad_norm": 0.049880571226207794,
+      "learning_rate": 1.7241379310344828e-05,
+      "loss": 0.0937,
+      "step": 5
+    },
+    {
+      "epoch": 0.041666666666666664,
+      "grad_norm": 0.13472688960866697,
+      "learning_rate": 2.0689655172413793e-05,
+      "loss": 0.1932,
+      "step": 6
+    },
+    {
+      "epoch": 0.04861111111111111,
+      "grad_norm": 0.063128720217521,
+      "learning_rate": 2.413793103448276e-05,
+      "loss": 0.1163,
+      "step": 7
+    },
+    {
+      "epoch": 0.05555555555555555,
+      "grad_norm": 0.05791338456495497,
+      "learning_rate": 2.7586206896551727e-05,
+      "loss": 0.0997,
+      "step": 8
+    },
+    {
+      "epoch": 0.0625,
+      "grad_norm": 0.03814512155396182,
+      "learning_rate": 3.103448275862069e-05,
+      "loss": 0.0691,
+      "step": 9
+    },
+    {
+      "epoch": 0.06944444444444445,
+      "grad_norm": 0.07278628165772846,
+      "learning_rate": 3.4482758620689657e-05,
+      "loss": 0.1096,
+      "step": 10
+    },
+    {
+      "epoch": 0.0763888888888889,
+      "grad_norm": 0.06072973165332569,
+      "learning_rate": 3.793103448275862e-05,
+      "loss": 0.0915,
+      "step": 11
+    },
+    {
+      "epoch": 0.08333333333333333,
+      "grad_norm": 0.05086161703424197,
+      "learning_rate": 4.1379310344827587e-05,
+      "loss": 0.0758,
+      "step": 12
+    },
+    {
+      "epoch": 0.09027777777777778,
+      "grad_norm": 0.06108424147364289,
+      "learning_rate": 4.482758620689655e-05,
+      "loss": 0.085,
+      "step": 13
+    },
+    {
+      "epoch": 0.09722222222222222,
+      "grad_norm": 0.08171893276043111,
+      "learning_rate": 4.827586206896552e-05,
+      "loss": 0.1039,
+      "step": 14
+    },
+    {
+      "epoch": 0.10416666666666667,
+      "grad_norm": 0.10806188024280473,
+      "learning_rate": 5.172413793103449e-05,
+      "loss": 0.1153,
+      "step": 15
+    },
+    {
+      "epoch": 0.1111111111111111,
+      "grad_norm": 0.08264842267025586,
+      "learning_rate": 5.517241379310345e-05,
+      "loss": 0.096,
+      "step": 16
+    },
+    {
+      "epoch": 0.11805555555555555,
+      "grad_norm": 0.11707563126376766,
+      "learning_rate": 5.862068965517241e-05,
+      "loss": 0.1187,
+      "step": 17
+    },
+    {
+      "epoch": 0.125,
+      "grad_norm": 0.04624996354545763,
+      "learning_rate": 6.206896551724138e-05,
+      "loss": 0.0613,
+      "step": 18
+    },
+    {
+      "epoch": 0.13194444444444445,
+      "grad_norm": 0.12096307356119897,
+      "learning_rate": 6.551724137931034e-05,
+      "loss": 0.112,
+      "step": 19
+    },
+    {
+      "epoch": 0.1388888888888889,
+      "grad_norm": 0.11329767467249009,
+      "learning_rate": 6.896551724137931e-05,
+      "loss": 0.1131,
+      "step": 20
+    },
+    {
+      "epoch": 0.14583333333333334,
+      "grad_norm": 0.07076834653741017,
+      "learning_rate": 7.241379310344828e-05,
+      "loss": 0.0754,
+      "step": 21
+    },
+    {
+      "epoch": 0.1527777777777778,
+      "grad_norm": 0.07631833003946596,
+      "learning_rate": 7.586206896551724e-05,
+      "loss": 0.0476,
+      "step": 22
+    },
+    {
+      "epoch": 0.1597222222222222,
+      "grad_norm": 0.09111429978286256,
+      "learning_rate": 7.931034482758621e-05,
+      "loss": 0.0778,
+      "step": 23
+    },
+    {
+      "epoch": 0.16666666666666666,
+      "grad_norm": 0.09638107817903875,
+      "learning_rate": 8.275862068965517e-05,
+      "loss": 0.0749,
+      "step": 24
+    },
+    {
+      "epoch": 0.1736111111111111,
+      "grad_norm": 0.08873808756623787,
+      "learning_rate": 8.620689655172413e-05,
+      "loss": 0.0692,
+      "step": 25
+    },
+    {
+      "epoch": 0.18055555555555555,
+      "grad_norm": 0.1193395529072999,
+      "learning_rate": 8.96551724137931e-05,
+      "loss": 0.1005,
+      "step": 26
+    },
+    {
+      "epoch": 0.1875,
+      "grad_norm": 0.07825819960868853,
+      "learning_rate": 9.310344827586207e-05,
+      "loss": 0.0796,
+      "step": 27
+    },
+    {
+      "epoch": 0.19444444444444445,
+      "grad_norm": 0.09882721733405724,
+      "learning_rate": 9.655172413793105e-05,
+      "loss": 0.0808,
+      "step": 28
+    },
+    {
+      "epoch": 0.2013888888888889,
+      "grad_norm": 0.07496690540223322,
+      "learning_rate": 0.0001,
+      "loss": 0.0589,
+      "step": 29
+    },
+    {
+      "epoch": 0.20833333333333334,
+      "grad_norm": 0.06753626384871714,
+      "learning_rate": 9.999632180371776e-05,
+      "loss": 0.0885,
+      "step": 30
+    },
+    {
+      "epoch": 0.2152777777777778,
+      "grad_norm": 0.11227962647329344,
+      "learning_rate": 9.998528775603611e-05,
+      "loss": 0.0859,
+      "step": 31
+    },
+    {
+      "epoch": 0.2222222222222222,
+      "grad_norm": 0.04228956053702444,
+      "learning_rate": 9.99668994803708e-05,
+      "loss": 0.0482,
+      "step": 32
+    },
+    {
+      "epoch": 0.22916666666666666,
+      "grad_norm": 0.049938706422113184,
+      "learning_rate": 9.994115968214932e-05,
+      "loss": 0.0575,
+      "step": 33
+    },
+    {
+      "epoch": 0.2361111111111111,
+      "grad_norm": 0.054468426952476535,
+      "learning_rate": 9.990807214841287e-05,
+      "loss": 0.0661,
+      "step": 34
+    },
+    {
+      "epoch": 0.24305555555555555,
+      "grad_norm": 0.048987738819091665,
+      "learning_rate": 9.986764174725919e-05,
+      "loss": 0.0556,
+      "step": 35
+    },
+    {
+      "epoch": 0.25,
+      "grad_norm": 0.05029249306240408,
+      "learning_rate": 9.981987442712633e-05,
+      "loss": 0.0546,
+      "step": 36
+    },
+    {
+      "epoch": 0.2569444444444444,
+      "grad_norm": 0.07920414870467878,
+      "learning_rate": 9.976477721591745e-05,
+      "loss": 0.0704,
+      "step": 37
+    },
+    {
+      "epoch": 0.2638888888888889,
+      "grad_norm": 0.04856426595651698,
+      "learning_rate": 9.97023582199669e-05,
+      "loss": 0.0627,
+      "step": 38
+    },
+    {
+      "epoch": 0.2708333333333333,
+      "grad_norm": 0.03338189886854429,
+      "learning_rate": 9.963262662284736e-05,
+      "loss": 0.0353,
+      "step": 39
+    },
+    {
+      "epoch": 0.2777777777777778,
+      "grad_norm": 0.05814625123252708,
+      "learning_rate": 9.955559268401893e-05,
+      "loss": 0.0562,
+      "step": 40
+    },
+    {
+      "epoch": 0.2847222222222222,
+      "grad_norm": 0.09810680657571984,
+      "learning_rate": 9.947126773731948e-05,
+      "loss": 0.0774,
+      "step": 41
+    },
+    {
+      "epoch": 0.2916666666666667,
+      "grad_norm": 0.08137711658725671,
+      "learning_rate": 9.937966418929726e-05,
+      "loss": 0.0688,
+      "step": 42
+    },
+    {
+      "epoch": 0.2986111111111111,
+      "grad_norm": 0.04984221097640415,
+      "learning_rate": 9.928079551738543e-05,
+      "loss": 0.0631,
+      "step": 43
+    },
+    {
+      "epoch": 0.3055555555555556,
+      "grad_norm": 0.045586138765645726,
+      "learning_rate": 9.917467626791925e-05,
+      "loss": 0.0602,
+      "step": 44
+    },
+    {
+      "epoch": 0.3125,
+      "grad_norm": 0.04555416039001976,
+      "learning_rate": 9.90613220539959e-05,
+      "loss": 0.0603,
+      "step": 45
+    },
+    {
+      "epoch": 0.3194444444444444,
+      "grad_norm": 0.06929704690081513,
+      "learning_rate": 9.89407495531773e-05,
+      "loss": 0.05,
+      "step": 46
+    },
+    {
+      "epoch": 0.3263888888888889,
+      "grad_norm": 0.05071419561253368,
+      "learning_rate": 9.881297650503641e-05,
+      "loss": 0.0666,
+      "step": 47
+    },
+    {
+      "epoch": 0.3333333333333333,
+      "grad_norm": 0.05861571605506496,
+      "learning_rate": 9.867802170854724e-05,
+      "loss": 0.0576,
+      "step": 48
+    },
+    {
+      "epoch": 0.3402777777777778,
+      "grad_norm": 0.05602477728042172,
+      "learning_rate": 9.853590501931904e-05,
+      "loss": 0.0714,
+      "step": 49
+    },
+    {
+      "epoch": 0.3472222222222222,
+      "grad_norm": 0.0600399573347184,
+      "learning_rate": 9.838664734667495e-05,
+      "loss": 0.0557,
+      "step": 50
+    },
+    {
+      "epoch": 0.3541666666666667,
+      "grad_norm": 0.04310502477291791,
+      "learning_rate": 9.82302706505756e-05,
+      "loss": 0.0608,
+      "step": 51
+    },
+    {
+      "epoch": 0.3611111111111111,
+      "grad_norm": 0.04208369800984692,
+      "learning_rate": 9.806679793838829e-05,
+      "loss": 0.0457,
+      "step": 52
+    },
+    {
+      "epoch": 0.3680555555555556,
+      "grad_norm": 0.04390617615736525,
+      "learning_rate": 9.78962532615019e-05,
+      "loss": 0.0538,
+      "step": 53
+    },
+    {
+      "epoch": 0.375,
+      "grad_norm": 0.040829606477323165,
+      "learning_rate": 9.771866171178831e-05,
+      "loss": 0.0535,
+      "step": 54
+    },
+    {
+      "epoch": 0.3819444444444444,
+      "grad_norm": 0.04189168396894191,
+      "learning_rate": 9.753404941791062e-05,
+      "loss": 0.0533,
+      "step": 55
+    },
+    {
+      "epoch": 0.3888888888888889,
+      "grad_norm": 0.048795880713950655,
+      "learning_rate": 9.734244354147895e-05,
+      "loss": 0.0558,
+      "step": 56
+    },
+    {
+      "epoch": 0.3958333333333333,
+      "grad_norm": 0.04594331706981098,
+      "learning_rate": 9.714387227305422e-05,
+      "loss": 0.059,
+      "step": 57
+    },
+    {
+      "epoch": 0.4027777777777778,
+      "grad_norm": 0.059333907325760896,
+      "learning_rate": 9.693836482800044e-05,
+      "loss": 0.0666,
+      "step": 58
+    },
+    {
+      "epoch": 0.4097222222222222,
+      "grad_norm": 0.04504422858266263,
+      "learning_rate": 9.672595144218646e-05,
+      "loss": 0.0553,
+      "step": 59
+    },
+    {
+      "epoch": 0.4166666666666667,
+      "grad_norm": 0.06138639267675264,
+      "learning_rate": 9.650666336753728e-05,
+      "loss": 0.0736,
+      "step": 60
+    },
+    {
+      "epoch": 0.4236111111111111,
+      "grad_norm": 0.054120807804378494,
+      "learning_rate": 9.628053286743619e-05,
+      "loss": 0.0658,
+      "step": 61
+    },
+    {
+      "epoch": 0.4305555555555556,
+      "grad_norm": 0.05215983401668381,
+      "learning_rate": 9.604759321197773e-05,
+      "loss": 0.0597,
+      "step": 62
+    },
+    {
+      "epoch": 0.4375,
+      "grad_norm": 0.05923618865174348,
+      "learning_rate": 9.580787867307293e-05,
+      "loss": 0.0661,
+      "step": 63
+    },
+    {
+      "epoch": 0.4444444444444444,
+      "grad_norm": 0.06697666067838456,
+      "learning_rate": 9.55614245194068e-05,
+      "loss": 0.0684,
+      "step": 64
+    },
+    {
+      "epoch": 0.4513888888888889,
+      "grad_norm": 0.04541593572547064,
+      "learning_rate": 9.530826701124939e-05,
+      "loss": 0.0547,
+      "step": 65
+    },
+    {
+      "epoch": 0.4583333333333333,
+      "grad_norm": 0.05700134510715612,
+      "learning_rate": 9.504844339512095e-05,
+      "loss": 0.0596,
+      "step": 66
+    },
+    {
+      "epoch": 0.4652777777777778,
+      "grad_norm": 0.041366318222701697,
+      "learning_rate": 9.478199189831183e-05,
+      "loss": 0.0411,
+      "step": 67
+    },
+    {
+      "epoch": 0.4722222222222222,
+      "grad_norm": 0.043353520617435734,
+      "learning_rate": 9.450895172325822e-05,
+      "loss": 0.0548,
+      "step": 68
+    },
+    {
+      "epoch": 0.4791666666666667,
+      "grad_norm": 0.05496280723006238,
+      "learning_rate": 9.422936304177439e-05,
+      "loss": 0.0531,
+      "step": 69
+    },
+    {
+      "epoch": 0.4861111111111111,
+      "grad_norm": 0.057292146852494466,
+      "learning_rate": 9.39432669891423e-05,
+      "loss": 0.0658,
+      "step": 70
+    },
+    {
+      "epoch": 0.4930555555555556,
+      "grad_norm": 0.044098969405188045,
+      "learning_rate": 9.365070565805941e-05,
+      "loss": 0.0511,
+      "step": 71
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 0.10907567767546891,
+      "learning_rate": 9.335172209244575e-05,
+      "loss": 0.0547,
+      "step": 72
+    },
+    {
+      "epoch": 0.5069444444444444,
+      "grad_norm": 0.05193284317496665,
+      "learning_rate": 9.304636028111094e-05,
+      "loss": 0.0674,
+      "step": 73
+    },
+    {
+      "epoch": 0.5138888888888888,
+      "grad_norm": 0.06799161021928798,
+      "learning_rate": 9.273466515128209e-05,
+      "loss": 0.067,
+      "step": 74
+    },
+    {
+      "epoch": 0.5208333333333334,
+      "grad_norm": 0.05626247552701963,
+      "learning_rate": 9.241668256199392e-05,
+      "loss": 0.0501,
+      "step": 75
+    },
+    {
+      "epoch": 0.5277777777777778,
+      "grad_norm": 0.04578630890465305,
+      "learning_rate": 9.209245929734156e-05,
+      "loss": 0.0509,
+      "step": 76
+    },
+    {
+      "epoch": 0.5347222222222222,
+      "grad_norm": 0.0451951125591856,
+      "learning_rate": 9.176204305959726e-05,
+      "loss": 0.0465,
+      "step": 77
+    },
+    {
+      "epoch": 0.5416666666666666,
+      "grad_norm": 0.04052385478349237,
+      "learning_rate": 9.142548246219212e-05,
+      "loss": 0.0454,
+      "step": 78
+    },
+    {
+      "epoch": 0.5486111111111112,
+      "grad_norm": 0.04695475481560532,
+      "learning_rate": 9.108282702256365e-05,
+      "loss": 0.0598,
+      "step": 79
+    },
+    {
+      "epoch": 0.5555555555555556,
+      "grad_norm": 0.05974716728603661,
+      "learning_rate": 9.073412715487044e-05,
+      "loss": 0.0632,
+      "step": 80
+    },
+    {
+      "epoch": 0.5625,
+      "grad_norm": 0.04594564477538813,
+      "learning_rate": 9.037943416257474e-05,
+      "loss": 0.059,
+      "step": 81
+    },
+    {
+      "epoch": 0.5694444444444444,
+      "grad_norm": 0.04581771185786344,
+      "learning_rate": 9.001880023089441e-05,
+      "loss": 0.0578,
+      "step": 82
+    },
+    {
+      "epoch": 0.5763888888888888,
+      "grad_norm": 0.03808060898920002,
+      "learning_rate": 8.965227841912489e-05,
+      "loss": 0.0435,
+      "step": 83
+    },
+    {
+      "epoch": 0.5833333333333334,
+      "grad_norm": 0.06582783981663642,
+      "learning_rate": 8.927992265283282e-05,
+      "loss": 0.058,
+      "step": 84
+    },
+    {
+      "epoch": 0.5902777777777778,
+      "grad_norm": 0.0409049374684989,
+      "learning_rate": 8.890178771592199e-05,
+      "loss": 0.045,
+      "step": 85
+    },
+    {
+      "epoch": 0.5972222222222222,
+      "grad_norm": 0.056258831948584206,
+      "learning_rate": 8.851792924257317e-05,
+      "loss": 0.0709,
+      "step": 86
+    },
+    {
+      "epoch": 0.6041666666666666,
+      "grad_norm": 0.04580764978743741,
+      "learning_rate": 8.812840370905873e-05,
+      "loss": 0.0525,
+      "step": 87
+    },
+    {
+      "epoch": 0.6111111111111112,
+      "grad_norm": 0.043263482428543644,
+      "learning_rate": 8.773326842543347e-05,
+      "loss": 0.0464,
+      "step": 88
+    },
+    {
+      "epoch": 0.6180555555555556,
+      "grad_norm": 0.059777623657141676,
+      "learning_rate": 8.733258152710262e-05,
+      "loss": 0.0649,
+      "step": 89
+    },
+    {
+      "epoch": 0.625,
+      "grad_norm": 0.049405025547198826,
+      "learning_rate": 8.692640196626858e-05,
+      "loss": 0.0575,
+      "step": 90
+    },
+    {
+      "epoch": 0.6319444444444444,
+      "grad_norm": 0.054678965104638884,
+      "learning_rate": 8.651478950325737e-05,
+      "loss": 0.0694,
+      "step": 91
+    },
+    {
+      "epoch": 0.6388888888888888,
+      "grad_norm": 0.05031387124367363,
+      "learning_rate": 8.609780469772623e-05,
+      "loss": 0.0581,
+      "step": 92
+    },
+    {
+      "epoch": 0.6458333333333334,
+      "grad_norm": 0.043219919789406584,
+      "learning_rate": 8.567550889975362e-05,
+      "loss": 0.0489,
+      "step": 93
+    },
+    {
+      "epoch": 0.6527777777777778,
+      "grad_norm": 0.04843201217718916,
+      "learning_rate": 8.524796424081292e-05,
+      "loss": 0.0597,
+      "step": 94
+    },
+    {
+      "epoch": 0.6597222222222222,
+      "grad_norm": 0.0522833112433358,
+      "learning_rate": 8.481523362463111e-05,
+      "loss": 0.0609,
+      "step": 95
+    },
+    {
+      "epoch": 0.6666666666666666,
+      "grad_norm": 0.04658288241167051,
+      "learning_rate": 8.437738071793394e-05,
+      "loss": 0.0461,
+      "step": 96
+    },
+    {
+      "epoch": 0.6736111111111112,
+      "grad_norm": 0.05192918762269953,
+      "learning_rate": 8.393446994107877e-05,
+      "loss": 0.0675,
+      "step": 97
+    },
+    {
+      "epoch": 0.6805555555555556,
+      "grad_norm": 0.04625340723515702,
+      "learning_rate": 8.348656645857649e-05,
+      "loss": 0.0501,
+      "step": 98
+    },
+    {
+      "epoch": 0.6875,
+      "grad_norm": 0.04545506022482319,
+      "learning_rate": 8.303373616950408e-05,
+      "loss": 0.0465,
+      "step": 99
+    },
+    {
+      "epoch": 0.6944444444444444,
+      "grad_norm": 0.048499611503797835,
+      "learning_rate": 8.257604569780897e-05,
+      "loss": 0.0538,
+      "step": 100
+    },
+    {
+      "epoch": 0.7013888888888888,
+      "grad_norm": 0.04849174145205094,
+      "learning_rate": 8.21135623825068e-05,
+      "loss": 0.0532,
+      "step": 101
+    },
+    {
+      "epoch": 0.7083333333333334,
+      "grad_norm": 0.046809029835309476,
+      "learning_rate": 8.164635426777404e-05,
+      "loss": 0.0584,
+      "step": 102
+    },
+    {
+      "epoch": 0.7152777777777778,
+      "grad_norm": 0.04338551366678789,
+      "learning_rate": 8.117449009293668e-05,
+      "loss": 0.0486,
+      "step": 103
+    },
+    {
+      "epoch": 0.7222222222222222,
+      "grad_norm": 0.04288423757366809,
+      "learning_rate": 8.069803928235689e-05,
+      "loss": 0.0512,
+      "step": 104
+    },
+    {
+      "epoch": 0.7291666666666666,
+      "grad_norm": 0.04297925782588076,
+      "learning_rate": 8.021707193521865e-05,
+      "loss": 0.0466,
+      "step": 105
+    },
+    {
+      "epoch": 0.7361111111111112,
+      "grad_norm": 0.04840548556064357,
+      "learning_rate": 7.973165881521434e-05,
+      "loss": 0.0614,
+      "step": 106
+    },
+    {
+      "epoch": 0.7430555555555556,
+      "grad_norm": 0.05089661493349612,
+      "learning_rate": 7.924187134013323e-05,
+      "loss": 0.0468,
+      "step": 107
+    },
+    {
+      "epoch": 0.75,
+      "grad_norm": 0.043594180551687345,
+      "learning_rate": 7.874778157135415e-05,
+      "loss": 0.0522,
+      "step": 108
+    },
+    {
+      "epoch": 0.7569444444444444,
+      "grad_norm": 0.07921359503782698,
+      "learning_rate": 7.824946220324312e-05,
+      "loss": 0.0639,
+      "step": 109
+    },
+    {
+      "epoch": 0.7638888888888888,
+      "grad_norm": 0.046303003192425585,
+      "learning_rate": 7.774698655245802e-05,
+      "loss": 0.054,
+      "step": 110
+    },
+    {
+      "epoch": 0.7708333333333334,
+      "grad_norm": 0.0443323814040479,
+      "learning_rate": 7.724042854716169e-05,
+      "loss": 0.0492,
+      "step": 111
+    },
+    {
+      "epoch": 0.7777777777777778,
+      "grad_norm": 0.04970508540718419,
+      "learning_rate": 7.6729862716145e-05,
+      "loss": 0.0562,
+      "step": 112
+    },
+    {
+      "epoch": 0.7847222222222222,
+      "grad_norm": 0.09180702014526151,
+      "learning_rate": 7.621536417786159e-05,
+      "loss": 0.069,
+      "step": 113
+    },
+    {
+      "epoch": 0.7916666666666666,
+      "grad_norm": 0.047409146676109855,
+      "learning_rate": 7.56970086293759e-05,
+      "loss": 0.057,
+      "step": 114
+    },
+    {
+      "epoch": 0.7986111111111112,
+      "grad_norm": 0.05564719359814639,
+      "learning_rate": 7.5174872335226e-05,
+      "loss": 0.0545,
+      "step": 115
+    },
+    {
+      "epoch": 0.8055555555555556,
+      "grad_norm": 0.044385293233721056,
+      "learning_rate": 7.464903211620291e-05,
+      "loss": 0.0533,
+      "step": 116
+    },
+    {
+      "epoch": 0.8125,
+      "grad_norm": 0.048373968528083365,
+      "learning_rate": 7.411956533804818e-05,
+      "loss": 0.0567,
+      "step": 117
+    },
+    {
+      "epoch": 0.8194444444444444,
+      "grad_norm": 0.06631096530721073,
+      "learning_rate": 7.358654990007122e-05,
+      "loss": 0.0634,
+      "step": 118
+    },
+    {
+      "epoch": 0.8263888888888888,
+      "grad_norm": 0.03919679279316613,
+      "learning_rate": 7.305006422368811e-05,
+      "loss": 0.0396,
+      "step": 119
+    },
+    {
+      "epoch": 0.8333333333333334,
+      "grad_norm": 0.0612342230223103,
+      "learning_rate": 7.251018724088367e-05,
+      "loss": 0.0598,
+      "step": 120
+    },
+    {
+      "epoch": 0.8402777777777778,
+      "grad_norm": 0.04761240051837147,
+      "learning_rate": 7.196699838259834e-05,
+      "loss": 0.0542,
+      "step": 121
+    },
+    {
+      "epoch": 0.8472222222222222,
+      "grad_norm": 0.055239940867233474,
+      "learning_rate": 7.142057756704168e-05,
+      "loss": 0.064,
+      "step": 122
+    },
+    {
+      "epoch": 0.8541666666666666,
+      "grad_norm": 0.05625030436845944,
+      "learning_rate": 7.087100518793421e-05,
+      "loss": 0.0552,
+      "step": 123
+    },
+    {
+      "epoch": 0.8611111111111112,
+      "grad_norm": 0.04917209401012176,
+      "learning_rate": 7.031836210267915e-05,
+      "loss": 0.0519,
+      "step": 124
+    },
+    {
+      "epoch": 0.8680555555555556,
+      "grad_norm": 0.045923821351934915,
+      "learning_rate": 6.976272962046619e-05,
+      "loss": 0.0544,
+      "step": 125
+    },
+    {
+      "epoch": 0.875,
+      "grad_norm": 0.055983725032457854,
+      "learning_rate": 6.920418949030856e-05,
+      "loss": 0.0684,
+      "step": 126
+    },
+    {
+      "epoch": 0.8819444444444444,
+      "grad_norm": 0.09704535662409224,
+      "learning_rate": 6.864282388901544e-05,
+      "loss": 0.0737,
+      "step": 127
+    },
+    {
+      "epoch": 0.8888888888888888,
+      "grad_norm": 0.044657916384289814,
+      "learning_rate": 6.807871540910154e-05,
+      "loss": 0.0515,
+      "step": 128
+    },
+    {
+      "epoch": 0.8958333333333334,
+      "grad_norm": 0.07059390531279443,
+      "learning_rate": 6.751194704663543e-05,
+      "loss": 0.0574,
+      "step": 129
+    },
+    {
+      "epoch": 0.9027777777777778,
+      "grad_norm": 0.04502070349330495,
+      "learning_rate": 6.694260218902844e-05,
+      "loss": 0.0445,
+      "step": 130
+    },
+    {
+      "epoch": 0.9097222222222222,
+      "grad_norm": 0.06605902723986466,
+      "learning_rate": 6.637076460276613e-05,
+      "loss": 0.0569,
+      "step": 131
+    },
+    {
+      "epoch": 0.9166666666666666,
+      "grad_norm": 0.051118257758994964,
+      "learning_rate": 6.57965184210838e-05,
+      "loss": 0.0551,
+      "step": 132
+    },
+    {
+      "epoch": 0.9236111111111112,
+      "grad_norm": 0.04518774034822205,
+      "learning_rate": 6.521994813158834e-05,
+      "loss": 0.0557,
+      "step": 133
+    },
+    {
+      "epoch": 0.9305555555555556,
+      "grad_norm": 0.04284945779426791,
+      "learning_rate": 6.464113856382752e-05,
+      "loss": 0.041,
+      "step": 134
+    },
+    {
+      "epoch": 0.9375,
+      "grad_norm": 0.04754862748835347,
+      "learning_rate": 6.406017487680937e-05,
+      "loss": 0.0522,
+      "step": 135
+    },
+    {
+      "epoch": 0.9444444444444444,
+      "grad_norm": 0.04459511286211968,
+      "learning_rate": 6.347714254647284e-05,
+      "loss": 0.0486,
+      "step": 136
+    },
+    {
+      "epoch": 0.9513888888888888,
+      "grad_norm": 0.06113290499228477,
+      "learning_rate": 6.28921273531119e-05,
+      "loss": 0.0593,
+      "step": 137
+    },
+    {
+      "epoch": 0.9583333333333334,
+      "grad_norm": 0.056574006950422875,
+      "learning_rate": 6.230521536875494e-05,
+      "loss": 0.0603,
+      "step": 138
+    },
+    {
+      "epoch": 0.9652777777777778,
+      "grad_norm": 0.04419993037171285,
+      "learning_rate": 6.171649294450113e-05,
+      "loss": 0.0422,
+      "step": 139
+    },
+    {
+      "epoch": 0.9722222222222222,
+      "grad_norm": 0.058933736730721914,
+      "learning_rate": 6.112604669781572e-05,
+      "loss": 0.0628,
+      "step": 140
+    },
+    {
+      "epoch": 0.9791666666666666,
+      "grad_norm": 0.043997579067719075,
+      "learning_rate": 6.0533963499786314e-05,
+      "loss": 0.0416,
+      "step": 141
+    },
+    {
+      "epoch": 0.9861111111111112,
+      "grad_norm": 0.0787901330317747,
+      "learning_rate": 5.994033046234162e-05,
+      "loss": 0.0663,
+      "step": 142
+    },
+    {
+      "epoch": 0.9930555555555556,
+      "grad_norm": 0.056572258685848587,
+      "learning_rate": 5.934523492543489e-05,
+      "loss": 0.0598,
+      "step": 143
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 0.06836555724673425,
+      "learning_rate": 5.874876444419377e-05,
+      "loss": 0.0553,
+      "step": 144
+    },
+    {
+      "epoch": 1.0069444444444444,
+      "grad_norm": 0.05528468814497019,
+      "learning_rate": 5.8151006776038544e-05,
+      "loss": 0.0487,
+      "step": 145
+    },
+    {
+      "epoch": 1.0138888888888888,
+      "grad_norm": 0.04442209097541711,
+      "learning_rate": 5.75520498677705e-05,
+      "loss": 0.0496,
+      "step": 146
+    },
+    {
+      "epoch": 1.0208333333333333,
+      "grad_norm": 0.04265736671883575,
+      "learning_rate": 5.6951981842632585e-05,
+      "loss": 0.0447,
+      "step": 147
+    },
+    {
+      "epoch": 1.0277777777777777,
+      "grad_norm": 0.06716393769395008,
+      "learning_rate": 5.6350890987343944e-05,
+      "loss": 0.0574,
+      "step": 148
+    },
+    {
+      "epoch": 1.0347222222222223,
+      "grad_norm": 0.04619919754230532,
+      "learning_rate": 5.574886573911056e-05,
+      "loss": 0.0484,
+      "step": 149
+    },
+    {
+      "epoch": 1.0416666666666667,
+      "grad_norm": 0.04088308722298511,
+      "learning_rate": 5.5145994672613624e-05,
+      "loss": 0.0424,
+      "step": 150
+    },
+    {
+      "epoch": 1.0486111111111112,
+      "grad_norm": 0.07106013370406222,
+      "learning_rate": 5.4542366486977756e-05,
+      "loss": 0.0506,
+      "step": 151
+    },
+    {
+      "epoch": 1.0555555555555556,
+      "grad_norm": 0.06544088043365288,
+      "learning_rate": 5.39380699927209e-05,
+      "loss": 0.0527,
+      "step": 152
+    },
+    {
+      "epoch": 1.0625,
+      "grad_norm": 0.055005258429162714,
+      "learning_rate": 5.3333194098687764e-05,
+      "loss": 0.0511,
+      "step": 153
+    },
+    {
+      "epoch": 1.0694444444444444,
+      "grad_norm": 0.05657332977154827,
+      "learning_rate": 5.272782779896898e-05,
+      "loss": 0.0543,
+      "step": 154
+    },
+    {
+      "epoch": 1.0763888888888888,
+      "grad_norm": 0.08633216171192509,
+      "learning_rate": 5.212206015980742e-05,
+      "loss": 0.0595,
+      "step": 155
+    },
+    {
+      "epoch": 1.0833333333333333,
+      "grad_norm": 0.04344217768745669,
+      "learning_rate": 5.151598030649425e-05,
+      "loss": 0.0396,
+      "step": 156
+    },
+    {
+      "epoch": 1.0902777777777777,
+      "grad_norm": 0.04446718541450083,
+      "learning_rate": 5.0909677410255985e-05,
+      "loss": 0.0436,
+      "step": 157
+    },
+    {
+      "epoch": 1.0972222222222223,
+      "grad_norm": 0.05936952558342409,
+      "learning_rate": 5.030324067513499e-05,
+      "loss": 0.0514,
+      "step": 158
+    },
+    {
+      "epoch": 1.1041666666666667,
+      "grad_norm": 0.06506431319350331,
+      "learning_rate": 4.969675932486503e-05,
+      "loss": 0.0472,
+      "step": 159
+    },
+    {
+      "epoch": 1.1111111111111112,
+      "grad_norm": 0.04763084580847737,
+      "learning_rate": 4.9090322589744027e-05,
+      "loss": 0.0436,
+      "step": 160
+    },
+    {
+      "epoch": 1.1180555555555556,
+      "grad_norm": 0.06531630358906274,
+      "learning_rate": 4.848401969350577e-05,
+      "loss": 0.0547,
+      "step": 161
+    },
+    {
+      "epoch": 1.125,
+      "grad_norm": 0.06486635891777948,
+      "learning_rate": 4.78779398401926e-05,
+      "loss": 0.0454,
+      "step": 162
+    },
+    {
+      "epoch": 1.1319444444444444,
+      "grad_norm": 0.06325850216814397,
+      "learning_rate": 4.7272172201031054e-05,
+      "loss": 0.0481,
+      "step": 163
+    },
+    {
+      "epoch": 1.1388888888888888,
+      "grad_norm": 0.05964254119159708,
+      "learning_rate": 4.666680590131225e-05,
+      "loss": 0.0463,
+      "step": 164
+    },
+    {
+      "epoch": 1.1458333333333333,
+      "grad_norm": 0.05342845760927094,
+      "learning_rate": 4.606193000727913e-05,
+      "loss": 0.0506,
+      "step": 165
+    },
+    {
+      "epoch": 1.1527777777777777,
+      "grad_norm": 0.05377115554688926,
+      "learning_rate": 4.545763351302224e-05,
+      "loss": 0.0474,
+      "step": 166
+    },
+    {
+      "epoch": 1.1597222222222223,
+      "grad_norm": 0.05055891815765679,
+      "learning_rate": 4.485400532738638e-05,
+      "loss": 0.0454,
+      "step": 167
+    },
+    {
+      "epoch": 1.1666666666666667,
+      "grad_norm": 0.05497839217223033,
+      "learning_rate": 4.425113426088945e-05,
+      "loss": 0.0517,
+      "step": 168
+    },
+    {
+      "epoch": 1.1736111111111112,
+      "grad_norm": 0.07316550289620528,
+      "learning_rate": 4.364910901265606e-05,
+      "loss": 0.0538,
+      "step": 169
+    },
+    {
+      "epoch": 1.1805555555555556,
+      "grad_norm": 0.047990097455734924,
+      "learning_rate": 4.3048018157367433e-05,
+      "loss": 0.0413,
+      "step": 170
+    },
+    {
+      "epoch": 1.1875,
+      "grad_norm": 0.060217032523026584,
+      "learning_rate": 4.244795013222951e-05,
+      "loss": 0.0571,
+      "step": 171
+    },
+    {
+      "epoch": 1.1944444444444444,
+      "grad_norm": 0.04698866045082108,
+      "learning_rate": 4.184899322396147e-05,
+      "loss": 0.0406,
+      "step": 172
+    },
+    {
+      "epoch": 1.2013888888888888,
+      "grad_norm": 0.048369004985907946,
+      "learning_rate": 4.125123555580624e-05,
+      "loss": 0.0492,
+      "step": 173
+    },
+    {
+      "epoch": 1.2083333333333333,
+      "grad_norm": 0.05659619196658486,
+      "learning_rate": 4.0654765074565124e-05,
+      "loss": 0.057,
+      "step": 174
+    },
+    {
+      "epoch": 1.2152777777777777,
+      "grad_norm": 0.057459855223361965,
+      "learning_rate": 4.005966953765839e-05,
+      "loss": 0.0479,
+      "step": 175
+    },
+    {
+      "epoch": 1.2222222222222223,
+      "grad_norm": 0.04572437211261691,
+      "learning_rate": 3.94660365002137e-05,
+      "loss": 0.0395,
+      "step": 176
+    },
+    {
+      "epoch": 1.2291666666666667,
+      "grad_norm": 0.048219072573456936,
+      "learning_rate": 3.887395330218429e-05,
+      "loss": 0.0391,
+      "step": 177
+    },
+    {
+      "epoch": 1.2361111111111112,
+      "grad_norm": 0.06136131829899375,
+      "learning_rate": 3.8283507055498886e-05,
+      "loss": 0.043,
+      "step": 178
+    },
+    {
+      "epoch": 1.2430555555555556,
+      "grad_norm": 0.059005391153620405,
+      "learning_rate": 3.769478463124507e-05,
+      "loss": 0.0449,
+      "step": 179
+    },
+    {
+      "epoch": 1.25,
+      "grad_norm": 0.0746524056732719,
+      "learning_rate": 3.7107872646888116e-05,
+      "loss": 0.0563,
+      "step": 180
+    },
+    {
+      "epoch": 1.2569444444444444,
+      "grad_norm": 0.06512798583168254,
+      "learning_rate": 3.652285745352717e-05,
+      "loss": 0.0652,
+      "step": 181
+    },
+    {
+      "epoch": 1.2638888888888888,
+      "grad_norm": 0.05118809031893748,
+      "learning_rate": 3.5939825123190635e-05,
+      "loss": 0.0439,
+      "step": 182
+    },
+    {
+      "epoch": 1.2708333333333333,
+      "grad_norm": 0.0491373328570806,
+      "learning_rate": 3.5358861436172485e-05,
+      "loss": 0.0396,
+      "step": 183
+    },
+    {
+      "epoch": 1.2777777777777777,
+      "grad_norm": 0.045715529417524076,
+      "learning_rate": 3.4780051868411675e-05,
+      "loss": 0.0349,
+      "step": 184
+    },
+    {
+      "epoch": 1.2847222222222223,
+      "grad_norm": 0.05499812650132431,
+      "learning_rate": 3.4203481578916194e-05,
+      "loss": 0.045,
+      "step": 185
+    },
+    {
+      "epoch": 1.2916666666666667,
+      "grad_norm": 0.05444819130310788,
+      "learning_rate": 3.362923539723389e-05,
+      "loss": 0.054,
+      "step": 186
+    },
+    {
+      "epoch": 1.2986111111111112,
+      "grad_norm": 0.05755054434891386,
+      "learning_rate": 3.305739781097157e-05,
+      "loss": 0.0462,
+      "step": 187
+    },
+    {
+      "epoch": 1.3055555555555556,
+      "grad_norm": 0.056782562230561044,
+      "learning_rate": 3.248805295336458e-05,
+      "loss": 0.049,
+      "step": 188
+    },
+    {
+      "epoch": 1.3125,
+      "grad_norm": 0.05059433419507378,
+      "learning_rate": 3.1921284590898456e-05,
+      "loss": 0.0398,
+      "step": 189
+    },
+    {
+      "epoch": 1.3194444444444444,
+      "grad_norm": 0.06312033575652291,
+      "learning_rate": 3.135717611098458e-05,
+      "loss": 0.0622,
+      "step": 190
+    },
+    {
+      "epoch": 1.3263888888888888,
+      "grad_norm": 0.06684980111755691,
+      "learning_rate": 3.079581050969146e-05,
+      "loss": 0.0628,
+      "step": 191
+    },
+    {
+      "epoch": 1.3333333333333333,
+      "grad_norm": 0.09404520793015296,
+      "learning_rate": 3.023727037953382e-05,
+      "loss": 0.0538,
+      "step": 192
+    },
+    {
+      "epoch": 1.3402777777777777,
+      "grad_norm": 0.055119231303708986,
+      "learning_rate": 2.9681637897320868e-05,
+      "loss": 0.0494,
+      "step": 193
+    },
+    {
+      "epoch": 1.3472222222222223,
+      "grad_norm": 0.06806024002262281,
+      "learning_rate": 2.912899481206582e-05,
+      "loss": 0.0494,
+      "step": 194
+    },
+    {
+      "epoch": 1.3541666666666667,
+      "grad_norm": 0.05634926402516711,
+      "learning_rate": 2.8579422432958312e-05,
+      "loss": 0.0474,
+      "step": 195
+    },
+    {
+      "epoch": 1.3611111111111112,
+      "grad_norm": 0.062090271560473254,
+      "learning_rate": 2.803300161740166e-05,
+      "loss": 0.0522,
+      "step": 196
+    },
+    {
+      "epoch": 1.3680555555555556,
+      "grad_norm": 0.05050749410112152,
+      "learning_rate": 2.748981275911633e-05,
+      "loss": 0.0393,
+      "step": 197
+    },
+    {
+      "epoch": 1.375,
+      "grad_norm": 0.05546645285466708,
+      "learning_rate": 2.6949935776311896e-05,
+      "loss": 0.0395,
+      "step": 198
+    },
+    {
+      "epoch": 1.3819444444444444,
+      "grad_norm": 0.05531341419035151,
+      "learning_rate": 2.6413450099928783e-05,
+      "loss": 0.0445,
+      "step": 199
+    },
+    {
+      "epoch": 1.3888888888888888,
+      "grad_norm": 0.057587022878495084,
+      "learning_rate": 2.5880434661951823e-05,
+      "loss": 0.046,
+      "step": 200
+    },
+    {
+      "epoch": 1.3888888888888888,
+      "eval_loss": 0.05843019485473633,
+      "eval_runtime": 2.8965,
+      "eval_samples_per_second": 2.071,
+      "eval_steps_per_second": 0.69,
+      "step": 200
+    },
+    {
+      "epoch": 1.3958333333333333,
+      "grad_norm": 0.06587462746896457,
+      "learning_rate": 2.5350967883797096e-05,
+      "loss": 0.0592,
+      "step": 201
+    },
+    {
+      "epoch": 1.4027777777777777,
+      "grad_norm": 0.05623019516285661,
+      "learning_rate": 2.4825127664774006e-05,
+      "loss": 0.0492,
+      "step": 202
+    },
+    {
+      "epoch": 1.4097222222222223,
+      "grad_norm": 0.06970774002767344,
+      "learning_rate": 2.4302991370624107e-05,
+      "loss": 0.0599,
+      "step": 203
+    },
+    {
+      "epoch": 1.4166666666666667,
+      "grad_norm": 0.050591438460209116,
+      "learning_rate": 2.3784635822138424e-05,
+      "loss": 0.0405,
+      "step": 204
+    },
+    {
+      "epoch": 1.4236111111111112,
+      "grad_norm": 0.06087979461292365,
+      "learning_rate": 2.327013728385502e-05,
+      "loss": 0.0522,
+      "step": 205
+    },
+    {
+      "epoch": 1.4305555555555556,
+      "grad_norm": 0.05750045979367977,
+      "learning_rate": 2.2759571452838324e-05,
+      "loss": 0.0498,
+      "step": 206
+    },
+    {
+      "epoch": 1.4375,
+      "grad_norm": 0.06261633186118712,
+      "learning_rate": 2.225301344754199e-05,
+      "loss": 0.0516,
+      "step": 207
+    },
+    {
+      "epoch": 1.4444444444444444,
+      "grad_norm": 0.04778739915939838,
+      "learning_rate": 2.17505377967569e-05,
+      "loss": 0.0356,
+      "step": 208
+    },
+    {
+      "epoch": 1.4513888888888888,
+      "grad_norm": 0.06838727020740598,
+      "learning_rate": 2.1252218428645846e-05,
+      "loss": 0.0553,
+      "step": 209
+    },
+    {
+      "epoch": 1.4583333333333333,
+      "grad_norm": 0.05699327263249455,
+      "learning_rate": 2.075812865986677e-05,
+      "loss": 0.0436,
+      "step": 210
+    },
+    {
+      "epoch": 1.4652777777777777,
+      "grad_norm": 0.05755232280782536,
+      "learning_rate": 2.026834118478567e-05,
+      "loss": 0.0531,
+      "step": 211
+    },
+    {
+      "epoch": 1.4722222222222223,
+      "grad_norm": 0.06672702654987289,
+      "learning_rate": 1.978292806478134e-05,
+      "loss": 0.0529,
+      "step": 212
+    },
+    {
+      "epoch": 1.4791666666666667,
+      "grad_norm": 0.05318360817731425,
+      "learning_rate": 1.9301960717643118e-05,
+      "loss": 0.0408,
+      "step": 213
+    },
+    {
+      "epoch": 1.4861111111111112,
+      "grad_norm": 0.05852145674739832,
+      "learning_rate": 1.8825509907063327e-05,
+      "loss": 0.0532,
+      "step": 214
+    },
+    {
+      "epoch": 1.4930555555555556,
+      "grad_norm": 0.04695844857372584,
+      "learning_rate": 1.8353645732225976e-05,
+      "loss": 0.0357,
+      "step": 215
+    },
+    {
+      "epoch": 1.5,
+      "grad_norm": 0.06015704770880845,
+      "learning_rate": 1.7886437617493205e-05,
+      "loss": 0.0458,
+      "step": 216
+    },
+    {
+      "epoch": 1.5069444444444444,
+      "grad_norm": 0.06607871507117989,
+      "learning_rate": 1.7423954302191047e-05,
+      "loss": 0.065,
+      "step": 217
+    },
+    {
+      "epoch": 1.5138888888888888,
+      "grad_norm": 0.07091336376792805,
+      "learning_rate": 1.6966263830495936e-05,
+      "loss": 0.0363,
+      "step": 218
+    },
+    {
+      "epoch": 1.5208333333333335,
+      "grad_norm": 0.05916059675448067,
+      "learning_rate": 1.6513433541423528e-05,
+      "loss": 0.0504,
+      "step": 219
+    },
+    {
+      "epoch": 1.5277777777777777,
+      "grad_norm": 0.06409972590419019,
+      "learning_rate": 1.606553005892125e-05,
+      "loss": 0.0393,
+      "step": 220
+    },
+    {
+      "epoch": 1.5347222222222223,
+      "grad_norm": 0.06555802647292505,
+      "learning_rate": 1.5622619282066082e-05,
+      "loss": 0.0482,
+      "step": 221
+    },
+    {
+      "epoch": 1.5416666666666665,
+      "grad_norm": 0.05144622081409977,
+      "learning_rate": 1.5184766375368915e-05,
+      "loss": 0.037,
+      "step": 222
+    },
+    {
+      "epoch": 1.5486111111111112,
+      "grad_norm": 0.06265878609345442,
+      "learning_rate": 1.4752035759187106e-05,
+      "loss": 0.0536,
+      "step": 223
+    },
+    {
+      "epoch": 1.5555555555555556,
+      "grad_norm": 0.05834542354430463,
+      "learning_rate": 1.4324491100246385e-05,
+      "loss": 0.0461,
+      "step": 224
+    },
+    {
+      "epoch": 1.5625,
+      "grad_norm": 0.059108211105270696,
+      "learning_rate": 1.3902195302273779e-05,
+      "loss": 0.0461,
+      "step": 225
+    },
+    {
+      "epoch": 1.5694444444444444,
+      "grad_norm": 0.06072177930930135,
+      "learning_rate": 1.348521049674264e-05,
+      "loss": 0.0448,
+      "step": 226
+    },
+    {
+      "epoch": 1.5763888888888888,
+      "grad_norm": 0.06147140484331682,
+      "learning_rate": 1.3073598033731426e-05,
+      "loss": 0.0475,
+      "step": 227
+    },
+    {
+      "epoch": 1.5833333333333335,
+      "grad_norm": 0.05617171004497398,
+      "learning_rate": 1.2667418472897386e-05,
+      "loss": 0.0432,
+      "step": 228
+    },
+    {
+      "epoch": 1.5902777777777777,
+      "grad_norm": 0.06266225996920342,
+      "learning_rate": 1.2266731574566536e-05,
+      "loss": 0.0446,
+      "step": 229
+    },
+    {
+      "epoch": 1.5972222222222223,
+      "grad_norm": 0.054440007451986294,
+      "learning_rate": 1.1871596290941278e-05,
+      "loss": 0.0403,
+      "step": 230
+    },
+    {
+      "epoch": 1.6041666666666665,
+      "grad_norm": 0.05771513928537823,
+      "learning_rate": 1.1482070757426856e-05,
+      "loss": 0.0424,
+      "step": 231
+    },
+    {
+      "epoch": 1.6111111111111112,
+      "grad_norm": 0.07317554509540891,
+      "learning_rate": 1.1098212284078036e-05,
+      "loss": 0.0486,
+      "step": 232
+    },
+    {
+      "epoch": 1.6180555555555556,
+      "grad_norm": 0.0592998028315768,
+      "learning_rate": 1.0720077347167202e-05,
+      "loss": 0.0452,
+      "step": 233
+    },
+    {
+      "epoch": 1.625,
+      "grad_norm": 0.05734391978777635,
+      "learning_rate": 1.0347721580875126e-05,
+      "loss": 0.0418,
+      "step": 234
+    },
+    {
+      "epoch": 1.6319444444444444,
+      "grad_norm": 0.05781410001692482,
+      "learning_rate": 9.981199769105604e-06,
+      "loss": 0.0488,
+      "step": 235
+    },
+    {
+      "epoch": 1.6388888888888888,
+      "grad_norm": 0.06084611217062411,
+      "learning_rate": 9.620565837425271e-06,
+      "loss": 0.0544,
+      "step": 236
+    },
+    {
+      "epoch": 1.6458333333333335,
+      "grad_norm": 0.05484483522551538,
+      "learning_rate": 9.26587284512957e-06,
+      "loss": 0.0418,
+      "step": 237
+    },
+    {
+      "epoch": 1.6527777777777777,
+      "grad_norm": 0.061075107734742555,
+      "learning_rate": 8.917172977436356e-06,
+      "loss": 0.0509,
+      "step": 238
+    },
+    {
+      "epoch": 1.6597222222222223,
+      "grad_norm": 0.056522690917951715,
+      "learning_rate": 8.574517537807897e-06,
+      "loss": 0.0493,
+      "step": 239
+    },
+    {
+      "epoch": 1.6666666666666665,
+      "grad_norm": 0.06145420768545982,
+      "learning_rate": 8.237956940402757e-06,
+      "loss": 0.0538,
+      "step": 240
+    },
+    {
+      "epoch": 1.6736111111111112,
+      "grad_norm": 0.07712832225863908,
+      "learning_rate": 7.907540702658456e-06,
+      "loss": 0.0417,
+      "step": 241
+    },
+    {
+      "epoch": 1.6805555555555556,
+      "grad_norm": 0.1210354286083926,
+      "learning_rate": 7.583317438006093e-06,
+      "loss": 0.0648,
+      "step": 242
+    },
+    {
+      "epoch": 1.6875,
+      "grad_norm": 0.056155382622722974,
+      "learning_rate": 7.265334848717931e-06,
+      "loss": 0.0409,
+      "step": 243
+    },
+    {
+      "epoch": 1.6944444444444444,
+      "grad_norm": 0.06052338165886097,
+      "learning_rate": 6.953639718889076e-06,
+      "loss": 0.0425,
+      "step": 244
+    },
+    {
+      "epoch": 1.7013888888888888,
+      "grad_norm": 0.06942550868803853,
+      "learning_rate": 6.648277907554235e-06,
+      "loss": 0.0483,
+      "step": 245
+    },
+    {
+      "epoch": 1.7083333333333335,
+      "grad_norm": 0.06102534205447137,
+      "learning_rate": 6.349294341940593e-06,
+      "loss": 0.0461,
+      "step": 246
+    },
+    {
+      "epoch": 1.7152777777777777,
+      "grad_norm": 0.06664766533657307,
+      "learning_rate": 6.056733010857712e-06,
+      "loss": 0.0538,
+      "step": 247
+    },
+    {
+      "epoch": 1.7222222222222223,
+      "grad_norm": 0.055246592628772316,
+      "learning_rate": 5.770636958225617e-06,
+      "loss": 0.0455,
+      "step": 248
+    },
+    {
+      "epoch": 1.7291666666666665,
+      "grad_norm": 0.061169981220161505,
+      "learning_rate": 5.491048276741784e-06,
+      "loss": 0.0444,
+      "step": 249
+    },
+    {
+      "epoch": 1.7361111111111112,
+      "grad_norm": 0.07327155244232343,
+      "learning_rate": 5.218008101688171e-06,
+      "loss": 0.0607,
+      "step": 250
+    },
+    {
+      "epoch": 1.7430555555555556,
+      "grad_norm": 0.06145818807633177,
+      "learning_rate": 4.951556604879048e-06,
+      "loss": 0.0445,
+      "step": 251
+    },
+    {
+      "epoch": 1.75,
+      "grad_norm": 0.05297976039230036,
+      "learning_rate": 4.691732988750614e-06,
+      "loss": 0.0388,
+      "step": 252
+    },
+    {
+      "epoch": 1.7569444444444444,
+      "grad_norm": 0.054054619462972,
+      "learning_rate": 4.43857548059321e-06,
+      "loss": 0.0391,
+      "step": 253
+    },
+    {
+      "epoch": 1.7638888888888888,
+      "grad_norm": 0.05798999532961248,
+      "learning_rate": 4.192121326927073e-06,
+      "loss": 0.0432,
+      "step": 254
+    },
+    {
+      "epoch": 1.7708333333333335,
+      "grad_norm": 0.05728064735233047,
+      "learning_rate": 3.952406788022267e-06,
+      "loss": 0.044,
+      "step": 255
+    },
+    {
+      "epoch": 1.7777777777777777,
+      "grad_norm": 0.05548812892517234,
+      "learning_rate": 3.7194671325638198e-06,
+      "loss": 0.042,
+      "step": 256
+    },
+    {
+      "epoch": 1.7847222222222223,
+      "grad_norm": 0.05776655459801612,
+      "learning_rate": 3.493336632462718e-06,
+      "loss": 0.0446,
+      "step": 257
+    },
+    {
+      "epoch": 1.7916666666666665,
+      "grad_norm": 0.06297495738200812,
+      "learning_rate": 3.274048557813553e-06,
+      "loss": 0.0375,
+      "step": 258
+    },
+    {
+      "epoch": 1.7986111111111112,
+      "grad_norm": 0.0571294673264027,
+      "learning_rate": 3.061635171999566e-06,
+      "loss": 0.0458,
+      "step": 259
+    },
+    {
+      "epoch": 1.8055555555555556,
+      "grad_norm": 0.05711653877850546,
+      "learning_rate": 2.85612772694579e-06,
+      "loss": 0.043,
+      "step": 260
+    },
+    {
+      "epoch": 1.8125,
+      "grad_norm": 0.056535662892683275,
+      "learning_rate": 2.657556458521049e-06,
+      "loss": 0.0422,
+      "step": 261
+    },
+    {
+      "epoch": 1.8194444444444444,
+      "grad_norm": 0.05861262152488929,
+      "learning_rate": 2.4659505820893826e-06,
+      "loss": 0.049,
+      "step": 262
+    },
+    {
+      "epoch": 1.8263888888888888,
+      "grad_norm": 0.057433042780234714,
+      "learning_rate": 2.2813382882116986e-06,
+      "loss": 0.0437,
+      "step": 263
+    },
+    {
+      "epoch": 1.8333333333333335,
+      "grad_norm": 0.05389278487965654,
+      "learning_rate": 2.1037467384981026e-06,
+      "loss": 0.0426,
+      "step": 264
+    },
+    {
+      "epoch": 1.8402777777777777,
+      "grad_norm": 0.05557228450230491,
+      "learning_rate": 1.933202061611722e-06,
+      "loss": 0.0458,
+      "step": 265
+    },
+    {
+      "epoch": 1.8472222222222223,
+      "grad_norm": 0.05917014990003017,
+      "learning_rate": 1.769729349424415e-06,
+      "loss": 0.0531,
+      "step": 266
+    },
+    {
+      "epoch": 1.8541666666666665,
+      "grad_norm": 0.057944432503720486,
+      "learning_rate": 1.6133526533250565e-06,
+      "loss": 0.0425,
+      "step": 267
+    },
+    {
+      "epoch": 1.8611111111111112,
+      "grad_norm": 0.06092440732902568,
+      "learning_rate": 1.4640949806809523e-06,
+      "loss": 0.0492,
+      "step": 268
+    },
+    {
+      "epoch": 1.8680555555555556,
+      "grad_norm": 0.05900717359821016,
+      "learning_rate": 1.3219782914527634e-06,
+      "loss": 0.0452,
+      "step": 269
+    },
+    {
+      "epoch": 1.875,
+      "grad_norm": 0.06389890797796334,
+      "learning_rate": 1.1870234949636073e-06,
+      "loss": 0.0549,
+      "step": 270
+    },
+    {
+      "epoch": 1.8819444444444444,
+      "grad_norm": 0.05962740065521039,
+      "learning_rate": 1.0592504468227127e-06,
+      "loss": 0.0463,
+      "step": 271
+    },
+    {
+      "epoch": 1.8888888888888888,
+      "grad_norm": 0.07174635089821045,
+      "learning_rate": 9.386779460041017e-07,
+      "loss": 0.0522,
+      "step": 272
+    },
+    {
+      "epoch": 1.8958333333333335,
+      "grad_norm": 0.06082782248412747,
+      "learning_rate": 8.253237320807461e-07,
+      "loss": 0.0475,
+      "step": 273
+    },
+    {
+      "epoch": 1.9027777777777777,
+      "grad_norm": 0.0601520271544199,
+      "learning_rate": 7.192044826145771e-07,
+      "loss": 0.0498,
+      "step": 274
+    },
+    {
+      "epoch": 1.9097222222222223,
+      "grad_norm": 0.05825976235647901,
+      "learning_rate": 6.20335810702749e-07,
+      "loss": 0.0422,
+      "step": 275
+    },
+    {
+      "epoch": 1.9166666666666665,
+      "grad_norm": 0.05517949333399056,
+      "learning_rate": 5.287322626805202e-07,
+      "loss": 0.0433,
+      "step": 276
+    },
+    {
+      "epoch": 1.9236111111111112,
+      "grad_norm": 0.06763262497028635,
+      "learning_rate": 4.4440731598107686e-07,
+      "loss": 0.0499,
+      "step": 277
+    },
+    {
+      "epoch": 1.9305555555555556,
+      "grad_norm": 0.16139138859406038,
+      "learning_rate": 3.673733771526466e-07,
+      "loss": 0.0664,
+      "step": 278
+    },
+    {
+      "epoch": 1.9375,
+      "grad_norm": 0.056764953267334266,
+      "learning_rate": 2.976417800331144e-07,
+      "loss": 0.0395,
+      "step": 279
+    },
+    {
+      "epoch": 1.9444444444444444,
+      "grad_norm": 0.06087509888868891,
+      "learning_rate": 2.352227840825394e-07,
+      "loss": 0.0456,
+      "step": 280
+    },
+    {
+      "epoch": 1.9513888888888888,
+      "grad_norm": 0.07013826621193169,
+      "learning_rate": 1.8012557287367392e-07,
+      "loss": 0.0449,
+      "step": 281
+    },
+    {
+      "epoch": 1.9583333333333335,
+      "grad_norm": 0.06122401225786666,
+      "learning_rate": 1.3235825274081625e-07,
+      "loss": 0.0433,
+      "step": 282
+    },
+    {
+      "epoch": 1.9652777777777777,
+      "grad_norm": 0.062035625059352666,
+      "learning_rate": 9.19278515871369e-08,
+      "loss": 0.0516,
+      "step": 283
+    },
+    {
+      "epoch": 1.9722222222222223,
+      "grad_norm": 0.05458425287261523,
+      "learning_rate": 5.8840317850683555e-08,
+      "loss": 0.0392,
+      "step": 284
+    },
+    {
+      "epoch": 1.9791666666666665,
+      "grad_norm": 0.0574212811670188,
+      "learning_rate": 3.310051962920335e-08,
+      "loss": 0.0471,
+      "step": 285
+    },
+    {
+      "epoch": 1.9861111111111112,
+      "grad_norm": 0.05924979972086086,
+      "learning_rate": 1.471224396389359e-08,
+      "loss": 0.0542,
+      "step": 286
+    },
+    {
+      "epoch": 1.9930555555555556,
+      "grad_norm": 0.05752784210946029,
+      "learning_rate": 3.6781962822529657e-09,
+      "loss": 0.0474,
+      "step": 287
+    },
+    {
+      "epoch": 2.0,
+      "grad_norm": 0.0627018913384721,
+      "learning_rate": 0.0,
+      "loss": 0.0448,
+      "step": 288
+    },
+    {
+      "epoch": 2.0,
+      "step": 288,
+      "total_flos": 547031730880512.0,
+      "train_loss": 0.056736280779457755,
+      "train_runtime": 1071.8886,
+      "train_samples_per_second": 1.069,
+      "train_steps_per_second": 0.269
+    }
+  ],
+  "logging_steps": 1,
+  "max_steps": 288,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 2,
+  "save_steps": 300,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 547031730880512.0,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1d59aab1b457e8b9fd7de0c37304956819c20c31aa1763bdf88eee33e8deac7
+size 7224