Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,58 @@
+---
+license: other
+base_model: google/gemma-2-2b-it
+tags:
+- llama-factory
+- full
+- generated_from_trainer
+model-index:
+- name: longcot_pt_GEMMA_ZD_10_23_1
+  results: []
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# longcot_pt_GEMMA_ZD_10_23_1
+
+This model is a fine-tuned version of [google/gemma-2-2b-it](https://huggingface.co/google/gemma-2-2b-it) on the longcot_pt dataset.
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 5e-05
+- train_batch_size: 1
+- eval_batch_size: 8
+- seed: 42
+- distributed_type: multi-GPU
+- num_devices: 8
+- total_train_batch_size: 8
+- total_eval_batch_size: 64
+- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
+- lr_scheduler_type: cosine
+- num_epochs: 1.0
+
+### Training results
+
+
+
+### Framework versions
+
+- Transformers 4.44.0
+- Pytorch 2.3.1
+- Datasets 2.21.0
+- Tokenizers 0.19.1

added_tokens.json

@@ -0,0 +1,17 @@
+{
+  "<conclusion>": 256006,
+  "<critic>": 256005,
+  "<end_of_father_id>": 256012,
+  "<end_of_local_id>": 256014,
+  "<end_of_rating>": 256002,
+  "<end_of_thought>": 256008,
+  "<negative_rating>": 256004,
+  "<positive_rating>": 256003,
+  "<problem>": 256009,
+  "<refine>": 256010,
+  "<start_of_father_id>": 256011,
+  "<start_of_local_id>": 256013,
+  "<start_of_rating>": 256000,
+  "<start_of_thought>": 256007,
+  "<unknown_rating>": 256001
+}

all_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 1.0,
+    "total_flos": 5.842272600604017e+17,
+    "train_loss": 0.47904590670458097,
+    "train_runtime": 1388.8864,
+    "train_samples_per_second": 2.881,
+    "train_steps_per_second": 0.361
+}

config.json

@@ -0,0 +1,36 @@
+{
+  "_name_or_path": "google/gemma-2-2b-it",
+  "architectures": [
+    "Gemma2ForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "attn_logit_softcapping": 50.0,
+  "bos_token_id": 2,
+  "cache_implementation": "hybrid",
+  "eos_token_id": [
+    1,
+    107
+  ],
+  "final_logit_softcapping": 30.0,
+  "head_dim": 256,
+  "hidden_act": "gelu_pytorch_tanh",
+  "hidden_activation": "gelu_pytorch_tanh",
+  "hidden_size": 2304,
+  "initializer_range": 0.02,
+  "intermediate_size": 9216,
+  "max_position_embeddings": 8192,
+  "model_type": "gemma2",
+  "num_attention_heads": 8,
+  "num_hidden_layers": 26,
+  "num_key_value_heads": 4,
+  "pad_token_id": 0,
+  "query_pre_attn_scalar": 256,
+  "rms_norm_eps": 1e-06,
+  "rope_theta": 10000.0,
+  "sliding_window": 4096,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.44.0",
+  "use_cache": false,
+  "vocab_size": 256064
+}

generation_config.json

@@ -0,0 +1,11 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 2,
+  "cache_implementation": "hybrid",
+  "eos_token_id": [
+    1,
+    107
+  ],
+  "pad_token_id": 0,
+  "transformers_version": "4.44.0"
+}

model-00001-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7519ace7f8004eb5b26b8b6e2d8703dcebb809df2c708871fec0015b84df4237
+size 4988320672

model-00002-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceba8a3e42a064fbcacf54a4815b80dc3130cdc07bb5f40b69255d480cf6e1b7
+size 1420634792

model.safetensors.index.json

@@ -0,0 +1,296 @@
+{
+  "metadata": {
+    "total_size": 6408921600
+  },
+  "weight_map": {
+    "lm_head.weight": "model-00002-of-00002.safetensors",
+    "model.embed_tokens.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.post_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.pre_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.post_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.pre_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.post_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.pre_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.post_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.pre_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.post_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.pre_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.post_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.pre_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.post_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.pre_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.post_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.pre_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.post_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.pre_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.post_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.pre_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.post_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.pre_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.post_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.pre_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.post_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.pre_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.post_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.pre_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.post_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.pre_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.post_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.pre_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.post_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.pre_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.24.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.24.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.24.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.24.post_feedforward_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.24.pre_feedforward_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.24.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.25.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.25.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.25.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.25.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.25.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.25.post_feedforward_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.25.pre_feedforward_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.25.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.25.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.25.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.25.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.3.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.post_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.pre_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.post_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.pre_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.post_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.pre_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.post_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.pre_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.post_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.pre_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.post_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.pre_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.post_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.pre_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.norm.weight": "model-00002-of-00002.safetensors"
+  }
+}

special_tokens_map.json

@@ -0,0 +1,139 @@
+{
+  "additional_special_tokens": [
+    "<start_of_turn>",
+    "<end_of_turn>",
+    {
+      "content": "<start_of_rating>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "<unknown_rating>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "<end_of_rating>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "<positive_rating>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "<negative_rating>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "<critic>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "<conclusion>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "<start_of_thought>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "<end_of_thought>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "<problem>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "<refine>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "<start_of_father_id>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "<end_of_father_id>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "<start_of_local_id>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "<end_of_local_id>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    }
+  ],
+  "bos_token": {
+    "content": "<bos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<eos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fa54d6b50b274c4502f1892401dd420afb6a12c1e59115373883e2e3702266a
+size 17528239

tokenizer.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61a7b147390c64585d6c3543dd6fc636906c9af3865a5548f27f31aee1d4c8e2
+size 4241003

tokenizer_config.json

@@ -0,0 +1,2150 @@
+{
+  "add_bos_token": true,
+  "add_eos_token": false,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<eos>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "<bos>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "4": {
+      "content": "<mask>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "5": {
+      "content": "<2mass>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "6": {
+      "content": "[@BOS@]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "7": {
+      "content": "<unused0>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "8": {
+      "content": "<unused1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "9": {
+      "content": "<unused2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "10": {
+      "content": "<unused3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "11": {
+      "content": "<unused4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "12": {
+      "content": "<unused5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "13": {
+      "content": "<unused6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "14": {
+      "content": "<unused7>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "15": {
+      "content": "<unused8>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "16": {
+      "content": "<unused9>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "17": {
+      "content": "<unused10>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "18": {
+      "content": "<unused11>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "19": {
+      "content": "<unused12>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "20": {
+      "content": "<unused13>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "21": {
+      "content": "<unused14>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "22": {
+      "content": "<unused15>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "23": {
+      "content": "<unused16>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "24": {
+      "content": "<unused17>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "25": {
+      "content": "<unused18>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "26": {
+      "content": "<unused19>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "27": {
+      "content": "<unused20>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "28": {
+      "content": "<unused21>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "29": {
+      "content": "<unused22>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "30": {
+      "content": "<unused23>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "31": {
+      "content": "<unused24>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "32": {
+      "content": "<unused25>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "33": {
+      "content": "<unused26>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "34": {
+      "content": "<unused27>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "35": {
+      "content": "<unused28>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "36": {
+      "content": "<unused29>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "37": {
+      "content": "<unused30>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "38": {
+      "content": "<unused31>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "39": {
+      "content": "<unused32>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "40": {
+      "content": "<unused33>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "41": {
+      "content": "<unused34>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "42": {
+      "content": "<unused35>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "43": {
+      "content": "<unused36>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "44": {
+      "content": "<unused37>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "45": {
+      "content": "<unused38>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "46": {
+      "content": "<unused39>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "47": {
+      "content": "<unused40>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "48": {
+      "content": "<unused41>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "49": {
+      "content": "<unused42>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50": {
+      "content": "<unused43>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "51": {
+      "content": "<unused44>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "52": {
+      "content": "<unused45>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "53": {
+      "content": "<unused46>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "54": {
+      "content": "<unused47>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "55": {
+      "content": "<unused48>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "56": {
+      "content": "<unused49>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57": {
+      "content": "<unused50>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "58": {
+      "content": "<unused51>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "59": {
+      "content": "<unused52>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "60": {
+      "content": "<unused53>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "61": {
+      "content": "<unused54>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "62": {
+      "content": "<unused55>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "63": {
+      "content": "<unused56>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "64": {
+      "content": "<unused57>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "65": {
+      "content": "<unused58>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "66": {
+      "content": "<unused59>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "67": {
+      "content": "<unused60>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "68": {
+      "content": "<unused61>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "69": {
+      "content": "<unused62>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "70": {
+      "content": "<unused63>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "71": {
+      "content": "<unused64>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "72": {
+      "content": "<unused65>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "73": {
+      "content": "<unused66>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "74": {
+      "content": "<unused67>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "75": {
+      "content": "<unused68>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "76": {
+      "content": "<unused69>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "77": {
+      "content": "<unused70>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "78": {
+      "content": "<unused71>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "79": {
+      "content": "<unused72>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "80": {
+      "content": "<unused73>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "81": {
+      "content": "<unused74>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "82": {
+      "content": "<unused75>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "83": {
+      "content": "<unused76>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "84": {
+      "content": "<unused77>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "85": {
+      "content": "<unused78>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "86": {
+      "content": "<unused79>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "87": {
+      "content": "<unused80>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "88": {
+      "content": "<unused81>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "89": {
+      "content": "<unused82>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "90": {
+      "content": "<unused83>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "91": {
+      "content": "<unused84>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92": {
+      "content": "<unused85>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "93": {
+      "content": "<unused86>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "94": {
+      "content": "<unused87>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95": {
+      "content": "<unused88>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "96": {
+      "content": "<unused89>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "97": {
+      "content": "<unused90>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "98": {
+      "content": "<unused91>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "99": {
+      "content": "<unused92>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "100": {
+      "content": "<unused93>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "101": {
+      "content": "<unused94>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "102": {
+      "content": "<unused95>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "103": {
+      "content": "<unused96>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "104": {
+      "content": "<unused97>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "105": {
+      "content": "<unused98>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "106": {
+      "content": "<start_of_turn>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "107": {
+      "content": "<end_of_turn>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "108": {
+      "content": "\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "109": {
+      "content": "\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "110": {
+      "content": "\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "111": {
+      "content": "\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "112": {
+      "content": "\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "113": {
+      "content": "\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "114": {
+      "content": "\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "115": {
+      "content": "\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "116": {
+      "content": "\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "117": {
+      "content": "\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "118": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "119": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "120": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "121": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "122": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "123": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "124": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "125": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "126": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "127": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "128": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "129": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "130": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "131": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "132": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "133": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "134": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "135": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "136": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "137": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "138": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "139": {
+      "content": "▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "140": {
+      "content": "▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "141": {
+      "content": "▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "142": {
+      "content": "▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "143": {
+      "content": "▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "144": {
+      "content": "▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "145": {
+      "content": "▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "146": {
+      "content": "▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "147": {
+      "content": "▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "148": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "149": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "150": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "152": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "153": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "154": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "155": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "156": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "157": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "158": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "159": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "160": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "161": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "162": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "163": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "164": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "165": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "166": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "167": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "168": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "169": {
+      "content": "<table>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "170": {
+      "content": "<caption>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "171": {
+      "content": "<thead>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "172": {
+      "content": "<tbody>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "173": {
+      "content": "<tfoot>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "174": {
+      "content": "<tr>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "175": {
+      "content": "<th>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "176": {
+      "content": "<td>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "177": {
+      "content": "</table>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "178": {
+      "content": "</caption>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "179": {
+      "content": "</thead>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "180": {
+      "content": "</tbody>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "181": {
+      "content": "</tfoot>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "182": {
+      "content": "</tr>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "183": {
+      "content": "</th>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "184": {
+      "content": "</td>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "185": {
+      "content": "<h1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "186": {
+      "content": "<h2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "187": {
+      "content": "<h3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "188": {
+      "content": "<h4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "189": {
+      "content": "<h5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "190": {
+      "content": "<h6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "191": {
+      "content": "<blockquote>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "192": {
+      "content": "</h1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "193": {
+      "content": "</h2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "194": {
+      "content": "</h3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "195": {
+      "content": "</h4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "196": {
+      "content": "</h5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "197": {
+      "content": "</h6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "198": {
+      "content": "</blockquote>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "199": {
+      "content": "<strong>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "200": {
+      "content": "<em>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "201": {
+      "content": "<b>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "202": {
+      "content": "<i>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "203": {
+      "content": "<u>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "204": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "205": {
+      "content": "<sub>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "206": {
+      "content": "<sup>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "207": {
+      "content": "<code>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "208": {
+      "content": "</strong>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "209": {
+      "content": "</em>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "210": {
+      "content": "</b>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "211": {
+      "content": "</i>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "212": {
+      "content": "</u>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "213": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "214": {
+      "content": "</sub>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "215": {
+      "content": "</sup>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "216": {
+      "content": "</code>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255968": {
+      "content": "[toxicity=0]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255969": {
+      "content": "\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255970": {
+      "content": "\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255971": {
+      "content": "\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255972": {
+      "content": "\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255973": {
+      "content": "\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255974": {
+      "content": "\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255975": {
+      "content": "\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255976": {
+      "content": "\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255977": {
+      "content": "\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255978": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255979": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255980": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255981": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255982": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255983": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255984": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255985": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255986": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255987": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255988": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255989": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255990": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255991": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255992": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255993": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255994": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255995": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255996": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255997": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255998": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255999": {
+      "content": "<unused99>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "256000": {
+      "content": "<start_of_rating>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256001": {
+      "content": "<unknown_rating>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256002": {
+      "content": "<end_of_rating>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256003": {
+      "content": "<positive_rating>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256004": {
+      "content": "<negative_rating>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256005": {
+      "content": "<critic>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256006": {
+      "content": "<conclusion>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256007": {
+      "content": "<start_of_thought>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256008": {
+      "content": "<end_of_thought>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256009": {
+      "content": "<problem>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256010": {
+      "content": "<refine>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256011": {
+      "content": "<start_of_father_id>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256012": {
+      "content": "<end_of_father_id>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256013": {
+      "content": "<start_of_local_id>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "256014": {
+      "content": "<end_of_local_id>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [
+    "<start_of_turn>",
+    "<end_of_turn>",
+    "<start_of_rating>",
+    "<unknown_rating>",
+    "<end_of_rating>",
+    "<positive_rating>",
+    "<negative_rating>",
+    "<critic>",
+    "<conclusion>",
+    "<start_of_thought>",
+    "<end_of_thought>",
+    "<problem>",
+    "<refine>",
+    "<start_of_father_id>",
+    "<end_of_father_id>",
+    "<start_of_local_id>",
+    "<end_of_local_id>"
+  ],
+  "bos_token": "<bos>",
+  "chat_template": "{{ '<bos>' }}{% if messages[0]['role'] == 'system' %}{% set system_message = messages[0]['content'] %}{% endif %}{% if system_message is defined %}{{ system_message }}{% endif %}{% for message in messages %}{% set content = message['content'] %}{% if message['role'] == 'user' %}{{ '<start_of_turn>user\n' + content + '<end_of_turn>\n<start_of_turn>model\n' }}{% elif message['role'] == 'assistant' %}{{ content + '<end_of_turn>\n' }}{% endif %}{% endfor %}",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<eos>",
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<pad>",
+  "padding_side": "right",
+  "sp_model_kwargs": {},
+  "spaces_between_special_tokens": false,
+  "split_special_tokens": false,
+  "tokenizer_class": "GemmaTokenizer",
+  "unk_token": "<unk>",
+  "use_default_system_prompt": false
+}

train_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 1.0,
+    "total_flos": 5.842272600604017e+17,
+    "train_loss": 0.47904590670458097,
+    "train_runtime": 1388.8864,
+    "train_samples_per_second": 2.881,
+    "train_steps_per_second": 0.361
+}

trainer_state.json

@@ -0,0 +1,3549 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.0,
+  "eval_steps": 500,
+  "global_step": 501,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.001996007984031936,
+      "grad_norm": 92.81291961669922,
+      "learning_rate": 0.0,
+      "loss": 5.1027,
+      "step": 1
+    },
+    {
+      "epoch": 0.003992015968063872,
+      "grad_norm": 187.8679656982422,
+      "learning_rate": 5.017166594399687e-06,
+      "loss": 5.1552,
+      "step": 2
+    },
+    {
+      "epoch": 0.005988023952095809,
+      "grad_norm": 160.3046875,
+      "learning_rate": 7.952020911994375e-06,
+      "loss": 5.1408,
+      "step": 3
+    },
+    {
+      "epoch": 0.007984031936127744,
+      "grad_norm": 44.23579406738281,
+      "learning_rate": 1.0034333188799373e-05,
+      "loss": 3.2825,
+      "step": 4
+    },
+    {
+      "epoch": 0.00998003992015968,
+      "grad_norm": 22.931053161621094,
+      "learning_rate": 1.164950007226698e-05,
+      "loss": 2.5601,
+      "step": 5
+    },
+    {
+      "epoch": 0.011976047904191617,
+      "grad_norm": 10.358180046081543,
+      "learning_rate": 1.2969187506394062e-05,
+      "loss": 1.994,
+      "step": 6
+    },
+    {
+      "epoch": 0.013972055888223553,
+      "grad_norm": 9.385107040405273,
+      "learning_rate": 1.4084967333570947e-05,
+      "loss": 1.8568,
+      "step": 7
+    },
+    {
+      "epoch": 0.015968063872255488,
+      "grad_norm": 7.71799898147583,
+      "learning_rate": 1.505149978319906e-05,
+      "loss": 1.59,
+      "step": 8
+    },
+    {
+      "epoch": 0.017964071856287425,
+      "grad_norm": 5.006285190582275,
+      "learning_rate": 1.590404182398875e-05,
+      "loss": 1.3238,
+      "step": 9
+    },
+    {
+      "epoch": 0.01996007984031936,
+      "grad_norm": 4.380033493041992,
+      "learning_rate": 1.666666666666667e-05,
+      "loss": 1.267,
+      "step": 10
+    },
+    {
+      "epoch": 0.021956087824351298,
+      "grad_norm": 4.105769634246826,
+      "learning_rate": 1.7356544752637084e-05,
+      "loss": 1.2438,
+      "step": 11
+    },
+    {
+      "epoch": 0.023952095808383235,
+      "grad_norm": 3.476895809173584,
+      "learning_rate": 1.7986354100793748e-05,
+      "loss": 1.1196,
+      "step": 12
+    },
+    {
+      "epoch": 0.02594810379241517,
+      "grad_norm": 2.9743728637695312,
+      "learning_rate": 1.8565722538447282e-05,
+      "loss": 1.0148,
+      "step": 13
+    },
+    {
+      "epoch": 0.027944111776447105,
+      "grad_norm": 2.6658384799957275,
+      "learning_rate": 1.9102133927970633e-05,
+      "loss": 1.0081,
+      "step": 14
+    },
+    {
+      "epoch": 0.029940119760479042,
+      "grad_norm": 2.6062169075012207,
+      "learning_rate": 1.9601520984261358e-05,
+      "loss": 0.9228,
+      "step": 15
+    },
+    {
+      "epoch": 0.031936127744510975,
+      "grad_norm": 2.147310495376587,
+      "learning_rate": 2.0068666377598747e-05,
+      "loss": 0.8351,
+      "step": 16
+    },
+    {
+      "epoch": 0.033932135728542916,
+      "grad_norm": 2.2878642082214355,
+      "learning_rate": 2.0507482022971233e-05,
+      "loss": 0.8303,
+      "step": 17
+    },
+    {
+      "epoch": 0.03592814371257485,
+      "grad_norm": 2.077786445617676,
+      "learning_rate": 2.0921208418388435e-05,
+      "loss": 0.7769,
+      "step": 18
+    },
+    {
+      "epoch": 0.03792415169660679,
+      "grad_norm": 2.115493059158325,
+      "learning_rate": 2.1312560015880482e-05,
+      "loss": 0.8032,
+      "step": 19
+    },
+    {
+      "epoch": 0.03992015968063872,
+      "grad_norm": 1.92618989944458,
+      "learning_rate": 2.1683833261066357e-05,
+      "loss": 0.7759,
+      "step": 20
+    },
+    {
+      "epoch": 0.041916167664670656,
+      "grad_norm": 1.9667437076568604,
+      "learning_rate": 2.2036988245565324e-05,
+      "loss": 0.7805,
+      "step": 21
+    },
+    {
+      "epoch": 0.043912175648702596,
+      "grad_norm": 2.3144752979278564,
+      "learning_rate": 2.2373711347036773e-05,
+      "loss": 0.735,
+      "step": 22
+    },
+    {
+      "epoch": 0.04590818363273453,
+      "grad_norm": 1.555964469909668,
+      "learning_rate": 2.269546393362655e-05,
+      "loss": 0.6523,
+      "step": 23
+    },
+    {
+      "epoch": 0.04790419161676647,
+      "grad_norm": 1.5024523735046387,
+      "learning_rate": 2.3003520695193437e-05,
+      "loss": 0.6623,
+      "step": 24
+    },
+    {
+      "epoch": 0.0499001996007984,
+      "grad_norm": 1.522902011871338,
+      "learning_rate": 2.329900014453396e-05,
+      "loss": 0.6503,
+      "step": 25
+    },
+    {
+      "epoch": 0.05189620758483034,
+      "grad_norm": 1.4194371700286865,
+      "learning_rate": 2.3582889132846968e-05,
+      "loss": 0.636,
+      "step": 26
+    },
+    {
+      "epoch": 0.05389221556886228,
+      "grad_norm": 1.55453360080719,
+      "learning_rate": 2.3856062735983123e-05,
+      "loss": 0.7242,
+      "step": 27
+    },
+    {
+      "epoch": 0.05588822355289421,
+      "grad_norm": 1.4471536874771118,
+      "learning_rate": 2.4119300522370322e-05,
+      "loss": 0.5819,
+      "step": 28
+    },
+    {
+      "epoch": 0.05788423153692615,
+      "grad_norm": 1.5161927938461304,
+      "learning_rate": 2.4373299964982603e-05,
+      "loss": 0.6788,
+      "step": 29
+    },
+    {
+      "epoch": 0.059880239520958084,
+      "grad_norm": 1.5962581634521484,
+      "learning_rate": 2.4618687578661044e-05,
+      "loss": 0.7346,
+      "step": 30
+    },
+    {
+      "epoch": 0.06187624750499002,
+      "grad_norm": 1.3744760751724243,
+      "learning_rate": 2.4856028230571212e-05,
+      "loss": 0.4835,
+      "step": 31
+    },
+    {
+      "epoch": 0.06387225548902195,
+      "grad_norm": 1.7308415174484253,
+      "learning_rate": 2.5085832971998436e-05,
+      "loss": 0.6537,
+      "step": 32
+    },
+    {
+      "epoch": 0.0658682634730539,
+      "grad_norm": 1.736331582069397,
+      "learning_rate": 2.530856566463146e-05,
+      "loss": 0.6633,
+      "step": 33
+    },
+    {
+      "epoch": 0.06786427145708583,
+      "grad_norm": 1.9755364656448364,
+      "learning_rate": 2.552464861737092e-05,
+      "loss": 0.6268,
+      "step": 34
+    },
+    {
+      "epoch": 0.06986027944111776,
+      "grad_norm": 1.6539369821548462,
+      "learning_rate": 2.5734467405837933e-05,
+      "loss": 0.6355,
+      "step": 35
+    },
+    {
+      "epoch": 0.0718562874251497,
+      "grad_norm": 2.0570621490478516,
+      "learning_rate": 2.5938375012788124e-05,
+      "loss": 0.6168,
+      "step": 36
+    },
+    {
+      "epoch": 0.07385229540918163,
+      "grad_norm": 1.8512474298477173,
+      "learning_rate": 2.6136695401116585e-05,
+      "loss": 0.6583,
+      "step": 37
+    },
+    {
+      "epoch": 0.07584830339321358,
+      "grad_norm": 1.2911862134933472,
+      "learning_rate": 2.6329726610280168e-05,
+      "loss": 0.565,
+      "step": 38
+    },
+    {
+      "epoch": 0.07784431137724551,
+      "grad_norm": 1.475156545639038,
+      "learning_rate": 2.651774345044166e-05,
+      "loss": 0.6409,
+      "step": 39
+    },
+    {
+      "epoch": 0.07984031936127745,
+      "grad_norm": 1.1098164319992065,
+      "learning_rate": 2.6700999855466042e-05,
+      "loss": 0.5335,
+      "step": 40
+    },
+    {
+      "epoch": 0.08183632734530938,
+      "grad_norm": 1.1890451908111572,
+      "learning_rate": 2.687973094532893e-05,
+      "loss": 0.4502,
+      "step": 41
+    },
+    {
+      "epoch": 0.08383233532934131,
+      "grad_norm": 1.9120031595230103,
+      "learning_rate": 2.7054154839965013e-05,
+      "loss": 0.607,
+      "step": 42
+    },
+    {
+      "epoch": 0.08582834331337326,
+      "grad_norm": 1.2188658714294434,
+      "learning_rate": 2.722447425965978e-05,
+      "loss": 0.5033,
+      "step": 43
+    },
+    {
+      "epoch": 0.08782435129740519,
+      "grad_norm": 1.3608094453811646,
+      "learning_rate": 2.739087794143646e-05,
+      "loss": 0.5956,
+      "step": 44
+    },
+    {
+      "epoch": 0.08982035928143713,
+      "grad_norm": 1.259487271308899,
+      "learning_rate": 2.755354189625573e-05,
+      "loss": 0.575,
+      "step": 45
+    },
+    {
+      "epoch": 0.09181636726546906,
+      "grad_norm": 1.2308496236801147,
+      "learning_rate": 2.771263052802624e-05,
+      "loss": 0.6473,
+      "step": 46
+    },
+    {
+      "epoch": 0.09381237524950099,
+      "grad_norm": 1.2072350978851318,
+      "learning_rate": 2.7868297632261957e-05,
+      "loss": 0.6273,
+      "step": 47
+    },
+    {
+      "epoch": 0.09580838323353294,
+      "grad_norm": 1.150260090827942,
+      "learning_rate": 2.8020687289593123e-05,
+      "loss": 0.618,
+      "step": 48
+    },
+    {
+      "epoch": 0.09780439121756487,
+      "grad_norm": 1.1447213888168335,
+      "learning_rate": 2.8169934667141895e-05,
+      "loss": 0.625,
+      "step": 49
+    },
+    {
+      "epoch": 0.0998003992015968,
+      "grad_norm": 1.1371378898620605,
+      "learning_rate": 2.8316166738933646e-05,
+      "loss": 0.6372,
+      "step": 50
+    },
+    {
+      "epoch": 0.10179640718562874,
+      "grad_norm": 1.1135759353637695,
+      "learning_rate": 2.845950293496561e-05,
+      "loss": 0.539,
+      "step": 51
+    },
+    {
+      "epoch": 0.10379241516966067,
+      "grad_norm": 0.9502639174461365,
+      "learning_rate": 2.8600055727246657e-05,
+      "loss": 0.388,
+      "step": 52
+    },
+    {
+      "epoch": 0.10578842315369262,
+      "grad_norm": 1.545538306236267,
+      "learning_rate": 2.8737931160013153e-05,
+      "loss": 0.5401,
+      "step": 53
+    },
+    {
+      "epoch": 0.10778443113772455,
+      "grad_norm": 1.223322868347168,
+      "learning_rate": 2.8873229330382812e-05,
+      "loss": 0.5695,
+      "step": 54
+    },
+    {
+      "epoch": 0.10978043912175649,
+      "grad_norm": 1.0864529609680176,
+      "learning_rate": 2.9006044824904066e-05,
+      "loss": 0.4986,
+      "step": 55
+    },
+    {
+      "epoch": 0.11177644710578842,
+      "grad_norm": 1.1569509506225586,
+      "learning_rate": 2.913646711677001e-05,
+      "loss": 0.5629,
+      "step": 56
+    },
+    {
+      "epoch": 0.11377245508982035,
+      "grad_norm": 1.3813297748565674,
+      "learning_rate": 2.926458092787486e-05,
+      "loss": 0.605,
+      "step": 57
+    },
+    {
+      "epoch": 0.1157684630738523,
+      "grad_norm": 1.034891128540039,
+      "learning_rate": 2.939046655938229e-05,
+      "loss": 0.5247,
+      "step": 58
+    },
+    {
+      "epoch": 0.11776447105788423,
+      "grad_norm": 1.0968964099884033,
+      "learning_rate": 2.951420019403574e-05,
+      "loss": 0.5797,
+      "step": 59
+    },
+    {
+      "epoch": 0.11976047904191617,
+      "grad_norm": 1.0885212421417236,
+      "learning_rate": 2.963585417306073e-05,
+      "loss": 0.5689,
+      "step": 60
+    },
+    {
+      "epoch": 0.1217564870259481,
+      "grad_norm": 1.2548822164535522,
+      "learning_rate": 2.9755497250179453e-05,
+      "loss": 0.5559,
+      "step": 61
+    },
+    {
+      "epoch": 0.12375249500998003,
+      "grad_norm": 1.009814739227295,
+      "learning_rate": 2.98731948249709e-05,
+      "loss": 0.4973,
+      "step": 62
+    },
+    {
+      "epoch": 0.12574850299401197,
+      "grad_norm": 1.0727399587631226,
+      "learning_rate": 2.9989009157559694e-05,
+      "loss": 0.5439,
+      "step": 63
+    },
+    {
+      "epoch": 0.1277445109780439,
+      "grad_norm": 1.1233041286468506,
+      "learning_rate": 3.010299956639812e-05,
+      "loss": 0.5472,
+      "step": 64
+    },
+    {
+      "epoch": 0.12974051896207583,
+      "grad_norm": 1.1565264463424683,
+      "learning_rate": 3.021522261071426e-05,
+      "loss": 0.6008,
+      "step": 65
+    },
+    {
+      "epoch": 0.1317365269461078,
+      "grad_norm": 0.9942654371261597,
+      "learning_rate": 3.0325732259031143e-05,
+      "loss": 0.4552,
+      "step": 66
+    },
+    {
+      "epoch": 0.13373253493013973,
+      "grad_norm": 1.100710153579712,
+      "learning_rate": 3.043458004501377e-05,
+      "loss": 0.4661,
+      "step": 67
+    },
+    {
+      "epoch": 0.13572854291417166,
+      "grad_norm": 1.0481464862823486,
+      "learning_rate": 3.054181521177061e-05,
+      "loss": 0.4996,
+      "step": 68
+    },
+    {
+      "epoch": 0.1377245508982036,
+      "grad_norm": 1.085190773010254,
+      "learning_rate": 3.064748484562093e-05,
+      "loss": 0.5589,
+      "step": 69
+    },
+    {
+      "epoch": 0.13972055888223553,
+      "grad_norm": 1.0909191370010376,
+      "learning_rate": 3.0751634000237615e-05,
+      "loss": 0.5948,
+      "step": 70
+    },
+    {
+      "epoch": 0.14171656686626746,
+      "grad_norm": 1.9369421005249023,
+      "learning_rate": 3.085430581198459e-05,
+      "loss": 0.5384,
+      "step": 71
+    },
+    {
+      "epoch": 0.1437125748502994,
+      "grad_norm": 1.1248409748077393,
+      "learning_rate": 3.095554160718781e-05,
+      "loss": 0.4915,
+      "step": 72
+    },
+    {
+      "epoch": 0.14570858283433133,
+      "grad_norm": 1.028275728225708,
+      "learning_rate": 3.10553810020076e-05,
+      "loss": 0.5405,
+      "step": 73
+    },
+    {
+      "epoch": 0.14770459081836326,
+      "grad_norm": 0.9245263338088989,
+      "learning_rate": 3.115386199551628e-05,
+      "loss": 0.4313,
+      "step": 74
+    },
+    {
+      "epoch": 0.1497005988023952,
+      "grad_norm": 1.0587871074676514,
+      "learning_rate": 3.1251021056528336e-05,
+      "loss": 0.5154,
+      "step": 75
+    },
+    {
+      "epoch": 0.15169660678642716,
+      "grad_norm": 1.0819029808044434,
+      "learning_rate": 3.134689320467986e-05,
+      "loss": 0.5097,
+      "step": 76
+    },
+    {
+      "epoch": 0.1536926147704591,
+      "grad_norm": 1.0212074518203735,
+      "learning_rate": 3.144151208620804e-05,
+      "loss": 0.4365,
+      "step": 77
+    },
+    {
+      "epoch": 0.15568862275449102,
+      "grad_norm": 1.140681266784668,
+      "learning_rate": 3.1534910044841344e-05,
+      "loss": 0.5734,
+      "step": 78
+    },
+    {
+      "epoch": 0.15768463073852296,
+      "grad_norm": 1.0276720523834229,
+      "learning_rate": 3.1627118188174024e-05,
+      "loss": 0.42,
+      "step": 79
+    },
+    {
+      "epoch": 0.1596806387225549,
+      "grad_norm": 0.980180025100708,
+      "learning_rate": 3.171816644986573e-05,
+      "loss": 0.4796,
+      "step": 80
+    },
+    {
+      "epoch": 0.16167664670658682,
+      "grad_norm": 1.198864221572876,
+      "learning_rate": 3.18080836479775e-05,
+      "loss": 0.5675,
+      "step": 81
+    },
+    {
+      "epoch": 0.16367265469061876,
+      "grad_norm": 0.9353108406066895,
+      "learning_rate": 3.1896897539728616e-05,
+      "loss": 0.5183,
+      "step": 82
+    },
+    {
+      "epoch": 0.1656686626746507,
+      "grad_norm": 0.9708541035652161,
+      "learning_rate": 3.198463487293457e-05,
+      "loss": 0.4513,
+      "step": 83
+    },
+    {
+      "epoch": 0.16766467065868262,
+      "grad_norm": 1.1432932615280151,
+      "learning_rate": 3.207132143436469e-05,
+      "loss": 0.589,
+      "step": 84
+    },
+    {
+      "epoch": 0.16966067864271456,
+      "grad_norm": 1.0964723825454712,
+      "learning_rate": 3.215698209523821e-05,
+      "loss": 0.5101,
+      "step": 85
+    },
+    {
+      "epoch": 0.17165668662674652,
+      "grad_norm": 1.0808310508728027,
+      "learning_rate": 3.224164085405946e-05,
+      "loss": 0.4349,
+      "step": 86
+    },
+    {
+      "epoch": 0.17365269461077845,
+      "grad_norm": 1.0994106531143188,
+      "learning_rate": 3.232532087697698e-05,
+      "loss": 0.4965,
+      "step": 87
+    },
+    {
+      "epoch": 0.17564870259481039,
+      "grad_norm": 1.2377325296401978,
+      "learning_rate": 3.240804453583615e-05,
+      "loss": 0.4444,
+      "step": 88
+    },
+    {
+      "epoch": 0.17764471057884232,
+      "grad_norm": 1.0575945377349854,
+      "learning_rate": 3.248983344408188e-05,
+      "loss": 0.4379,
+      "step": 89
+    },
+    {
+      "epoch": 0.17964071856287425,
+      "grad_norm": 0.8877758979797363,
+      "learning_rate": 3.2570708490655414e-05,
+      "loss": 0.453,
+      "step": 90
+    },
+    {
+      "epoch": 0.18163672654690619,
+      "grad_norm": 1.0481340885162354,
+      "learning_rate": 3.265068987201822e-05,
+      "loss": 0.519,
+      "step": 91
+    },
+    {
+      "epoch": 0.18363273453093812,
+      "grad_norm": 1.026150107383728,
+      "learning_rate": 3.2729797122425925e-05,
+      "loss": 0.5112,
+      "step": 92
+    },
+    {
+      "epoch": 0.18562874251497005,
+      "grad_norm": 0.8472252488136292,
+      "learning_rate": 3.280804914256559e-05,
+      "loss": 0.4302,
+      "step": 93
+    },
+    {
+      "epoch": 0.18762475049900199,
+      "grad_norm": 0.9228626489639282,
+      "learning_rate": 3.288546422666164e-05,
+      "loss": 0.4814,
+      "step": 94
+    },
+    {
+      "epoch": 0.18962075848303392,
+      "grad_norm": 1.0165542364120483,
+      "learning_rate": 3.2962060088147464e-05,
+      "loss": 0.5035,
+      "step": 95
+    },
+    {
+      "epoch": 0.19161676646706588,
+      "grad_norm": 1.091426134109497,
+      "learning_rate": 3.3037853883992805e-05,
+      "loss": 0.5718,
+      "step": 96
+    },
+    {
+      "epoch": 0.1936127744510978,
+      "grad_norm": 1.0953468084335327,
+      "learning_rate": 3.3112862237770756e-05,
+      "loss": 0.5522,
+      "step": 97
+    },
+    {
+      "epoch": 0.19560878243512975,
+      "grad_norm": 0.9461252689361572,
+      "learning_rate": 3.3187101261541584e-05,
+      "loss": 0.5257,
+      "step": 98
+    },
+    {
+      "epoch": 0.19760479041916168,
+      "grad_norm": 1.063242793083191,
+      "learning_rate": 3.326058657662584e-05,
+      "loss": 0.511,
+      "step": 99
+    },
+    {
+      "epoch": 0.1996007984031936,
+      "grad_norm": 1.0084831714630127,
+      "learning_rate": 3.333333333333334e-05,
+      "loss": 0.5182,
+      "step": 100
+    },
+    {
+      "epoch": 0.20159680638722555,
+      "grad_norm": 0.9839895963668823,
+      "learning_rate": 3.340535622971072e-05,
+      "loss": 0.4776,
+      "step": 101
+    },
+    {
+      "epoch": 0.20359281437125748,
+      "grad_norm": 0.9757642149925232,
+      "learning_rate": 3.3476669529365295e-05,
+      "loss": 0.4915,
+      "step": 102
+    },
+    {
+      "epoch": 0.2055888223552894,
+      "grad_norm": 0.8425347208976746,
+      "learning_rate": 3.3547287078419544e-05,
+      "loss": 0.3955,
+      "step": 103
+    },
+    {
+      "epoch": 0.20758483033932135,
+      "grad_norm": 0.9176936745643616,
+      "learning_rate": 3.361722232164634e-05,
+      "loss": 0.4132,
+      "step": 104
+    },
+    {
+      "epoch": 0.20958083832335328,
+      "grad_norm": 1.0560258626937866,
+      "learning_rate": 3.3686488317832306e-05,
+      "loss": 0.5133,
+      "step": 105
+    },
+    {
+      "epoch": 0.21157684630738524,
+      "grad_norm": 0.9101148247718811,
+      "learning_rate": 3.375509775441284e-05,
+      "loss": 0.3898,
+      "step": 106
+    },
+    {
+      "epoch": 0.21357285429141717,
+      "grad_norm": 0.8682689666748047,
+      "learning_rate": 3.382306296142016e-05,
+      "loss": 0.4353,
+      "step": 107
+    },
+    {
+      "epoch": 0.2155688622754491,
+      "grad_norm": 0.8694739937782288,
+      "learning_rate": 3.38903959247825e-05,
+      "loss": 0.5008,
+      "step": 108
+    },
+    {
+      "epoch": 0.21756487025948104,
+      "grad_norm": 0.8936677575111389,
+      "learning_rate": 3.395710829901039e-05,
+      "loss": 0.4203,
+      "step": 109
+    },
+    {
+      "epoch": 0.21956087824351297,
+      "grad_norm": 0.936951220035553,
+      "learning_rate": 3.402321141930376e-05,
+      "loss": 0.4798,
+      "step": 110
+    },
+    {
+      "epoch": 0.2215568862275449,
+      "grad_norm": 0.8947778344154358,
+      "learning_rate": 3.4088716313110955e-05,
+      "loss": 0.4855,
+      "step": 111
+    },
+    {
+      "epoch": 0.22355289421157684,
+      "grad_norm": 0.8714671730995178,
+      "learning_rate": 3.415363371116969e-05,
+      "loss": 0.4973,
+      "step": 112
+    },
+    {
+      "epoch": 0.22554890219560877,
+      "grad_norm": 0.8940010070800781,
+      "learning_rate": 3.4217974058057e-05,
+      "loss": 0.5217,
+      "step": 113
+    },
+    {
+      "epoch": 0.2275449101796407,
+      "grad_norm": 0.8057599663734436,
+      "learning_rate": 3.428174752227455e-05,
+      "loss": 0.3906,
+      "step": 114
+    },
+    {
+      "epoch": 0.22954091816367264,
+      "grad_norm": 1.0616763830184937,
+      "learning_rate": 3.434496400589353e-05,
+      "loss": 0.4958,
+      "step": 115
+    },
+    {
+      "epoch": 0.2315369261477046,
+      "grad_norm": 0.8679594993591309,
+      "learning_rate": 3.440763315378198e-05,
+      "loss": 0.4526,
+      "step": 116
+    },
+    {
+      "epoch": 0.23353293413173654,
+      "grad_norm": 0.8972085118293762,
+      "learning_rate": 3.446976436243603e-05,
+      "loss": 0.4559,
+      "step": 117
+    },
+    {
+      "epoch": 0.23552894211576847,
+      "grad_norm": 0.9083353877067566,
+      "learning_rate": 3.4531366788435425e-05,
+      "loss": 0.5048,
+      "step": 118
+    },
+    {
+      "epoch": 0.2375249500998004,
+      "grad_norm": 0.8607695698738098,
+      "learning_rate": 3.459244935654219e-05,
+      "loss": 0.4128,
+      "step": 119
+    },
+    {
+      "epoch": 0.23952095808383234,
+      "grad_norm": 0.8851041793823242,
+      "learning_rate": 3.465302076746041e-05,
+      "loss": 0.4602,
+      "step": 120
+    },
+    {
+      "epoch": 0.24151696606786427,
+      "grad_norm": 0.9059931039810181,
+      "learning_rate": 3.471308950527417e-05,
+      "loss": 0.4791,
+      "step": 121
+    },
+    {
+      "epoch": 0.2435129740518962,
+      "grad_norm": 0.9063411951065063,
+      "learning_rate": 3.477266384457914e-05,
+      "loss": 0.4741,
+      "step": 122
+    },
+    {
+      "epoch": 0.24550898203592814,
+      "grad_norm": 0.8850985765457153,
+      "learning_rate": 3.48317518573233e-05,
+      "loss": 0.4292,
+      "step": 123
+    },
+    {
+      "epoch": 0.24750499001996007,
+      "grad_norm": 0.9396518468856812,
+      "learning_rate": 3.489036141937059e-05,
+      "loss": 0.5069,
+      "step": 124
+    },
+    {
+      "epoch": 0.249500998003992,
+      "grad_norm": 0.9115111231803894,
+      "learning_rate": 3.494850021680094e-05,
+      "loss": 0.4823,
+      "step": 125
+    },
+    {
+      "epoch": 0.25149700598802394,
+      "grad_norm": 0.8799051642417908,
+      "learning_rate": 3.500617575195938e-05,
+      "loss": 0.3732,
+      "step": 126
+    },
+    {
+      "epoch": 0.25349301397205587,
+      "grad_norm": 0.9273744821548462,
+      "learning_rate": 3.5063395349265945e-05,
+      "loss": 0.4284,
+      "step": 127
+    },
+    {
+      "epoch": 0.2554890219560878,
+      "grad_norm": 1.0624243021011353,
+      "learning_rate": 3.5120166160797804e-05,
+      "loss": 0.4322,
+      "step": 128
+    },
+    {
+      "epoch": 0.25748502994011974,
+      "grad_norm": 0.8508513569831848,
+      "learning_rate": 3.517649517165415e-05,
+      "loss": 0.4465,
+      "step": 129
+    },
+    {
+      "epoch": 0.25948103792415167,
+      "grad_norm": 0.8986352682113647,
+      "learning_rate": 3.523238920511395e-05,
+      "loss": 0.4093,
+      "step": 130
+    },
+    {
+      "epoch": 0.26147704590818366,
+      "grad_norm": 0.9224410653114319,
+      "learning_rate": 3.528785492759607e-05,
+      "loss": 0.4735,
+      "step": 131
+    },
+    {
+      "epoch": 0.2634730538922156,
+      "grad_norm": 0.9467160105705261,
+      "learning_rate": 3.5342898853430836e-05,
+      "loss": 0.4952,
+      "step": 132
+    },
+    {
+      "epoch": 0.2654690618762475,
+      "grad_norm": 0.9140215516090393,
+      "learning_rate": 3.539752734945143e-05,
+      "loss": 0.4516,
+      "step": 133
+    },
+    {
+      "epoch": 0.26746506986027946,
+      "grad_norm": 0.9906129837036133,
+      "learning_rate": 3.5451746639413466e-05,
+      "loss": 0.3785,
+      "step": 134
+    },
+    {
+      "epoch": 0.2694610778443114,
+      "grad_norm": 0.8118170499801636,
+      "learning_rate": 3.550556280825011e-05,
+      "loss": 0.4324,
+      "step": 135
+    },
+    {
+      "epoch": 0.2714570858283433,
+      "grad_norm": 0.9162650108337402,
+      "learning_rate": 3.55589818061703e-05,
+      "loss": 0.3836,
+      "step": 136
+    },
+    {
+      "epoch": 0.27345309381237526,
+      "grad_norm": 0.8672250509262085,
+      "learning_rate": 3.561200945260678e-05,
+      "loss": 0.4462,
+      "step": 137
+    },
+    {
+      "epoch": 0.2754491017964072,
+      "grad_norm": 0.906155526638031,
+      "learning_rate": 3.5664651440020616e-05,
+      "loss": 0.4749,
+      "step": 138
+    },
+    {
+      "epoch": 0.2774451097804391,
+      "grad_norm": 0.9452763199806213,
+      "learning_rate": 3.571691333756825e-05,
+      "loss": 0.4782,
+      "step": 139
+    },
+    {
+      "epoch": 0.27944111776447106,
+      "grad_norm": 0.8917446136474609,
+      "learning_rate": 3.5768800594637304e-05,
+      "loss": 0.4401,
+      "step": 140
+    },
+    {
+      "epoch": 0.281437125748503,
+      "grad_norm": 0.882606029510498,
+      "learning_rate": 3.582031854425634e-05,
+      "loss": 0.4992,
+      "step": 141
+    },
+    {
+      "epoch": 0.2834331337325349,
+      "grad_norm": 0.870290219783783,
+      "learning_rate": 3.587147240638428e-05,
+      "loss": 0.5009,
+      "step": 142
+    },
+    {
+      "epoch": 0.28542914171656686,
+      "grad_norm": 0.8788816332817078,
+      "learning_rate": 3.5922267291084366e-05,
+      "loss": 0.3891,
+      "step": 143
+    },
+    {
+      "epoch": 0.2874251497005988,
+      "grad_norm": 0.8944652676582336,
+      "learning_rate": 3.5972708201587496e-05,
+      "loss": 0.442,
+      "step": 144
+    },
+    {
+      "epoch": 0.2894211576846307,
+      "grad_norm": 0.8970728516578674,
+      "learning_rate": 3.6022800037249585e-05,
+      "loss": 0.5065,
+      "step": 145
+    },
+    {
+      "epoch": 0.29141716566866266,
+      "grad_norm": 0.9061855673789978,
+      "learning_rate": 3.607254759640729e-05,
+      "loss": 0.4617,
+      "step": 146
+    },
+    {
+      "epoch": 0.2934131736526946,
+      "grad_norm": 0.851344883441925,
+      "learning_rate": 3.612195557913627e-05,
+      "loss": 0.4633,
+      "step": 147
+    },
+    {
+      "epoch": 0.2954091816367265,
+      "grad_norm": 0.8392930626869202,
+      "learning_rate": 3.6171028589915954e-05,
+      "loss": 0.434,
+      "step": 148
+    },
+    {
+      "epoch": 0.29740518962075846,
+      "grad_norm": 0.8495596051216125,
+      "learning_rate": 3.6219771140204575e-05,
+      "loss": 0.4627,
+      "step": 149
+    },
+    {
+      "epoch": 0.2994011976047904,
+      "grad_norm": 0.8151164650917053,
+      "learning_rate": 3.626818765092802e-05,
+      "loss": 0.4152,
+      "step": 150
+    },
+    {
+      "epoch": 0.3013972055888224,
+      "grad_norm": 0.9488523602485657,
+      "learning_rate": 3.6316282454886157e-05,
+      "loss": 0.4912,
+      "step": 151
+    },
+    {
+      "epoch": 0.3033932135728543,
+      "grad_norm": 0.6952376365661621,
+      "learning_rate": 3.636405979907955e-05,
+      "loss": 0.3153,
+      "step": 152
+    },
+    {
+      "epoch": 0.30538922155688625,
+      "grad_norm": 0.8647618293762207,
+      "learning_rate": 3.6411523846959985e-05,
+      "loss": 0.4619,
+      "step": 153
+    },
+    {
+      "epoch": 0.3073852295409182,
+      "grad_norm": 0.8178197741508484,
+      "learning_rate": 3.645867868060772e-05,
+      "loss": 0.5165,
+      "step": 154
+    },
+    {
+      "epoch": 0.3093812375249501,
+      "grad_norm": 0.8717004060745239,
+      "learning_rate": 3.6505528302838193e-05,
+      "loss": 0.4222,
+      "step": 155
+    },
+    {
+      "epoch": 0.31137724550898205,
+      "grad_norm": 0.867859423160553,
+      "learning_rate": 3.6552076639241027e-05,
+      "loss": 0.4882,
+      "step": 156
+    },
+    {
+      "epoch": 0.313373253493014,
+      "grad_norm": 0.8131747841835022,
+      "learning_rate": 3.65983275401539e-05,
+      "loss": 0.4171,
+      "step": 157
+    },
+    {
+      "epoch": 0.3153692614770459,
+      "grad_norm": 0.8518748879432678,
+      "learning_rate": 3.664428478257371e-05,
+      "loss": 0.4342,
+      "step": 158
+    },
+    {
+      "epoch": 0.31736526946107785,
+      "grad_norm": 0.8354836702346802,
+      "learning_rate": 3.668995207200753e-05,
+      "loss": 0.4698,
+      "step": 159
+    },
+    {
+      "epoch": 0.3193612774451098,
+      "grad_norm": 0.9375539422035217,
+      "learning_rate": 3.673533304426541e-05,
+      "loss": 0.4896,
+      "step": 160
+    },
+    {
+      "epoch": 0.3213572854291417,
+      "grad_norm": 0.8951889872550964,
+      "learning_rate": 3.67804312671975e-05,
+      "loss": 0.4997,
+      "step": 161
+    },
+    {
+      "epoch": 0.32335329341317365,
+      "grad_norm": 0.8014180064201355,
+      "learning_rate": 3.682525024237719e-05,
+      "loss": 0.47,
+      "step": 162
+    },
+    {
+      "epoch": 0.3253493013972056,
+      "grad_norm": 0.8288528323173523,
+      "learning_rate": 3.6869793406732636e-05,
+      "loss": 0.4085,
+      "step": 163
+    },
+    {
+      "epoch": 0.3273453093812375,
+      "grad_norm": 0.8221442699432373,
+      "learning_rate": 3.69140641341283e-05,
+      "loss": 0.4329,
+      "step": 164
+    },
+    {
+      "epoch": 0.32934131736526945,
+      "grad_norm": 0.7562230825424194,
+      "learning_rate": 3.695806573689844e-05,
+      "loss": 0.348,
+      "step": 165
+    },
+    {
+      "epoch": 0.3313373253493014,
+      "grad_norm": 0.9237514138221741,
+      "learning_rate": 3.700180146733426e-05,
+      "loss": 0.4342,
+      "step": 166
+    },
+    {
+      "epoch": 0.3333333333333333,
+      "grad_norm": 0.9912509918212891,
+      "learning_rate": 3.704527451912639e-05,
+      "loss": 0.4809,
+      "step": 167
+    },
+    {
+      "epoch": 0.33532934131736525,
+      "grad_norm": 0.8607332110404968,
+      "learning_rate": 3.708848802876438e-05,
+      "loss": 0.4586,
+      "step": 168
+    },
+    {
+      "epoch": 0.3373253493013972,
+      "grad_norm": 0.8513320684432983,
+      "learning_rate": 3.7131445076894564e-05,
+      "loss": 0.4471,
+      "step": 169
+    },
+    {
+      "epoch": 0.3393213572854291,
+      "grad_norm": 0.8249276876449585,
+      "learning_rate": 3.717414868963791e-05,
+      "loss": 0.3867,
+      "step": 170
+    },
+    {
+      "epoch": 0.3413173652694611,
+      "grad_norm": 0.9111822843551636,
+      "learning_rate": 3.721660183986924e-05,
+      "loss": 0.4502,
+      "step": 171
+    },
+    {
+      "epoch": 0.34331337325349304,
+      "grad_norm": 0.7368887066841125,
+      "learning_rate": 3.725880744845915e-05,
+      "loss": 0.3507,
+      "step": 172
+    },
+    {
+      "epoch": 0.34530938123752497,
+      "grad_norm": 0.8149043917655945,
+      "learning_rate": 3.730076838547993e-05,
+      "loss": 0.3512,
+      "step": 173
+    },
+    {
+      "epoch": 0.3473053892215569,
+      "grad_norm": 0.9387815594673157,
+      "learning_rate": 3.734248747137666e-05,
+      "loss": 0.4263,
+      "step": 174
+    },
+    {
+      "epoch": 0.34930139720558884,
+      "grad_norm": 0.860095202922821,
+      "learning_rate": 3.738396747810492e-05,
+      "loss": 0.3923,
+      "step": 175
+    },
+    {
+      "epoch": 0.35129740518962077,
+      "grad_norm": 0.7961985468864441,
+      "learning_rate": 3.7425211130235834e-05,
+      "loss": 0.3811,
+      "step": 176
+    },
+    {
+      "epoch": 0.3532934131736527,
+      "grad_norm": 0.8483626842498779,
+      "learning_rate": 3.7466221106030115e-05,
+      "loss": 0.4152,
+      "step": 177
+    },
+    {
+      "epoch": 0.35528942115768464,
+      "grad_norm": 0.7593052387237549,
+      "learning_rate": 3.750700003848157e-05,
+      "loss": 0.3321,
+      "step": 178
+    },
+    {
+      "epoch": 0.35728542914171657,
+      "grad_norm": 0.8519895672798157,
+      "learning_rate": 3.7547550516331555e-05,
+      "loss": 0.4008,
+      "step": 179
+    },
+    {
+      "epoch": 0.3592814371257485,
+      "grad_norm": 0.8514580726623535,
+      "learning_rate": 3.75878750850551e-05,
+      "loss": 0.408,
+      "step": 180
+    },
+    {
+      "epoch": 0.36127744510978044,
+      "grad_norm": 0.8409926891326904,
+      "learning_rate": 3.7627976247819744e-05,
+      "loss": 0.4076,
+      "step": 181
+    },
+    {
+      "epoch": 0.36327345309381237,
+      "grad_norm": 0.7313259840011597,
+      "learning_rate": 3.766785646641792e-05,
+      "loss": 0.4311,
+      "step": 182
+    },
+    {
+      "epoch": 0.3652694610778443,
+      "grad_norm": 0.7503537535667419,
+      "learning_rate": 3.770751816217383e-05,
+      "loss": 0.422,
+      "step": 183
+    },
+    {
+      "epoch": 0.36726546906187624,
+      "grad_norm": 0.7808623313903809,
+      "learning_rate": 3.7746963716825615e-05,
+      "loss": 0.4475,
+      "step": 184
+    },
+    {
+      "epoch": 0.36926147704590817,
+      "grad_norm": 0.6921509504318237,
+      "learning_rate": 3.778619547338356e-05,
+      "loss": 0.3981,
+      "step": 185
+    },
+    {
+      "epoch": 0.3712574850299401,
+      "grad_norm": 0.7929064035415649,
+      "learning_rate": 3.782521573696528e-05,
+      "loss": 0.4482,
+      "step": 186
+    },
+    {
+      "epoch": 0.37325349301397204,
+      "grad_norm": 0.7118304371833801,
+      "learning_rate": 3.786402677560832e-05,
+      "loss": 0.3413,
+      "step": 187
+    },
+    {
+      "epoch": 0.37524950099800397,
+      "grad_norm": 0.7609389424324036,
+      "learning_rate": 3.790263082106134e-05,
+      "loss": 0.4207,
+      "step": 188
+    },
+    {
+      "epoch": 0.3772455089820359,
+      "grad_norm": 0.8060720562934875,
+      "learning_rate": 3.794103006955407e-05,
+      "loss": 0.4521,
+      "step": 189
+    },
+    {
+      "epoch": 0.37924151696606784,
+      "grad_norm": 0.8100878596305847,
+      "learning_rate": 3.797922668254715e-05,
+      "loss": 0.3653,
+      "step": 190
+    },
+    {
+      "epoch": 0.3812375249500998,
+      "grad_norm": 0.8395611047744751,
+      "learning_rate": 3.801722278746213e-05,
+      "loss": 0.3662,
+      "step": 191
+    },
+    {
+      "epoch": 0.38323353293413176,
+      "grad_norm": 0.7541958093643188,
+      "learning_rate": 3.8055020478392495e-05,
+      "loss": 0.2939,
+      "step": 192
+    },
+    {
+      "epoch": 0.3852295409181637,
+      "grad_norm": 0.8053567409515381,
+      "learning_rate": 3.809262181679623e-05,
+      "loss": 0.4302,
+      "step": 193
+    },
+    {
+      "epoch": 0.3872255489021956,
+      "grad_norm": 0.8586562275886536,
+      "learning_rate": 3.813002883217044e-05,
+      "loss": 0.3984,
+      "step": 194
+    },
+    {
+      "epoch": 0.38922155688622756,
+      "grad_norm": 0.7566971778869629,
+      "learning_rate": 3.816724352270863e-05,
+      "loss": 0.3839,
+      "step": 195
+    },
+    {
+      "epoch": 0.3912175648702595,
+      "grad_norm": 0.8142690658569336,
+      "learning_rate": 3.8204267855941266e-05,
+      "loss": 0.4014,
+      "step": 196
+    },
+    {
+      "epoch": 0.3932135728542914,
+      "grad_norm": 0.7769673466682434,
+      "learning_rate": 3.824110376935989e-05,
+      "loss": 0.3791,
+      "step": 197
+    },
+    {
+      "epoch": 0.39520958083832336,
+      "grad_norm": 0.8861010670661926,
+      "learning_rate": 3.827775317102552e-05,
+      "loss": 0.3904,
+      "step": 198
+    },
+    {
+      "epoch": 0.3972055888223553,
+      "grad_norm": 0.7677756547927856,
+      "learning_rate": 3.831421794016178e-05,
+      "loss": 0.3933,
+      "step": 199
+    },
+    {
+      "epoch": 0.3992015968063872,
+      "grad_norm": 0.9913503527641296,
+      "learning_rate": 3.835049992773302e-05,
+      "loss": 0.439,
+      "step": 200
+    },
+    {
+      "epoch": 0.40119760479041916,
+      "grad_norm": 0.847613513469696,
+      "learning_rate": 3.838660095700815e-05,
+      "loss": 0.4462,
+      "step": 201
+    },
+    {
+      "epoch": 0.4031936127744511,
+      "grad_norm": 0.8353721499443054,
+      "learning_rate": 3.84225228241104e-05,
+      "loss": 0.4621,
+      "step": 202
+    },
+    {
+      "epoch": 0.405189620758483,
+      "grad_norm": 0.809059739112854,
+      "learning_rate": 3.8458267298553554e-05,
+      "loss": 0.4888,
+      "step": 203
+    },
+    {
+      "epoch": 0.40718562874251496,
+      "grad_norm": 0.7496485710144043,
+      "learning_rate": 3.8493836123764984e-05,
+      "loss": 0.3836,
+      "step": 204
+    },
+    {
+      "epoch": 0.4091816367265469,
+      "grad_norm": 0.9037646651268005,
+      "learning_rate": 3.852923101759591e-05,
+      "loss": 0.3993,
+      "step": 205
+    },
+    {
+      "epoch": 0.4111776447105788,
+      "grad_norm": 0.8741063475608826,
+      "learning_rate": 3.856445367281923e-05,
+      "loss": 0.3948,
+      "step": 206
+    },
+    {
+      "epoch": 0.41317365269461076,
+      "grad_norm": 0.8445413112640381,
+      "learning_rate": 3.859950575761529e-05,
+      "loss": 0.4305,
+      "step": 207
+    },
+    {
+      "epoch": 0.4151696606786427,
+      "grad_norm": 0.9107454419136047,
+      "learning_rate": 3.8634388916046025e-05,
+      "loss": 0.4982,
+      "step": 208
+    },
+    {
+      "epoch": 0.4171656686626746,
+      "grad_norm": 0.7765053510665894,
+      "learning_rate": 3.866910476851757e-05,
+      "loss": 0.4147,
+      "step": 209
+    },
+    {
+      "epoch": 0.41916167664670656,
+      "grad_norm": 0.8410398364067078,
+      "learning_rate": 3.870365491223199e-05,
+      "loss": 0.4125,
+      "step": 210
+    },
+    {
+      "epoch": 0.42115768463073855,
+      "grad_norm": 0.8012726306915283,
+      "learning_rate": 3.8738040921628215e-05,
+      "loss": 0.3941,
+      "step": 211
+    },
+    {
+      "epoch": 0.4231536926147705,
+      "grad_norm": 0.8541998863220215,
+      "learning_rate": 3.877226434881253e-05,
+      "loss": 0.4327,
+      "step": 212
+    },
+    {
+      "epoch": 0.4251497005988024,
+      "grad_norm": 0.8243539929389954,
+      "learning_rate": 3.880632672397897e-05,
+      "loss": 0.4303,
+      "step": 213
+    },
+    {
+      "epoch": 0.42714570858283435,
+      "grad_norm": 0.8121338486671448,
+      "learning_rate": 3.884022955581985e-05,
+      "loss": 0.4301,
+      "step": 214
+    },
+    {
+      "epoch": 0.4291417165668663,
+      "grad_norm": 0.9100980758666992,
+      "learning_rate": 3.887397433192676e-05,
+      "loss": 0.4208,
+      "step": 215
+    },
+    {
+      "epoch": 0.4311377245508982,
+      "grad_norm": 0.748666524887085,
+      "learning_rate": 3.890756251918219e-05,
+      "loss": 0.3384,
+      "step": 216
+    },
+    {
+      "epoch": 0.43313373253493015,
+      "grad_norm": 0.758114755153656,
+      "learning_rate": 3.894099556414216e-05,
+      "loss": 0.3797,
+      "step": 217
+    },
+    {
+      "epoch": 0.4351297405189621,
+      "grad_norm": 0.8046779632568359,
+      "learning_rate": 3.897427489341009e-05,
+      "loss": 0.4325,
+      "step": 218
+    },
+    {
+      "epoch": 0.437125748502994,
+      "grad_norm": 0.872130274772644,
+      "learning_rate": 3.900740191400198e-05,
+      "loss": 0.4466,
+      "step": 219
+    },
+    {
+      "epoch": 0.43912175648702595,
+      "grad_norm": 0.8052610158920288,
+      "learning_rate": 3.904037801370344e-05,
+      "loss": 0.4355,
+      "step": 220
+    },
+    {
+      "epoch": 0.4411177644710579,
+      "grad_norm": 0.7204791903495789,
+      "learning_rate": 3.9073204561418514e-05,
+      "loss": 0.3465,
+      "step": 221
+    },
+    {
+      "epoch": 0.4431137724550898,
+      "grad_norm": 0.7979363799095154,
+      "learning_rate": 3.9105882907510644e-05,
+      "loss": 0.4004,
+      "step": 222
+    },
+    {
+      "epoch": 0.44510978043912175,
+      "grad_norm": 0.7269802093505859,
+      "learning_rate": 3.913841438413601e-05,
+      "loss": 0.4261,
+      "step": 223
+    },
+    {
+      "epoch": 0.4471057884231537,
+      "grad_norm": 0.6730761528015137,
+      "learning_rate": 3.917080030556938e-05,
+      "loss": 0.3192,
+      "step": 224
+    },
+    {
+      "epoch": 0.4491017964071856,
+      "grad_norm": 0.8741471767425537,
+      "learning_rate": 3.9203041968522716e-05,
+      "loss": 0.4663,
+      "step": 225
+    },
+    {
+      "epoch": 0.45109780439121755,
+      "grad_norm": 0.8293672800064087,
+      "learning_rate": 3.923514065245669e-05,
+      "loss": 0.4558,
+      "step": 226
+    },
+    {
+      "epoch": 0.4530938123752495,
+      "grad_norm": 0.7904106378555298,
+      "learning_rate": 3.926709761988538e-05,
+      "loss": 0.4546,
+      "step": 227
+    },
+    {
+      "epoch": 0.4550898203592814,
+      "grad_norm": 0.7640888094902039,
+      "learning_rate": 3.929891411667424e-05,
+      "loss": 0.3762,
+      "step": 228
+    },
+    {
+      "epoch": 0.45708582834331335,
+      "grad_norm": 0.776006281375885,
+      "learning_rate": 3.933059137233147e-05,
+      "loss": 0.4447,
+      "step": 229
+    },
+    {
+      "epoch": 0.4590818363273453,
+      "grad_norm": 0.8613069653511047,
+      "learning_rate": 3.9362130600293214e-05,
+      "loss": 0.4366,
+      "step": 230
+    },
+    {
+      "epoch": 0.46107784431137727,
+      "grad_norm": 0.7828835248947144,
+      "learning_rate": 3.9393532998202405e-05,
+      "loss": 0.4434,
+      "step": 231
+    },
+    {
+      "epoch": 0.4630738522954092,
+      "grad_norm": 0.7422530055046082,
+      "learning_rate": 3.942479974818166e-05,
+      "loss": 0.3755,
+      "step": 232
+    },
+    {
+      "epoch": 0.46506986027944114,
+      "grad_norm": 0.7256511449813843,
+      "learning_rate": 3.945593201710032e-05,
+      "loss": 0.375,
+      "step": 233
+    },
+    {
+      "epoch": 0.46706586826347307,
+      "grad_norm": 0.7594771385192871,
+      "learning_rate": 3.9486930956835724e-05,
+      "loss": 0.3985,
+      "step": 234
+    },
+    {
+      "epoch": 0.469061876247505,
+      "grad_norm": 0.7957077622413635,
+      "learning_rate": 3.951779770452894e-05,
+      "loss": 0.421,
+      "step": 235
+    },
+    {
+      "epoch": 0.47105788423153694,
+      "grad_norm": 0.7573441863059998,
+      "learning_rate": 3.954853338283512e-05,
+      "loss": 0.4592,
+      "step": 236
+    },
+    {
+      "epoch": 0.47305389221556887,
+      "grad_norm": 0.7109091877937317,
+      "learning_rate": 3.9579139100168404e-05,
+      "loss": 0.3732,
+      "step": 237
+    },
+    {
+      "epoch": 0.4750499001996008,
+      "grad_norm": 0.8672693371772766,
+      "learning_rate": 3.960961595094187e-05,
+      "loss": 0.4038,
+      "step": 238
+    },
+    {
+      "epoch": 0.47704590818363274,
+      "grad_norm": 0.7573640942573547,
+      "learning_rate": 3.96399650158023e-05,
+      "loss": 0.4348,
+      "step": 239
+    },
+    {
+      "epoch": 0.47904191616766467,
+      "grad_norm": 0.8784688711166382,
+      "learning_rate": 3.96701873618601e-05,
+      "loss": 0.4704,
+      "step": 240
+    },
+    {
+      "epoch": 0.4810379241516966,
+      "grad_norm": 0.8110889792442322,
+      "learning_rate": 3.970028404291448e-05,
+      "loss": 0.381,
+      "step": 241
+    },
+    {
+      "epoch": 0.48303393213572854,
+      "grad_norm": 0.8944825530052185,
+      "learning_rate": 3.9730256099673865e-05,
+      "loss": 0.3282,
+      "step": 242
+    },
+    {
+      "epoch": 0.48502994011976047,
+      "grad_norm": 0.8505921959877014,
+      "learning_rate": 3.976010455997187e-05,
+      "loss": 0.3794,
+      "step": 243
+    },
+    {
+      "epoch": 0.4870259481037924,
+      "grad_norm": 1.0878411531448364,
+      "learning_rate": 3.978983043897883e-05,
+      "loss": 0.4222,
+      "step": 244
+    },
+    {
+      "epoch": 0.48902195608782434,
+      "grad_norm": 0.7262081503868103,
+      "learning_rate": 3.981943473940888e-05,
+      "loss": 0.3682,
+      "step": 245
+    },
+    {
+      "epoch": 0.49101796407185627,
+      "grad_norm": 1.0304243564605713,
+      "learning_rate": 3.984891845172299e-05,
+      "loss": 0.3546,
+      "step": 246
+    },
+    {
+      "epoch": 0.4930139720558882,
+      "grad_norm": 0.7483956217765808,
+      "learning_rate": 3.987828255432777e-05,
+      "loss": 0.3764,
+      "step": 247
+    },
+    {
+      "epoch": 0.49500998003992014,
+      "grad_norm": 1.969207525253296,
+      "learning_rate": 3.9907528013770276e-05,
+      "loss": 0.4436,
+      "step": 248
+    },
+    {
+      "epoch": 0.49700598802395207,
+      "grad_norm": 0.836520254611969,
+      "learning_rate": 3.993665578492894e-05,
+      "loss": 0.4477,
+      "step": 249
+    },
+    {
+      "epoch": 0.499001996007984,
+      "grad_norm": 0.8878058791160583,
+      "learning_rate": 3.9965666811200624e-05,
+      "loss": 0.355,
+      "step": 250
+    },
+    {
+      "epoch": 0.500998003992016,
+      "grad_norm": 0.7905710935592651,
+      "learning_rate": 3.999456202468397e-05,
+      "loss": 0.4044,
+      "step": 251
+    },
+    {
+      "epoch": 0.5029940119760479,
+      "grad_norm": 0.7035382390022278,
+      "learning_rate": 4.002334234635907e-05,
+      "loss": 0.3515,
+      "step": 252
+    },
+    {
+      "epoch": 0.5049900199600799,
+      "grad_norm": 1.702528476715088,
+      "learning_rate": 4.005200868626364e-05,
+      "loss": 0.4055,
+      "step": 253
+    },
+    {
+      "epoch": 0.5069860279441117,
+      "grad_norm": 0.7991278171539307,
+      "learning_rate": 4.008056194366564e-05,
+      "loss": 0.4327,
+      "step": 254
+    },
+    {
+      "epoch": 0.5089820359281437,
+      "grad_norm": 0.803960382938385,
+      "learning_rate": 4.010900300723259e-05,
+      "loss": 0.4187,
+      "step": 255
+    },
+    {
+      "epoch": 0.5109780439121756,
+      "grad_norm": 0.7045860886573792,
+      "learning_rate": 4.013733275519749e-05,
+      "loss": 0.3947,
+      "step": 256
+    },
+    {
+      "epoch": 0.5129740518962076,
+      "grad_norm": 0.7627609372138977,
+      "learning_rate": 4.016555205552158e-05,
+      "loss": 0.3808,
+      "step": 257
+    },
+    {
+      "epoch": 0.5149700598802395,
+      "grad_norm": 0.7807031869888306,
+      "learning_rate": 4.0193661766053834e-05,
+      "loss": 0.4408,
+      "step": 258
+    },
+    {
+      "epoch": 0.5169660678642715,
+      "grad_norm": 0.7607232332229614,
+      "learning_rate": 4.022166273468753e-05,
+      "loss": 0.3826,
+      "step": 259
+    },
+    {
+      "epoch": 0.5189620758483033,
+      "grad_norm": 0.738200306892395,
+      "learning_rate": 4.024955579951363e-05,
+      "loss": 0.3403,
+      "step": 260
+    },
+    {
+      "epoch": 0.5209580838323353,
+      "grad_norm": 0.7401778101921082,
+      "learning_rate": 4.027734178897136e-05,
+      "loss": 0.3927,
+      "step": 261
+    },
+    {
+      "epoch": 0.5229540918163673,
+      "grad_norm": 0.8561487793922424,
+      "learning_rate": 4.030502152199576e-05,
+      "loss": 0.4247,
+      "step": 262
+    },
+    {
+      "epoch": 0.5249500998003992,
+      "grad_norm": 0.7845680117607117,
+      "learning_rate": 4.033259580816264e-05,
+      "loss": 0.4284,
+      "step": 263
+    },
+    {
+      "epoch": 0.5269461077844312,
+      "grad_norm": 0.8121227622032166,
+      "learning_rate": 4.036006544783052e-05,
+      "loss": 0.4534,
+      "step": 264
+    },
+    {
+      "epoch": 0.5289421157684631,
+      "grad_norm": 0.7015953660011292,
+      "learning_rate": 4.0387431232280135e-05,
+      "loss": 0.3404,
+      "step": 265
+    },
+    {
+      "epoch": 0.530938123752495,
+      "grad_norm": 0.7971146702766418,
+      "learning_rate": 4.041469394385112e-05,
+      "loss": 0.4455,
+      "step": 266
+    },
+    {
+      "epoch": 0.5329341317365269,
+      "grad_norm": 0.7655112147331238,
+      "learning_rate": 4.0441854356076257e-05,
+      "loss": 0.4636,
+      "step": 267
+    },
+    {
+      "epoch": 0.5349301397205589,
+      "grad_norm": 0.8320984840393066,
+      "learning_rate": 4.046891323381315e-05,
+      "loss": 0.3777,
+      "step": 268
+    },
+    {
+      "epoch": 0.5369261477045908,
+      "grad_norm": 0.9041264057159424,
+      "learning_rate": 4.049587133337347e-05,
+      "loss": 0.4006,
+      "step": 269
+    },
+    {
+      "epoch": 0.5389221556886228,
+      "grad_norm": 0.8236355185508728,
+      "learning_rate": 4.0522729402649793e-05,
+      "loss": 0.418,
+      "step": 270
+    },
+    {
+      "epoch": 0.5409181636726547,
+      "grad_norm": 0.9298795461654663,
+      "learning_rate": 4.0549488181240096e-05,
+      "loss": 0.3358,
+      "step": 271
+    },
+    {
+      "epoch": 0.5429141716566867,
+      "grad_norm": 0.7561654448509216,
+      "learning_rate": 4.057614840056998e-05,
+      "loss": 0.4008,
+      "step": 272
+    },
+    {
+      "epoch": 0.5449101796407185,
+      "grad_norm": 0.7712647318840027,
+      "learning_rate": 4.06027107840126e-05,
+      "loss": 0.3607,
+      "step": 273
+    },
+    {
+      "epoch": 0.5469061876247505,
+      "grad_norm": 0.7622309327125549,
+      "learning_rate": 4.0629176047006474e-05,
+      "loss": 0.3567,
+      "step": 274
+    },
+    {
+      "epoch": 0.5489021956087824,
+      "grad_norm": 0.7064681649208069,
+      "learning_rate": 4.065554489717105e-05,
+      "loss": 0.3528,
+      "step": 275
+    },
+    {
+      "epoch": 0.5508982035928144,
+      "grad_norm": 0.8189475536346436,
+      "learning_rate": 4.068181803442029e-05,
+      "loss": 0.4062,
+      "step": 276
+    },
+    {
+      "epoch": 0.5528942115768463,
+      "grad_norm": 0.8143854737281799,
+      "learning_rate": 4.0707996151074147e-05,
+      "loss": 0.4374,
+      "step": 277
+    },
+    {
+      "epoch": 0.5548902195608783,
+      "grad_norm": 0.7282266616821289,
+      "learning_rate": 4.073407993196794e-05,
+      "loss": 0.4121,
+      "step": 278
+    },
+    {
+      "epoch": 0.5568862275449101,
+      "grad_norm": 0.7541894316673279,
+      "learning_rate": 4.076007005455996e-05,
+      "loss": 0.4702,
+      "step": 279
+    },
+    {
+      "epoch": 0.5588822355289421,
+      "grad_norm": 0.7178213596343994,
+      "learning_rate": 4.0785967189036986e-05,
+      "loss": 0.3581,
+      "step": 280
+    },
+    {
+      "epoch": 0.5608782435129741,
+      "grad_norm": 0.8269951343536377,
+      "learning_rate": 4.0811771998418e-05,
+      "loss": 0.414,
+      "step": 281
+    },
+    {
+      "epoch": 0.562874251497006,
+      "grad_norm": 0.6949253082275391,
+      "learning_rate": 4.083748513865602e-05,
+      "loss": 0.3549,
+      "step": 282
+    },
+    {
+      "epoch": 0.564870259481038,
+      "grad_norm": 0.8457996845245361,
+      "learning_rate": 4.086310725873818e-05,
+      "loss": 0.4977,
+      "step": 283
+    },
+    {
+      "epoch": 0.5668662674650699,
+      "grad_norm": 0.835884690284729,
+      "learning_rate": 4.0888639000783966e-05,
+      "loss": 0.4646,
+      "step": 284
+    },
+    {
+      "epoch": 0.5688622754491018,
+      "grad_norm": 0.745847225189209,
+      "learning_rate": 4.0914081000141844e-05,
+      "loss": 0.4295,
+      "step": 285
+    },
+    {
+      "epoch": 0.5708582834331337,
+      "grad_norm": 0.703731119632721,
+      "learning_rate": 4.0939433885484055e-05,
+      "loss": 0.3168,
+      "step": 286
+    },
+    {
+      "epoch": 0.5728542914171657,
+      "grad_norm": 0.6979167461395264,
+      "learning_rate": 4.0964698278899874e-05,
+      "loss": 0.3373,
+      "step": 287
+    },
+    {
+      "epoch": 0.5748502994011976,
+      "grad_norm": 0.7321177124977112,
+      "learning_rate": 4.0989874795987185e-05,
+      "loss": 0.3705,
+      "step": 288
+    },
+    {
+      "epoch": 0.5768463073852296,
+      "grad_norm": 0.6812002658843994,
+      "learning_rate": 4.1014964045942465e-05,
+      "loss": 0.366,
+      "step": 289
+    },
+    {
+      "epoch": 0.5788423153692615,
+      "grad_norm": 0.8122517466545105,
+      "learning_rate": 4.103996663164927e-05,
+      "loss": 0.4435,
+      "step": 290
+    },
+    {
+      "epoch": 0.5808383233532934,
+      "grad_norm": 0.7670555710792542,
+      "learning_rate": 4.106488314976513e-05,
+      "loss": 0.471,
+      "step": 291
+    },
+    {
+      "epoch": 0.5828343313373253,
+      "grad_norm": 0.7457311749458313,
+      "learning_rate": 4.108971419080698e-05,
+      "loss": 0.3138,
+      "step": 292
+    },
+    {
+      "epoch": 0.5848303393213573,
+      "grad_norm": 0.8164945244789124,
+      "learning_rate": 4.111446033923516e-05,
+      "loss": 0.4394,
+      "step": 293
+    },
+    {
+      "epoch": 0.5868263473053892,
+      "grad_norm": 0.7513836622238159,
+      "learning_rate": 4.113912217353596e-05,
+      "loss": 0.3741,
+      "step": 294
+    },
+    {
+      "epoch": 0.5888223552894212,
+      "grad_norm": 0.7199726700782776,
+      "learning_rate": 4.116370026630272e-05,
+      "loss": 0.3116,
+      "step": 295
+    },
+    {
+      "epoch": 0.590818363273453,
+      "grad_norm": 0.8232783675193787,
+      "learning_rate": 4.118819518431564e-05,
+      "loss": 0.4048,
+      "step": 296
+    },
+    {
+      "epoch": 0.592814371257485,
+      "grad_norm": 0.7513990998268127,
+      "learning_rate": 4.121260748862021e-05,
+      "loss": 0.4346,
+      "step": 297
+    },
+    {
+      "epoch": 0.5948103792415169,
+      "grad_norm": 0.6866230368614197,
+      "learning_rate": 4.123693773460426e-05,
+      "loss": 0.3629,
+      "step": 298
+    },
+    {
+      "epoch": 0.5968063872255489,
+      "grad_norm": 0.7753307223320007,
+      "learning_rate": 4.126118647207383e-05,
+      "loss": 0.4248,
+      "step": 299
+    },
+    {
+      "epoch": 0.5988023952095808,
+      "grad_norm": 0.6598490476608276,
+      "learning_rate": 4.1285354245327715e-05,
+      "loss": 0.2834,
+      "step": 300
+    },
+    {
+      "epoch": 0.6007984031936128,
+      "grad_norm": 0.8024352788925171,
+      "learning_rate": 4.1309441593230726e-05,
+      "loss": 0.4276,
+      "step": 301
+    },
+    {
+      "epoch": 0.6027944111776448,
+      "grad_norm": 0.7745522260665894,
+      "learning_rate": 4.133344904928585e-05,
+      "loss": 0.3925,
+      "step": 302
+    },
+    {
+      "epoch": 0.6047904191616766,
+      "grad_norm": 0.6376944184303284,
+      "learning_rate": 4.1357377141705084e-05,
+      "loss": 0.2589,
+      "step": 303
+    },
+    {
+      "epoch": 0.6067864271457086,
+      "grad_norm": 0.6831088662147522,
+      "learning_rate": 4.1381226393479236e-05,
+      "loss": 0.3705,
+      "step": 304
+    },
+    {
+      "epoch": 0.6087824351297405,
+      "grad_norm": 0.6832078695297241,
+      "learning_rate": 4.1404997322446435e-05,
+      "loss": 0.3637,
+      "step": 305
+    },
+    {
+      "epoch": 0.6107784431137725,
+      "grad_norm": 0.7155686020851135,
+      "learning_rate": 4.142869044135967e-05,
+      "loss": 0.477,
+      "step": 306
+    },
+    {
+      "epoch": 0.6127744510978044,
+      "grad_norm": 0.7326770424842834,
+      "learning_rate": 4.145230625795311e-05,
+      "loss": 0.4123,
+      "step": 307
+    },
+    {
+      "epoch": 0.6147704590818364,
+      "grad_norm": 0.7184780240058899,
+      "learning_rate": 4.14758452750074e-05,
+      "loss": 0.3382,
+      "step": 308
+    },
+    {
+      "epoch": 0.6167664670658682,
+      "grad_norm": 0.7494658827781677,
+      "learning_rate": 4.149930799041392e-05,
+      "loss": 0.4246,
+      "step": 309
+    },
+    {
+      "epoch": 0.6187624750499002,
+      "grad_norm": 0.697238028049469,
+      "learning_rate": 4.152269489723788e-05,
+      "loss": 0.4338,
+      "step": 310
+    },
+    {
+      "epoch": 0.6207584830339321,
+      "grad_norm": 0.6342530846595764,
+      "learning_rate": 4.1546006483780626e-05,
+      "loss": 0.3202,
+      "step": 311
+    },
+    {
+      "epoch": 0.6227544910179641,
+      "grad_norm": 0.7153366804122925,
+      "learning_rate": 4.156924323364072e-05,
+      "loss": 0.3778,
+      "step": 312
+    },
+    {
+      "epoch": 0.624750499001996,
+      "grad_norm": 0.6666108965873718,
+      "learning_rate": 4.1592405625774144e-05,
+      "loss": 0.346,
+      "step": 313
+    },
+    {
+      "epoch": 0.626746506986028,
+      "grad_norm": 0.7076640725135803,
+      "learning_rate": 4.161549413455358e-05,
+      "loss": 0.3827,
+      "step": 314
+    },
+    {
+      "epoch": 0.6287425149700598,
+      "grad_norm": 0.7535362839698792,
+      "learning_rate": 4.163850922982668e-05,
+      "loss": 0.401,
+      "step": 315
+    },
+    {
+      "epoch": 0.6307385229540918,
+      "grad_norm": 0.6954286098480225,
+      "learning_rate": 4.16614513769734e-05,
+      "loss": 0.376,
+      "step": 316
+    },
+    {
+      "epoch": 0.6327345309381237,
+      "grad_norm": 0.6925478577613831,
+      "learning_rate": 4.1684321036962526e-05,
+      "loss": 0.3638,
+      "step": 317
+    },
+    {
+      "epoch": 0.6347305389221557,
+      "grad_norm": 0.663144588470459,
+      "learning_rate": 4.170711866640721e-05,
+      "loss": 0.3558,
+      "step": 318
+    },
+    {
+      "epoch": 0.6367265469061876,
+      "grad_norm": 0.7284447550773621,
+      "learning_rate": 4.1729844717619684e-05,
+      "loss": 0.4159,
+      "step": 319
+    },
+    {
+      "epoch": 0.6387225548902196,
+      "grad_norm": 0.708574652671814,
+      "learning_rate": 4.17524996386651e-05,
+      "loss": 0.3942,
+      "step": 320
+    },
+    {
+      "epoch": 0.6407185628742516,
+      "grad_norm": 0.6826594471931458,
+      "learning_rate": 4.177508387341454e-05,
+      "loss": 0.3563,
+      "step": 321
+    },
+    {
+      "epoch": 0.6427145708582834,
+      "grad_norm": 0.7092903256416321,
+      "learning_rate": 4.179759786159719e-05,
+      "loss": 0.4169,
+      "step": 322
+    },
+    {
+      "epoch": 0.6447105788423154,
+      "grad_norm": 0.6470283269882202,
+      "learning_rate": 4.182004203885172e-05,
+      "loss": 0.3595,
+      "step": 323
+    },
+    {
+      "epoch": 0.6467065868263473,
+      "grad_norm": 0.6560471057891846,
+      "learning_rate": 4.184241683677687e-05,
+      "loss": 0.3945,
+      "step": 324
+    },
+    {
+      "epoch": 0.6487025948103793,
+      "grad_norm": 0.7021344900131226,
+      "learning_rate": 4.1864722682981245e-05,
+      "loss": 0.3682,
+      "step": 325
+    },
+    {
+      "epoch": 0.6506986027944112,
+      "grad_norm": 0.6736760139465332,
+      "learning_rate": 4.188696000113232e-05,
+      "loss": 0.4012,
+      "step": 326
+    },
+    {
+      "epoch": 0.6526946107784432,
+      "grad_norm": 0.58335942029953,
+      "learning_rate": 4.190912921100477e-05,
+      "loss": 0.2982,
+      "step": 327
+    },
+    {
+      "epoch": 0.654690618762475,
+      "grad_norm": 0.7224960327148438,
+      "learning_rate": 4.1931230728527994e-05,
+      "loss": 0.3767,
+      "step": 328
+    },
+    {
+      "epoch": 0.656686626746507,
+      "grad_norm": 0.7125536203384399,
+      "learning_rate": 4.195326496583291e-05,
+      "loss": 0.3918,
+      "step": 329
+    },
+    {
+      "epoch": 0.6586826347305389,
+      "grad_norm": 0.7161789536476135,
+      "learning_rate": 4.1975232331298125e-05,
+      "loss": 0.3727,
+      "step": 330
+    },
+    {
+      "epoch": 0.6606786427145709,
+      "grad_norm": 0.7045012712478638,
+      "learning_rate": 4.1997133229595316e-05,
+      "loss": 0.4168,
+      "step": 331
+    },
+    {
+      "epoch": 0.6626746506986028,
+      "grad_norm": 0.7229664921760559,
+      "learning_rate": 4.201896806173394e-05,
+      "loss": 0.406,
+      "step": 332
+    },
+    {
+      "epoch": 0.6646706586826348,
+      "grad_norm": 0.6685640811920166,
+      "learning_rate": 4.2040737225105335e-05,
+      "loss": 0.3348,
+      "step": 333
+    },
+    {
+      "epoch": 0.6666666666666666,
+      "grad_norm": 0.6416003108024597,
+      "learning_rate": 4.206244111352608e-05,
+      "loss": 0.3134,
+      "step": 334
+    },
+    {
+      "epoch": 0.6686626746506986,
+      "grad_norm": 0.6860243082046509,
+      "learning_rate": 4.2084080117280756e-05,
+      "loss": 0.3855,
+      "step": 335
+    },
+    {
+      "epoch": 0.6706586826347305,
+      "grad_norm": 0.751287579536438,
+      "learning_rate": 4.210565462316407e-05,
+      "loss": 0.4388,
+      "step": 336
+    },
+    {
+      "epoch": 0.6726546906187625,
+      "grad_norm": 0.7298620939254761,
+      "learning_rate": 4.2127165014522315e-05,
+      "loss": 0.4084,
+      "step": 337
+    },
+    {
+      "epoch": 0.6746506986027944,
+      "grad_norm": 0.7535167336463928,
+      "learning_rate": 4.214861167129425e-05,
+      "loss": 0.3971,
+      "step": 338
+    },
+    {
+      "epoch": 0.6766467065868264,
+      "grad_norm": 0.6288606524467468,
+      "learning_rate": 4.2169994970051365e-05,
+      "loss": 0.3184,
+      "step": 339
+    },
+    {
+      "epoch": 0.6786427145708582,
+      "grad_norm": 0.6942071914672852,
+      "learning_rate": 4.219131528403759e-05,
+      "loss": 0.4085,
+      "step": 340
+    },
+    {
+      "epoch": 0.6806387225548902,
+      "grad_norm": 0.7049132585525513,
+      "learning_rate": 4.22125729832083e-05,
+      "loss": 0.3799,
+      "step": 341
+    },
+    {
+      "epoch": 0.6826347305389222,
+      "grad_norm": 0.6633714437484741,
+      "learning_rate": 4.2233768434268914e-05,
+      "loss": 0.3615,
+      "step": 342
+    },
+    {
+      "epoch": 0.6846307385229541,
+      "grad_norm": 0.7143837809562683,
+      "learning_rate": 4.225490200071284e-05,
+      "loss": 0.397,
+      "step": 343
+    },
+    {
+      "epoch": 0.6866267465069861,
+      "grad_norm": 0.6334770917892456,
+      "learning_rate": 4.227597404285883e-05,
+      "loss": 0.3192,
+      "step": 344
+    },
+    {
+      "epoch": 0.688622754491018,
+      "grad_norm": 0.6318526268005371,
+      "learning_rate": 4.229698491788791e-05,
+      "loss": 0.3409,
+      "step": 345
+    },
+    {
+      "epoch": 0.6906187624750499,
+      "grad_norm": 0.6425897479057312,
+      "learning_rate": 4.231793497987961e-05,
+      "loss": 0.3506,
+      "step": 346
+    },
+    {
+      "epoch": 0.6926147704590818,
+      "grad_norm": 0.6882063150405884,
+      "learning_rate": 4.2338824579847904e-05,
+      "loss": 0.3697,
+      "step": 347
+    },
+    {
+      "epoch": 0.6946107784431138,
+      "grad_norm": 0.6814457774162292,
+      "learning_rate": 4.235965406577636e-05,
+      "loss": 0.4179,
+      "step": 348
+    },
+    {
+      "epoch": 0.6966067864271457,
+      "grad_norm": 0.7089083790779114,
+      "learning_rate": 4.2380423782653e-05,
+      "loss": 0.358,
+      "step": 349
+    },
+    {
+      "epoch": 0.6986027944111777,
+      "grad_norm": 0.671987771987915,
+      "learning_rate": 4.240113407250459e-05,
+      "loss": 0.4223,
+      "step": 350
+    },
+    {
+      "epoch": 0.7005988023952096,
+      "grad_norm": 0.6932473182678223,
+      "learning_rate": 4.24217852744304e-05,
+      "loss": 0.4283,
+      "step": 351
+    },
+    {
+      "epoch": 0.7025948103792415,
+      "grad_norm": 0.6401710510253906,
+      "learning_rate": 4.244237772463552e-05,
+      "loss": 0.3277,
+      "step": 352
+    },
+    {
+      "epoch": 0.7045908183632734,
+      "grad_norm": 0.5808695554733276,
+      "learning_rate": 4.246291175646371e-05,
+      "loss": 0.3153,
+      "step": 353
+    },
+    {
+      "epoch": 0.7065868263473054,
+      "grad_norm": 0.5929372310638428,
+      "learning_rate": 4.24833877004298e-05,
+      "loss": 0.2934,
+      "step": 354
+    },
+    {
+      "epoch": 0.7085828343313373,
+      "grad_norm": 0.6138365864753723,
+      "learning_rate": 4.250380588425157e-05,
+      "loss": 0.2647,
+      "step": 355
+    },
+    {
+      "epoch": 0.7105788423153693,
+      "grad_norm": 0.69126957654953,
+      "learning_rate": 4.2524166632881255e-05,
+      "loss": 0.3777,
+      "step": 356
+    },
+    {
+      "epoch": 0.7125748502994012,
+      "grad_norm": 0.618993878364563,
+      "learning_rate": 4.254447026853656e-05,
+      "loss": 0.2874,
+      "step": 357
+    },
+    {
+      "epoch": 0.7145708582834331,
+      "grad_norm": 0.6197064518928528,
+      "learning_rate": 4.2564717110731244e-05,
+      "loss": 0.3137,
+      "step": 358
+    },
+    {
+      "epoch": 0.716566866267465,
+      "grad_norm": 0.6574029326438904,
+      "learning_rate": 4.258490747630532e-05,
+      "loss": 0.3366,
+      "step": 359
+    },
+    {
+      "epoch": 0.718562874251497,
+      "grad_norm": 0.6827244162559509,
+      "learning_rate": 4.260504167945479e-05,
+      "loss": 0.367,
+      "step": 360
+    },
+    {
+      "epoch": 0.720558882235529,
+      "grad_norm": 0.6920093297958374,
+      "learning_rate": 4.2625120031760965e-05,
+      "loss": 0.3473,
+      "step": 361
+    },
+    {
+      "epoch": 0.7225548902195609,
+      "grad_norm": 0.6315056085586548,
+      "learning_rate": 4.264514284221944e-05,
+      "loss": 0.3477,
+      "step": 362
+    },
+    {
+      "epoch": 0.7245508982035929,
+      "grad_norm": 0.6894274950027466,
+      "learning_rate": 4.266511041726854e-05,
+      "loss": 0.3818,
+      "step": 363
+    },
+    {
+      "epoch": 0.7265469061876247,
+      "grad_norm": 0.7182605266571045,
+      "learning_rate": 4.26850230608176e-05,
+      "loss": 0.3959,
+      "step": 364
+    },
+    {
+      "epoch": 0.7285429141716567,
+      "grad_norm": 0.6431974172592163,
+      "learning_rate": 4.2704881074274584e-05,
+      "loss": 0.3484,
+      "step": 365
+    },
+    {
+      "epoch": 0.7305389221556886,
+      "grad_norm": 0.6523058414459229,
+      "learning_rate": 4.272468475657351e-05,
+      "loss": 0.3315,
+      "step": 366
+    },
+    {
+      "epoch": 0.7325349301397206,
+      "grad_norm": 0.7160993218421936,
+      "learning_rate": 4.2744434404201497e-05,
+      "loss": 0.3806,
+      "step": 367
+    },
+    {
+      "epoch": 0.7345309381237525,
+      "grad_norm": 0.6819020509719849,
+      "learning_rate": 4.27641303112253e-05,
+      "loss": 0.3889,
+      "step": 368
+    },
+    {
+      "epoch": 0.7365269461077845,
+      "grad_norm": 0.5881057381629944,
+      "learning_rate": 4.278377276931767e-05,
+      "loss": 0.2647,
+      "step": 369
+    },
+    {
+      "epoch": 0.7385229540918163,
+      "grad_norm": 1.0767422914505005,
+      "learning_rate": 4.2803362067783256e-05,
+      "loss": 0.3912,
+      "step": 370
+    },
+    {
+      "epoch": 0.7405189620758483,
+      "grad_norm": 0.6878696084022522,
+      "learning_rate": 4.2822898493584104e-05,
+      "loss": 0.4216,
+      "step": 371
+    },
+    {
+      "epoch": 0.7425149700598802,
+      "grad_norm": 0.6871569752693176,
+      "learning_rate": 4.284238233136496e-05,
+      "loss": 0.395,
+      "step": 372
+    },
+    {
+      "epoch": 0.7445109780439122,
+      "grad_norm": 0.6874458193778992,
+      "learning_rate": 4.286181386347813e-05,
+      "loss": 0.3683,
+      "step": 373
+    },
+    {
+      "epoch": 0.7465069860279441,
+      "grad_norm": 0.6394293308258057,
+      "learning_rate": 4.288119337000801e-05,
+      "loss": 0.3518,
+      "step": 374
+    },
+    {
+      "epoch": 0.7485029940119761,
+      "grad_norm": 0.67393559217453,
+      "learning_rate": 4.2900521128795315e-05,
+      "loss": 0.4018,
+      "step": 375
+    },
+    {
+      "epoch": 0.7504990019960079,
+      "grad_norm": 0.6365067958831787,
+      "learning_rate": 4.291979741546102e-05,
+      "loss": 0.3719,
+      "step": 376
+    },
+    {
+      "epoch": 0.7524950099800399,
+      "grad_norm": 0.6792694926261902,
+      "learning_rate": 4.293902250342989e-05,
+      "loss": 0.3623,
+      "step": 377
+    },
+    {
+      "epoch": 0.7544910179640718,
+      "grad_norm": 0.794163167476654,
+      "learning_rate": 4.295819666395376e-05,
+      "loss": 0.3945,
+      "step": 378
+    },
+    {
+      "epoch": 0.7564870259481038,
+      "grad_norm": 0.7103076577186584,
+      "learning_rate": 4.297732016613454e-05,
+      "loss": 0.4585,
+      "step": 379
+    },
+    {
+      "epoch": 0.7584830339321357,
+      "grad_norm": 0.6877479553222656,
+      "learning_rate": 4.299639327694684e-05,
+      "loss": 0.4261,
+      "step": 380
+    },
+    {
+      "epoch": 0.7604790419161677,
+      "grad_norm": 0.6512800455093384,
+      "learning_rate": 4.3015416261260325e-05,
+      "loss": 0.336,
+      "step": 381
+    },
+    {
+      "epoch": 0.7624750499001997,
+      "grad_norm": 0.6555919051170349,
+      "learning_rate": 4.303438938186182e-05,
+      "loss": 0.3949,
+      "step": 382
+    },
+    {
+      "epoch": 0.7644710578842315,
+      "grad_norm": 0.6375437378883362,
+      "learning_rate": 4.305331289947705e-05,
+      "loss": 0.348,
+      "step": 383
+    },
+    {
+      "epoch": 0.7664670658682635,
+      "grad_norm": 0.6899069547653198,
+      "learning_rate": 4.3072187072792184e-05,
+      "loss": 0.3715,
+      "step": 384
+    },
+    {
+      "epoch": 0.7684630738522954,
+      "grad_norm": 0.6571375727653503,
+      "learning_rate": 4.309101215847502e-05,
+      "loss": 0.3471,
+      "step": 385
+    },
+    {
+      "epoch": 0.7704590818363274,
+      "grad_norm": 0.6866909265518188,
+      "learning_rate": 4.3109788411195924e-05,
+      "loss": 0.3721,
+      "step": 386
+    },
+    {
+      "epoch": 0.7724550898203593,
+      "grad_norm": 0.6416053175926208,
+      "learning_rate": 4.312851608364853e-05,
+      "loss": 0.3501,
+      "step": 387
+    },
+    {
+      "epoch": 0.7744510978043913,
+      "grad_norm": 0.6585414409637451,
+      "learning_rate": 4.314719542657013e-05,
+      "loss": 0.3446,
+      "step": 388
+    },
+    {
+      "epoch": 0.7764471057884231,
+      "grad_norm": 0.6449529528617859,
+      "learning_rate": 4.3165826688761796e-05,
+      "loss": 0.31,
+      "step": 389
+    },
+    {
+      "epoch": 0.7784431137724551,
+      "grad_norm": 0.6616773009300232,
+      "learning_rate": 4.318441011710833e-05,
+      "loss": 0.3356,
+      "step": 390
+    },
+    {
+      "epoch": 0.780439121756487,
+      "grad_norm": 0.681754469871521,
+      "learning_rate": 4.3202945956597786e-05,
+      "loss": 0.3543,
+      "step": 391
+    },
+    {
+      "epoch": 0.782435129740519,
+      "grad_norm": 0.6211993098258972,
+      "learning_rate": 4.3221434450340956e-05,
+      "loss": 0.3157,
+      "step": 392
+    },
+    {
+      "epoch": 0.7844311377245509,
+      "grad_norm": 0.6262781620025635,
+      "learning_rate": 4.323987583959045e-05,
+      "loss": 0.3533,
+      "step": 393
+    },
+    {
+      "epoch": 0.7864271457085829,
+      "grad_norm": 0.6640245318412781,
+      "learning_rate": 4.325827036375957e-05,
+      "loss": 0.3742,
+      "step": 394
+    },
+    {
+      "epoch": 0.7884231536926147,
+      "grad_norm": 0.6164320111274719,
+      "learning_rate": 4.327661826044101e-05,
+      "loss": 0.3472,
+      "step": 395
+    },
+    {
+      "epoch": 0.7904191616766467,
+      "grad_norm": 0.6439725756645203,
+      "learning_rate": 4.329491976542521e-05,
+      "loss": 0.359,
+      "step": 396
+    },
+    {
+      "epoch": 0.7924151696606786,
+      "grad_norm": 0.7187615036964417,
+      "learning_rate": 4.331317511271859e-05,
+      "loss": 0.4445,
+      "step": 397
+    },
+    {
+      "epoch": 0.7944111776447106,
+      "grad_norm": 0.660010039806366,
+      "learning_rate": 4.333138453456147e-05,
+      "loss": 0.3213,
+      "step": 398
+    },
+    {
+      "epoch": 0.7964071856287425,
+      "grad_norm": 0.7590385675430298,
+      "learning_rate": 4.334954826144581e-05,
+      "loss": 0.3359,
+      "step": 399
+    },
+    {
+      "epoch": 0.7984031936127745,
+      "grad_norm": 0.6344367861747742,
+      "learning_rate": 4.336766652213271e-05,
+      "loss": 0.3542,
+      "step": 400
+    },
+    {
+      "epoch": 0.8003992015968064,
+      "grad_norm": 0.6679601073265076,
+      "learning_rate": 4.338573954366971e-05,
+      "loss": 0.3642,
+      "step": 401
+    },
+    {
+      "epoch": 0.8023952095808383,
+      "grad_norm": 0.6402161121368408,
+      "learning_rate": 4.340376755140784e-05,
+      "loss": 0.3603,
+      "step": 402
+    },
+    {
+      "epoch": 0.8043912175648703,
+      "grad_norm": 0.7084898948669434,
+      "learning_rate": 4.342175076901849e-05,
+      "loss": 0.3817,
+      "step": 403
+    },
+    {
+      "epoch": 0.8063872255489022,
+      "grad_norm": 0.6191865801811218,
+      "learning_rate": 4.343968941851009e-05,
+      "loss": 0.3017,
+      "step": 404
+    },
+    {
+      "epoch": 0.8083832335329342,
+      "grad_norm": 0.6750943660736084,
+      "learning_rate": 4.345758372024448e-05,
+      "loss": 0.3949,
+      "step": 405
+    },
+    {
+      "epoch": 0.810379241516966,
+      "grad_norm": 0.6468753814697266,
+      "learning_rate": 4.347543389295324e-05,
+      "loss": 0.3668,
+      "step": 406
+    },
+    {
+      "epoch": 0.812375249500998,
+      "grad_norm": 0.6904520988464355,
+      "learning_rate": 4.3493240153753666e-05,
+      "loss": 0.3499,
+      "step": 407
+    },
+    {
+      "epoch": 0.8143712574850299,
+      "grad_norm": 0.6204891800880432,
+      "learning_rate": 4.3511002718164666e-05,
+      "loss": 0.3304,
+      "step": 408
+    },
+    {
+      "epoch": 0.8163672654690619,
+      "grad_norm": 0.6633168458938599,
+      "learning_rate": 4.352872180012237e-05,
+      "loss": 0.3337,
+      "step": 409
+    },
+    {
+      "epoch": 0.8183632734530938,
+      "grad_norm": 0.8691318035125732,
+      "learning_rate": 4.35463976119956e-05,
+      "loss": 0.4502,
+      "step": 410
+    },
+    {
+      "epoch": 0.8203592814371258,
+      "grad_norm": 0.7373143434524536,
+      "learning_rate": 4.356403036460115e-05,
+      "loss": 0.4128,
+      "step": 411
+    },
+    {
+      "epoch": 0.8223552894211577,
+      "grad_norm": 0.6885534524917603,
+      "learning_rate": 4.3581620267218916e-05,
+      "loss": 0.3341,
+      "step": 412
+    },
+    {
+      "epoch": 0.8243512974051896,
+      "grad_norm": 0.6862485408782959,
+      "learning_rate": 4.359916752760669e-05,
+      "loss": 0.3498,
+      "step": 413
+    },
+    {
+      "epoch": 0.8263473053892215,
+      "grad_norm": 0.6959711313247681,
+      "learning_rate": 4.361667235201499e-05,
+      "loss": 0.3796,
+      "step": 414
+    },
+    {
+      "epoch": 0.8283433133732535,
+      "grad_norm": 0.7265036106109619,
+      "learning_rate": 4.363413494520154e-05,
+      "loss": 0.3911,
+      "step": 415
+    },
+    {
+      "epoch": 0.8303393213572854,
+      "grad_norm": 0.6805566549301147,
+      "learning_rate": 4.365155551044572e-05,
+      "loss": 0.367,
+      "step": 416
+    },
+    {
+      "epoch": 0.8323353293413174,
+      "grad_norm": 0.6219791173934937,
+      "learning_rate": 4.366893424956263e-05,
+      "loss": 0.289,
+      "step": 417
+    },
+    {
+      "epoch": 0.8343313373253493,
+      "grad_norm": 0.6582449674606323,
+      "learning_rate": 4.368627136291726e-05,
+      "loss": 0.2747,
+      "step": 418
+    },
+    {
+      "epoch": 0.8363273453093812,
+      "grad_norm": 0.6985988616943359,
+      "learning_rate": 4.370356704943825e-05,
+      "loss": 0.3435,
+      "step": 419
+    },
+    {
+      "epoch": 0.8383233532934131,
+      "grad_norm": 0.6607214212417603,
+      "learning_rate": 4.372082150663168e-05,
+      "loss": 0.3645,
+      "step": 420
+    },
+    {
+      "epoch": 0.8403193612774451,
+      "grad_norm": 0.723174512386322,
+      "learning_rate": 4.3738034930594475e-05,
+      "loss": 0.3672,
+      "step": 421
+    },
+    {
+      "epoch": 0.8423153692614771,
+      "grad_norm": 0.6832453012466431,
+      "learning_rate": 4.3755207516027904e-05,
+      "loss": 0.3806,
+      "step": 422
+    },
+    {
+      "epoch": 0.844311377245509,
+      "grad_norm": 0.6922501921653748,
+      "learning_rate": 4.377233945625071e-05,
+      "loss": 0.4031,
+      "step": 423
+    },
+    {
+      "epoch": 0.846307385229541,
+      "grad_norm": 0.6647071242332458,
+      "learning_rate": 4.378943094321221e-05,
+      "loss": 0.3628,
+      "step": 424
+    },
+    {
+      "epoch": 0.8483033932135728,
+      "grad_norm": 0.6893953084945679,
+      "learning_rate": 4.3806482167505196e-05,
+      "loss": 0.3434,
+      "step": 425
+    },
+    {
+      "epoch": 0.8502994011976048,
+      "grad_norm": 0.8566087484359741,
+      "learning_rate": 4.382349331837866e-05,
+      "loss": 0.3803,
+      "step": 426
+    },
+    {
+      "epoch": 0.8522954091816367,
+      "grad_norm": 0.7948191165924072,
+      "learning_rate": 4.3840464583750404e-05,
+      "loss": 0.3627,
+      "step": 427
+    },
+    {
+      "epoch": 0.8542914171656687,
+      "grad_norm": 0.6731837391853333,
+      "learning_rate": 4.385739615021954e-05,
+      "loss": 0.395,
+      "step": 428
+    },
+    {
+      "epoch": 0.8562874251497006,
+      "grad_norm": 0.6760764122009277,
+      "learning_rate": 4.387428820307874e-05,
+      "loss": 0.3627,
+      "step": 429
+    },
+    {
+      "epoch": 0.8582834331337326,
+      "grad_norm": 0.7794198989868164,
+      "learning_rate": 4.3891140926326446e-05,
+      "loss": 0.3166,
+      "step": 430
+    },
+    {
+      "epoch": 0.8602794411177644,
+      "grad_norm": 0.7948319911956787,
+      "learning_rate": 4.390795450267886e-05,
+      "loss": 0.3634,
+      "step": 431
+    },
+    {
+      "epoch": 0.8622754491017964,
+      "grad_norm": 0.6758688688278198,
+      "learning_rate": 4.3924729113581876e-05,
+      "loss": 0.3103,
+      "step": 432
+    },
+    {
+      "epoch": 0.8642714570858283,
+      "grad_norm": 1.493560791015625,
+      "learning_rate": 4.394146493922276e-05,
+      "loss": 0.3551,
+      "step": 433
+    },
+    {
+      "epoch": 0.8662674650698603,
+      "grad_norm": 0.6501355171203613,
+      "learning_rate": 4.395816215854185e-05,
+      "loss": 0.3433,
+      "step": 434
+    },
+    {
+      "epoch": 0.8682634730538922,
+      "grad_norm": 0.7338974475860596,
+      "learning_rate": 4.397482094924396e-05,
+      "loss": 0.3748,
+      "step": 435
+    },
+    {
+      "epoch": 0.8702594810379242,
+      "grad_norm": 0.7021346688270569,
+      "learning_rate": 4.399144148780977e-05,
+      "loss": 0.3988,
+      "step": 436
+    },
+    {
+      "epoch": 0.872255489021956,
+      "grad_norm": 0.8264355659484863,
+      "learning_rate": 4.400802394950703e-05,
+      "loss": 0.3821,
+      "step": 437
+    },
+    {
+      "epoch": 0.874251497005988,
+      "grad_norm": 0.7332090139389038,
+      "learning_rate": 4.402456850840166e-05,
+      "loss": 0.3212,
+      "step": 438
+    },
+    {
+      "epoch": 0.8762475049900199,
+      "grad_norm": 0.7158175706863403,
+      "learning_rate": 4.4041075337368695e-05,
+      "loss": 0.3014,
+      "step": 439
+    },
+    {
+      "epoch": 0.8782435129740519,
+      "grad_norm": 0.6871099472045898,
+      "learning_rate": 4.405754460810312e-05,
+      "loss": 0.3363,
+      "step": 440
+    },
+    {
+      "epoch": 0.8802395209580839,
+      "grad_norm": 0.7581283450126648,
+      "learning_rate": 4.407397649113065e-05,
+      "loss": 0.3706,
+      "step": 441
+    },
+    {
+      "epoch": 0.8822355289421158,
+      "grad_norm": 0.7075430154800415,
+      "learning_rate": 4.40903711558182e-05,
+      "loss": 0.3625,
+      "step": 442
+    },
+    {
+      "epoch": 0.8842315369261478,
+      "grad_norm": 0.6902301907539368,
+      "learning_rate": 4.41067287703845e-05,
+      "loss": 0.3459,
+      "step": 443
+    },
+    {
+      "epoch": 0.8862275449101796,
+      "grad_norm": 0.7632633447647095,
+      "learning_rate": 4.412304950191033e-05,
+      "loss": 0.3863,
+      "step": 444
+    },
+    {
+      "epoch": 0.8882235528942116,
+      "grad_norm": 0.8091756701469421,
+      "learning_rate": 4.413933351634886e-05,
+      "loss": 0.3873,
+      "step": 445
+    },
+    {
+      "epoch": 0.8902195608782435,
+      "grad_norm": 0.7229244709014893,
+      "learning_rate": 4.4155580978535707e-05,
+      "loss": 0.3199,
+      "step": 446
+    },
+    {
+      "epoch": 0.8922155688622755,
+      "grad_norm": 0.6914481520652771,
+      "learning_rate": 4.417179205219895e-05,
+      "loss": 0.3679,
+      "step": 447
+    },
+    {
+      "epoch": 0.8942115768463074,
+      "grad_norm": 0.6364032030105591,
+      "learning_rate": 4.418796689996907e-05,
+      "loss": 0.2962,
+      "step": 448
+    },
+    {
+      "epoch": 0.8962075848303394,
+      "grad_norm": 0.7445045113563538,
+      "learning_rate": 4.420410568338872e-05,
+      "loss": 0.4021,
+      "step": 449
+    },
+    {
+      "epoch": 0.8982035928143712,
+      "grad_norm": 0.6447579264640808,
+      "learning_rate": 4.42202085629224e-05,
+      "loss": 0.3129,
+      "step": 450
+    },
+    {
+      "epoch": 0.9001996007984032,
+      "grad_norm": 0.7040254473686218,
+      "learning_rate": 4.423627569796601e-05,
+      "loss": 0.3672,
+      "step": 451
+    },
+    {
+      "epoch": 0.9021956087824351,
+      "grad_norm": 0.6750066876411438,
+      "learning_rate": 4.425230724685638e-05,
+      "loss": 0.4024,
+      "step": 452
+    },
+    {
+      "epoch": 0.9041916167664671,
+      "grad_norm": 0.7186387181282043,
+      "learning_rate": 4.4268303366880536e-05,
+      "loss": 0.355,
+      "step": 453
+    },
+    {
+      "epoch": 0.906187624750499,
+      "grad_norm": 0.7389270663261414,
+      "learning_rate": 4.428426421428507e-05,
+      "loss": 0.4207,
+      "step": 454
+    },
+    {
+      "epoch": 0.908183632734531,
+      "grad_norm": 0.6795611381530762,
+      "learning_rate": 4.430018994428521e-05,
+      "loss": 0.3068,
+      "step": 455
+    },
+    {
+      "epoch": 0.9101796407185628,
+      "grad_norm": 0.6613329648971558,
+      "learning_rate": 4.431608071107392e-05,
+      "loss": 0.3828,
+      "step": 456
+    },
+    {
+      "epoch": 0.9121756487025948,
+      "grad_norm": 0.7048102021217346,
+      "learning_rate": 4.433193666783084e-05,
+      "loss": 0.3921,
+      "step": 457
+    },
+    {
+      "epoch": 0.9141716566866267,
+      "grad_norm": 0.7187650203704834,
+      "learning_rate": 4.4347757966731156e-05,
+      "loss": 0.2997,
+      "step": 458
+    },
+    {
+      "epoch": 0.9161676646706587,
+      "grad_norm": 0.7008907794952393,
+      "learning_rate": 4.436354475895436e-05,
+      "loss": 0.3478,
+      "step": 459
+    },
+    {
+      "epoch": 0.9181636726546906,
+      "grad_norm": 0.6574254035949707,
+      "learning_rate": 4.437929719469291e-05,
+      "loss": 0.317,
+      "step": 460
+    },
+    {
+      "epoch": 0.9201596806387226,
+      "grad_norm": 0.6908730864524841,
+      "learning_rate": 4.4395015423160807e-05,
+      "loss": 0.3268,
+      "step": 461
+    },
+    {
+      "epoch": 0.9221556886227545,
+      "grad_norm": 0.676114559173584,
+      "learning_rate": 4.4410699592602094e-05,
+      "loss": 0.3791,
+      "step": 462
+    },
+    {
+      "epoch": 0.9241516966067864,
+      "grad_norm": 0.6226547956466675,
+      "learning_rate": 4.442634985029922e-05,
+      "loss": 0.36,
+      "step": 463
+    },
+    {
+      "epoch": 0.9261477045908184,
+      "grad_norm": 0.6422531604766846,
+      "learning_rate": 4.444196634258136e-05,
+      "loss": 0.379,
+      "step": 464
+    },
+    {
+      "epoch": 0.9281437125748503,
+      "grad_norm": 0.7371797561645508,
+      "learning_rate": 4.4457549214832566e-05,
+      "loss": 0.3696,
+      "step": 465
+    },
+    {
+      "epoch": 0.9301397205588823,
+      "grad_norm": 0.6225396394729614,
+      "learning_rate": 4.44730986115e-05,
+      "loss": 0.345,
+      "step": 466
+    },
+    {
+      "epoch": 0.9321357285429142,
+      "grad_norm": 0.6568498611450195,
+      "learning_rate": 4.448861467610187e-05,
+      "loss": 0.4367,
+      "step": 467
+    },
+    {
+      "epoch": 0.9341317365269461,
+      "grad_norm": 0.6361973881721497,
+      "learning_rate": 4.4504097551235406e-05,
+      "loss": 0.3615,
+      "step": 468
+    },
+    {
+      "epoch": 0.936127744510978,
+      "grad_norm": 0.5645039081573486,
+      "learning_rate": 4.4519547378584725e-05,
+      "loss": 0.2511,
+      "step": 469
+    },
+    {
+      "epoch": 0.93812375249501,
+      "grad_norm": 1.5839265584945679,
+      "learning_rate": 4.453496429892863e-05,
+      "loss": 0.3438,
+      "step": 470
+    },
+    {
+      "epoch": 0.9401197604790419,
+      "grad_norm": 0.7127808928489685,
+      "learning_rate": 4.455034845214827e-05,
+      "loss": 0.4078,
+      "step": 471
+    },
+    {
+      "epoch": 0.9421157684630739,
+      "grad_norm": 0.9536606073379517,
+      "learning_rate": 4.4565699977234796e-05,
+      "loss": 0.3297,
+      "step": 472
+    },
+    {
+      "epoch": 0.9441117764471058,
+      "grad_norm": 0.6458728313446045,
+      "learning_rate": 4.458101901229686e-05,
+      "loss": 0.3305,
+      "step": 473
+    },
+    {
+      "epoch": 0.9461077844311377,
+      "grad_norm": 0.7509250640869141,
+      "learning_rate": 4.459630569456809e-05,
+      "loss": 0.345,
+      "step": 474
+    },
+    {
+      "epoch": 0.9481037924151696,
+      "grad_norm": 2.1286840438842773,
+      "learning_rate": 4.461156016041444e-05,
+      "loss": 0.4174,
+      "step": 475
+    },
+    {
+      "epoch": 0.9500998003992016,
+      "grad_norm": 0.668644905090332,
+      "learning_rate": 4.462678254534156e-05,
+      "loss": 0.3657,
+      "step": 476
+    },
+    {
+      "epoch": 0.9520958083832335,
+      "grad_norm": 0.7153406739234924,
+      "learning_rate": 4.464197298400191e-05,
+      "loss": 0.3401,
+      "step": 477
+    },
+    {
+      "epoch": 0.9540918163672655,
+      "grad_norm": 0.62980717420578,
+      "learning_rate": 4.4657131610201994e-05,
+      "loss": 0.316,
+      "step": 478
+    },
+    {
+      "epoch": 0.9560878243512974,
+      "grad_norm": 0.733650803565979,
+      "learning_rate": 4.467225855690939e-05,
+      "loss": 0.4096,
+      "step": 479
+    },
+    {
+      "epoch": 0.9580838323353293,
+      "grad_norm": 0.9371464252471924,
+      "learning_rate": 4.468735395625979e-05,
+      "loss": 0.4383,
+      "step": 480
+    },
+    {
+      "epoch": 0.9600798403193613,
+      "grad_norm": 0.6547588109970093,
+      "learning_rate": 4.470241793956387e-05,
+      "loss": 0.3269,
+      "step": 481
+    },
+    {
+      "epoch": 0.9620758483033932,
+      "grad_norm": 0.6767633557319641,
+      "learning_rate": 4.471745063731416e-05,
+      "loss": 0.338,
+      "step": 482
+    },
+    {
+      "epoch": 0.9640718562874252,
+      "grad_norm": 0.691611111164093,
+      "learning_rate": 4.473245217919187e-05,
+      "loss": 0.3583,
+      "step": 483
+    },
+    {
+      "epoch": 0.9660678642714571,
+      "grad_norm": 0.6319297552108765,
+      "learning_rate": 4.474742269407355e-05,
+      "loss": 0.333,
+      "step": 484
+    },
+    {
+      "epoch": 0.9680638722554891,
+      "grad_norm": 0.6804649829864502,
+      "learning_rate": 4.476236231003773e-05,
+      "loss": 0.388,
+      "step": 485
+    },
+    {
+      "epoch": 0.9700598802395209,
+      "grad_norm": 0.7119168043136597,
+      "learning_rate": 4.477727115437156e-05,
+      "loss": 0.3867,
+      "step": 486
+    },
+    {
+      "epoch": 0.9720558882235529,
+      "grad_norm": 0.6172801852226257,
+      "learning_rate": 4.479214935357724e-05,
+      "loss": 0.312,
+      "step": 487
+    },
+    {
+      "epoch": 0.9740518962075848,
+      "grad_norm": 0.8452144265174866,
+      "learning_rate": 4.480699703337852e-05,
+      "loss": 0.4059,
+      "step": 488
+    },
+    {
+      "epoch": 0.9760479041916168,
+      "grad_norm": 0.6802703142166138,
+      "learning_rate": 4.4821814318727016e-05,
+      "loss": 0.3789,
+      "step": 489
+    },
+    {
+      "epoch": 0.9780439121756487,
+      "grad_norm": 0.6583143472671509,
+      "learning_rate": 4.483660133380856e-05,
+      "loss": 0.3354,
+      "step": 490
+    },
+    {
+      "epoch": 0.9800399201596807,
+      "grad_norm": 0.6605017781257629,
+      "learning_rate": 4.485135820204948e-05,
+      "loss": 0.3842,
+      "step": 491
+    },
+    {
+      "epoch": 0.9820359281437125,
+      "grad_norm": 0.7111901640892029,
+      "learning_rate": 4.486608504612267e-05,
+      "loss": 0.432,
+      "step": 492
+    },
+    {
+      "epoch": 0.9840319361277445,
+      "grad_norm": 0.6553547978401184,
+      "learning_rate": 4.488078198795383e-05,
+      "loss": 0.3503,
+      "step": 493
+    },
+    {
+      "epoch": 0.9860279441117764,
+      "grad_norm": 0.8542457818984985,
+      "learning_rate": 4.489544914872745e-05,
+      "loss": 0.354,
+      "step": 494
+    },
+    {
+      "epoch": 0.9880239520958084,
+      "grad_norm": 0.680438220500946,
+      "learning_rate": 4.4910086648892815e-05,
+      "loss": 0.3528,
+      "step": 495
+    },
+    {
+      "epoch": 0.9900199600798403,
+      "grad_norm": 0.6407065987586975,
+      "learning_rate": 4.4924694608169965e-05,
+      "loss": 0.3698,
+      "step": 496
+    },
+    {
+      "epoch": 0.9920159680638723,
+      "grad_norm": 0.6616628170013428,
+      "learning_rate": 4.4939273145555536e-05,
+      "loss": 0.3878,
+      "step": 497
+    },
+    {
+      "epoch": 0.9940119760479041,
+      "grad_norm": 0.617494523525238,
+      "learning_rate": 4.495382237932863e-05,
+      "loss": 0.3155,
+      "step": 498
+    },
+    {
+      "epoch": 0.9960079840319361,
+      "grad_norm": 0.672020435333252,
+      "learning_rate": 4.4968342427056505e-05,
+      "loss": 0.3425,
+      "step": 499
+    },
+    {
+      "epoch": 0.998003992015968,
+      "grad_norm": 0.6575382351875305,
+      "learning_rate": 4.498283340560031e-05,
+      "loss": 0.3599,
+      "step": 500
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 0.6533491015434265,
+      "learning_rate": 4.499729543112076e-05,
+      "loss": 0.3201,
+      "step": 501
+    },
+    {
+      "epoch": 1.0,
+      "step": 501,
+      "total_flos": 5.842272600604017e+17,
+      "train_loss": 0.47904590670458097,
+      "train_runtime": 1388.8864,
+      "train_samples_per_second": 2.881,
+      "train_steps_per_second": 0.361
+    }
+  ],
+  "logging_steps": 1.0,
+  "max_steps": 501,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 100,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 5.842272600604017e+17,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92f19c6157729d9d9c195344b263abd03f9196b6b4173365b1ded2acb725995b
+size 7096