commit

added_tokens.json

@@ -0,0 +1,11 @@
+{
+  "</box>": 92552,
+  "</img>": 92545,
+  "</quad>": 92548,
+  "</ref>": 92550,
+  "<IMG_CONTEXT>": 92546,
+  "<box>": 92551,
+  "<img>": 92544,
+  "<quad>": 92547,
+  "<ref>": 92549
+}

all_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 7.0,
+    "train_loss": 0.5665054323007852,
+    "train_runtime": 5397.3976,
+    "train_samples": 400,
+    "train_samples_per_second": 0.519,
+    "train_steps_per_second": 0.13
+}

config.json

@@ -0,0 +1,204 @@
+{
+  "_commit_hash": null,
+  "_name_or_path": "/dss/dssmcmlfs01/pn34sa/pn34sa-dss-0000/haowei/HF_models/InternVL-Chat-V1-5",
+  "architectures": [
+    "InternVLChatModel"
+  ],
+  "auto_map": {
+    "AutoConfig": "configuration_internvl_chat.InternVLChatConfig",
+    "AutoModel": "modeling_internvl_chat.InternVLChatModel",
+    "AutoModelForCausalLM": "modeling_internvl_chat.InternVLChatModel"
+  },
+  "downsample_ratio": 0.5,
+  "dynamic_image_size": true,
+  "force_image_size": 448,
+  "llm_config": {
+    "_name_or_path": "pretrained/internlm2-chat-20b/",
+    "add_cross_attention": false,
+    "architectures": [
+      "InternLM2ForCausalLM"
+    ],
+    "attn_implementation": "flash_attention_2",
+    "auto_map": {
+      "AutoConfig": "configuration_internlm2.InternLM2Config",
+      "AutoModel": "modeling_internlm2.InternLM2ForCausalLM",
+      "AutoModelForCausalLM": "modeling_internlm2.InternLM2ForCausalLM"
+    },
+    "bad_words_ids": null,
+    "begin_suppress_tokens": null,
+    "bias": false,
+    "bos_token_id": 1,
+    "chunk_size_feed_forward": 0,
+    "cross_attention_hidden_size": null,
+    "decoder_start_token_id": null,
+    "diversity_penalty": 0.0,
+    "do_sample": false,
+    "early_stopping": false,
+    "encoder_no_repeat_ngram_size": 0,
+    "eos_token_id": 2,
+    "exponential_decay_length_penalty": null,
+    "finetuning_task": null,
+    "forced_bos_token_id": null,
+    "forced_eos_token_id": null,
+    "hidden_act": "silu",
+    "hidden_size": 6144,
+    "id2label": {
+      "0": "LABEL_0",
+      "1": "LABEL_1"
+    },
+    "initializer_range": 0.02,
+    "intermediate_size": 16384,
+    "is_decoder": false,
+    "is_encoder_decoder": false,
+    "label2id": {
+      "LABEL_0": 0,
+      "LABEL_1": 1
+    },
+    "length_penalty": 1.0,
+    "max_length": 20,
+    "max_position_embeddings": 32768,
+    "min_length": 0,
+    "model_type": "internlm2",
+    "no_repeat_ngram_size": 0,
+    "num_attention_heads": 48,
+    "num_beam_groups": 1,
+    "num_beams": 1,
+    "num_hidden_layers": 48,
+    "num_key_value_heads": 8,
+    "num_return_sequences": 1,
+    "output_attentions": false,
+    "output_hidden_states": false,
+    "output_scores": false,
+    "pad_token_id": 2,
+    "prefix": null,
+    "problem_type": null,
+    "pruned_heads": {},
+    "remove_invalid_values": false,
+    "repetition_penalty": 1.0,
+    "return_dict": true,
+    "return_dict_in_generate": false,
+    "rms_norm_eps": 1e-05,
+    "rope_scaling": {
+      "factor": 3.0,
+      "type": "dynamic"
+    },
+    "rope_theta": 1000000,
+    "sep_token_id": null,
+    "suppress_tokens": null,
+    "task_specific_params": null,
+    "temperature": 1.0,
+    "tf_legacy_loss": false,
+    "tie_encoder_decoder": false,
+    "tie_word_embeddings": false,
+    "tokenizer_class": null,
+    "top_k": 50,
+    "top_p": 1.0,
+    "torch_dtype": "bfloat16",
+    "torchscript": false,
+    "transformers_version": "4.37.2",
+    "typical_p": 1.0,
+    "use_bfloat16": false,
+    "use_cache": false,
+    "vocab_size": 92553
+  },
+  "max_dynamic_patch": 6,
+  "min_dynamic_patch": 1,
+  "model_type": "internvl_chat",
+  "pad2square": false,
+  "ps_version": "v2",
+  "select_layer": -1,
+  "template": "internlm2-chat",
+  "torch_dtype": "bfloat16",
+  "transformers_version": null,
+  "use_backbone_lora": 0,
+  "use_llm_lora": 16,
+  "use_thumbnail": true,
+  "vision_config": {
+    "_name_or_path": "OpenGVLab/InternViT-6B-448px-V1-5",
+    "add_cross_attention": false,
+    "architectures": [
+      "InternVisionModel"
+    ],
+    "attention_dropout": 0.0,
+    "auto_map": {
+      "AutoConfig": "configuration_intern_vit.InternVisionConfig",
+      "AutoModel": "modeling_intern_vit.InternVisionModel"
+    },
+    "bad_words_ids": null,
+    "begin_suppress_tokens": null,
+    "bos_token_id": null,
+    "chunk_size_feed_forward": 0,
+    "cross_attention_hidden_size": null,
+    "decoder_start_token_id": null,
+    "diversity_penalty": 0.0,
+    "do_sample": false,
+    "drop_path_rate": 0.4,
+    "dropout": 0.0,
+    "early_stopping": false,
+    "encoder_no_repeat_ngram_size": 0,
+    "eos_token_id": null,
+    "exponential_decay_length_penalty": null,
+    "finetuning_task": null,
+    "forced_bos_token_id": null,
+    "forced_eos_token_id": null,
+    "hidden_act": "gelu",
+    "hidden_size": 3200,
+    "id2label": {
+      "0": "LABEL_0",
+      "1": "LABEL_1"
+    },
+    "image_size": 448,
+    "initializer_factor": 0.1,
+    "initializer_range": 1e-10,
+    "intermediate_size": 12800,
+    "is_decoder": false,
+    "is_encoder_decoder": false,
+    "label2id": {
+      "LABEL_0": 0,
+      "LABEL_1": 1
+    },
+    "layer_norm_eps": 1e-06,
+    "length_penalty": 1.0,
+    "max_length": 20,
+    "min_length": 0,
+    "model_type": "intern_vit_6b",
+    "no_repeat_ngram_size": 0,
+    "norm_type": "rms_norm",
+    "num_attention_heads": 25,
+    "num_beam_groups": 1,
+    "num_beams": 1,
+    "num_channels": 3,
+    "num_hidden_layers": 45,
+    "num_return_sequences": 1,
+    "output_attentions": false,
+    "output_hidden_states": false,
+    "output_scores": false,
+    "pad_token_id": null,
+    "patch_size": 14,
+    "prefix": null,
+    "problem_type": null,
+    "pruned_heads": {},
+    "qk_normalization": true,
+    "qkv_bias": false,
+    "remove_invalid_values": false,
+    "repetition_penalty": 1.0,
+    "return_dict": true,
+    "return_dict_in_generate": false,
+    "sep_token_id": null,
+    "suppress_tokens": null,
+    "task_specific_params": null,
+    "temperature": 1.0,
+    "tf_legacy_loss": false,
+    "tie_encoder_decoder": false,
+    "tie_word_embeddings": true,
+    "tokenizer_class": null,
+    "top_k": 50,
+    "top_p": 1.0,
+    "torch_dtype": "bfloat16",
+    "torchscript": false,
+    "transformers_version": "4.37.2",
+    "typical_p": 1.0,
+    "use_bfloat16": true,
+    "use_flash_attn": true
+  }
+}

generation_config.json

@@ -0,0 +1,4 @@
+{
+  "_from_model_config": true,
+  "transformers_version": "4.37.2"
+}

model-00001-of-00011.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71da14ff2afb6a4d98042027f17e541edc57aad359b59597b1f5848934f5e609
+size 4988569440

model-00002-of-00011.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:291ea6a5037584d76aa28d97f941ce4ca3a6f48b6ac01101d6468d8248fd31cf
+size 4937253584

model-00003-of-00011.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a3a8d67d41557a2c6670d3b690a1c9c42031f16454cbd60941e9090f01b354c
+size 4803026136

model-00004-of-00011.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d26e2dc19b34c46f5724a915d5a439cba64107d24e231da95b4c5a7cd21f2e9
+size 4885078064

model-00005-of-00011.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce5a838d14ba93f9bcea850c806d91d96a8654f059f0af3ebfcc0bdf08871fdc
+size 4885078120

model-00006-of-00011.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ec6abbaa538be6552200c434427de3ff6ed6611adc68419d6598c58349bfc15
+size 4986225504

model-00007-of-00011.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05ae5ab8c246c287e930df24920bdcd8cb405f3938cbd95af0f2142d2a54a96e
+size 4960575744

model-00008-of-00011.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f3eb35ef964104f6d5c0038a15419c8cea429b53c76f4ef57c515a89ee90aba
+size 4885078120

model-00009-of-00011.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aac0997b9287ffa0eae0dd5449894472b8fce81cf904a3ffda4f1bf6b9b9210
+size 4986225504

model-00010-of-00011.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddca0d9ef8403335cd6e75ea9a73332d250cc879de8886180f66e4132a0fa3da
+size 4960575744

model-00011-of-00011.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71131fdb9740ffa7a7150d6ef6d0ef9370162cfabe1ea222f20ed36a11cbe821
+size 1772842336

special_tokens_map.json

@@ -0,0 +1,41 @@
+{
+  "additional_special_tokens": [
+    "<img>",
+    "</img>",
+    "<IMG_CONTEXT>",
+    "<quad>",
+    "</quad>",
+    "<ref>",
+    "</ref>",
+    "<box>",
+    "</box>"
+  ],
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenization_internlm2.py

@@ -0,0 +1,235 @@
+# Copyright (c) The InternLM team and The HuggingFace Inc. team. All rights reserved.
+#
+# This code is based on transformers/src/transformers/models/llama/tokenization_llama.py
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+"""Tokenization classes for InternLM."""
+import os
+from shutil import copyfile
+from typing import Any, Dict, List, Optional, Tuple
+
+import sentencepiece as spm
+from transformers.tokenization_utils import PreTrainedTokenizer
+from transformers.utils import logging
+
+logger = logging.get_logger(__name__)
+
+VOCAB_FILES_NAMES = {'vocab_file': './tokenizer.model'}
+
+PRETRAINED_VOCAB_FILES_MAP = {}
+
+
+# Modified from transformers.model.llama.tokenization_llama.LlamaTokenizer
+class InternLM2Tokenizer(PreTrainedTokenizer):
+    """
+    Construct a InternLM2 tokenizer. Based on byte-level Byte-Pair-Encoding.
+
+    Args:
+        vocab_file (`str`):
+            Path to the vocabulary file.
+    """
+
+    vocab_files_names = VOCAB_FILES_NAMES
+    pretrained_vocab_files_map = PRETRAINED_VOCAB_FILES_MAP
+    model_input_names = ['input_ids', 'attention_mask']
+    _auto_class = 'AutoTokenizer'
+
+    def __init__(
+        self,
+        vocab_file,
+        unk_token='<unk>',
+        bos_token='<s>',
+        eos_token='</s>',
+        pad_token='</s>',
+        sp_model_kwargs: Optional[Dict[str, Any]] = None,
+        add_bos_token=True,
+        add_eos_token=False,
+        decode_with_prefix_space=False,
+        clean_up_tokenization_spaces=False,
+        **kwargs,
+    ):
+        self.sp_model_kwargs = {} if sp_model_kwargs is None else sp_model_kwargs
+        self.vocab_file = vocab_file
+        self.add_bos_token = add_bos_token
+        self.add_eos_token = add_eos_token
+        self.decode_with_prefix_space = decode_with_prefix_space
+        self.sp_model = spm.SentencePieceProcessor(**self.sp_model_kwargs)
+        self.sp_model.Load(vocab_file)
+        self._no_prefix_space_tokens = None
+        super().__init__(
+            bos_token=bos_token,
+            eos_token=eos_token,
+            unk_token=unk_token,
+            pad_token=pad_token,
+            clean_up_tokenization_spaces=clean_up_tokenization_spaces,
+            **kwargs,
+        )
+
+    @property
+    def no_prefix_space_tokens(self):
+        if self._no_prefix_space_tokens is None:
+            vocab = self.convert_ids_to_tokens(list(range(self.vocab_size)))
+            self._no_prefix_space_tokens = {i for i, tok in enumerate(vocab) if not tok.startswith('▁')}
+        return self._no_prefix_space_tokens
+
+    @property
+    def vocab_size(self):
+        """Returns vocab size"""
+        return self.sp_model.get_piece_size()
+
+    @property
+    def bos_token_id(self) -> Optional[int]:
+        return self.sp_model.bos_id()
+
+    @property
+    def eos_token_id(self) -> Optional[int]:
+        return self.sp_model.eos_id()
+
+    def get_vocab(self):
+        """Returns vocab as a dict"""
+        vocab = {self.convert_ids_to_tokens(i): i for i in range(self.vocab_size)}
+        vocab.update(self.added_tokens_encoder)
+        return vocab
+
+    def _tokenize(self, text):
+        """Returns a tokenized string."""
+        return self.sp_model.encode(text, out_type=str)
+
+    def _convert_token_to_id(self, token):
+        """Converts a token (str) in an id using the vocab."""
+        return self.sp_model.piece_to_id(token)
+
+    def _convert_id_to_token(self, index):
+        """Converts an index (integer) in a token (str) using the vocab."""
+        token = self.sp_model.IdToPiece(index)
+        return token
+
+    def _maybe_add_prefix_space(self, tokens, decoded):
+        if tokens and tokens[0] not in self.no_prefix_space_tokens:
+            return ' ' + decoded
+        else:
+            return decoded
+
+    def convert_tokens_to_string(self, tokens):
+        """Converts a sequence of tokens (string) in a single string."""
+        current_sub_tokens = []
+        out_string = ''
+        prev_is_special = False
+        for token in tokens:
+            # make sure that special tokens are not decoded using sentencepiece model
+            if token in self.all_special_tokens:
+                if not prev_is_special:
+                    out_string += ' '
+                out_string += self.sp_model.decode(current_sub_tokens) + token
+                prev_is_special = True
+                current_sub_tokens = []
+            else:
+                current_sub_tokens.append(token)
+                prev_is_special = False
+        out_string += self.sp_model.decode(current_sub_tokens)
+        out_string = self.clean_up_tokenization(out_string)
+        out_string = self._maybe_add_prefix_space(tokens=tokens, decoded=out_string)
+        return out_string[1:]
+
+    def save_vocabulary(self, save_directory, filename_prefix: Optional[str] = None) -> Tuple[str]:
+        """
+        Save the vocabulary and special tokens file to a directory.
+
+        Args:
+            save_directory (`str`):
+                The directory in which to save the vocabulary.
+
+        Returns:
+            `Tuple(str)`: Paths to the files saved.
+        """
+        if not os.path.isdir(save_directory):
+            logger.error(f'Vocabulary path ({save_directory}) should be a directory')
+            return
+        out_vocab_file = os.path.join(
+            save_directory, (filename_prefix + '-' if filename_prefix else '') + VOCAB_FILES_NAMES['vocab_file']
+        )
+
+        if os.path.abspath(self.vocab_file) != os.path.abspath(out_vocab_file) and os.path.isfile(self.vocab_file):
+            copyfile(self.vocab_file, out_vocab_file)
+        elif not os.path.isfile(self.vocab_file):
+            with open(out_vocab_file, 'wb') as fi:
+                content_spiece_model = self.sp_model.serialized_model_proto()
+                fi.write(content_spiece_model)
+
+        return (out_vocab_file,)
+
+    def build_inputs_with_special_tokens(self, token_ids_0, token_ids_1=None):
+        if self.add_bos_token:
+            bos_token_ids = [self.bos_token_id]
+        else:
+            bos_token_ids = []
+
+        output = bos_token_ids + token_ids_0
+
+        if token_ids_1 is not None:
+            output = output + token_ids_1
+
+        if self.add_eos_token:
+            output = output + [self.eos_token_id]
+
+        return output
+
+    def get_special_tokens_mask(
+        self, token_ids_0: List[int], token_ids_1: Optional[List[int]] = None, already_has_special_tokens: bool = False
+    ) -> List[int]:
+        """
+        Retrieve sequence ids from a token list that has no special tokens added. This method is called when adding
+        special tokens using the tokenizer `prepare_for_model` method.
+
+        Args:
+            token_ids_0 (`List[int]`):
+                List of IDs.
+            token_ids_1 (`List[int]`, *optional*):
+                Optional second list of IDs for sequence pairs.
+            already_has_special_tokens (`bool`, *optional*, defaults to `False`):
+                Whether or not the token list is already formatted with special tokens for the model.
+
+        Returns:
+            `List[int]`: A list of integers in the range [0, 1]: 1 for a special token, 0 for a sequence token.
+        """
+        if already_has_special_tokens:
+            return super().get_special_tokens_mask(
+                token_ids_0=token_ids_0, token_ids_1=token_ids_1, already_has_special_tokens=True
+            )
+
+        if token_ids_1 is None:
+            return [1] + ([0] * len(token_ids_0)) + [1]
+        return [1] + ([0] * len(token_ids_0)) + [1, 1] + ([0] * len(token_ids_1)) + [1]
+
+    def create_token_type_ids_from_sequences(
+        self, token_ids_0: List[int], token_ids_1: Optional[List[int]] = None
+    ) -> List[int]:
+        """
+        Create a mask from the two sequences passed to be used in a sequence-pair classification task. T5 does not make
+        use of token type ids, therefore a list of zeros is returned.
+
+        Args:
+            token_ids_0 (`List[int]`):
+                List of IDs.
+            token_ids_1 (`List[int]`, *optional*):
+                Optional second list of IDs for sequence pairs.
+
+        Returns:
+            `List[int]`: List of zeros.
+        """
+        eos = [self.eos_token_id]
+
+        if token_ids_1 is None:
+            return len(token_ids_0 + eos) * [0]
+        return len(token_ids_0 + eos + token_ids_1 + eos) * [0]

tokenizer.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f868398fc4e05ee1e8aeba95ddf18ddcc45b8bce55d5093bead5bbf80429b48b
+size 1477754

tokenizer_config.json

@@ -0,0 +1,173 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "92538": {
+      "content": "<|plugin|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "92539": {
+      "content": "<|interpreter|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "92540": {
+      "content": "<|action_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "92541": {
+      "content": "<|action_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "92542": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "92543": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "92544": {
+      "content": "<img>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "92545": {
+      "content": "</img>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "92546": {
+      "content": "<IMG_CONTEXT>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "92547": {
+      "content": "<quad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "92548": {
+      "content": "</quad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "92549": {
+      "content": "<ref>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "92550": {
+      "content": "</ref>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "92551": {
+      "content": "<box>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "92552": {
+      "content": "</box>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [
+    "<img>",
+    "</img>",
+    "<IMG_CONTEXT>",
+    "<quad>",
+    "</quad>",
+    "<ref>",
+    "</ref>",
+    "<box>",
+    "</box>"
+  ],
+  "auto_map": {
+    "AutoTokenizer": [
+      "tokenization_internlm2.InternLM2Tokenizer",
+      null
+    ]
+  },
+  "bos_token": "<s>",
+  "chat_template": "{{ bos_token }}{% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "</s>",
+  "model_max_length": 4096,
+  "pad_token": "</s>",
+  "tokenizer_class": "InternLM2Tokenizer",
+  "unk_token": "<unk>"
+}

train_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 7.0,
+    "train_loss": 0.5665054323007852,
+    "train_runtime": 5397.3976,
+    "train_samples": 400,
+    "train_samples_per_second": 0.519,
+    "train_steps_per_second": 0.13
+}

trainer_state.json

@@ -0,0 +1,4230 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 7.0,
+  "eval_steps": 500,
+  "global_step": 700,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.7619047619047615e-06,
+      "loss": 1.4031,
+      "step": 1
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.523809523809523e-06,
+      "loss": 1.0378,
+      "step": 2
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.4285714285714285e-05,
+      "loss": 1.419,
+      "step": 3
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9047619047619046e-05,
+      "loss": 0.8751,
+      "step": 4
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 2.380952380952381e-05,
+      "loss": 0.8246,
+      "step": 5
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 2.857142857142857e-05,
+      "loss": 1.5731,
+      "step": 6
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 3.3333333333333335e-05,
+      "loss": 1.4364,
+      "step": 7
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 3.809523809523809e-05,
+      "loss": 1.3878,
+      "step": 8
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.2857142857142856e-05,
+      "loss": 1.265,
+      "step": 9
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.761904761904762e-05,
+      "loss": 1.3973,
+      "step": 10
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 5.2380952380952384e-05,
+      "loss": 1.6149,
+      "step": 11
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 5.714285714285714e-05,
+      "loss": 1.6563,
+      "step": 12
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.19047619047619e-05,
+      "loss": 1.7338,
+      "step": 13
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.666666666666667e-05,
+      "loss": 1.1037,
+      "step": 14
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 7.142857142857143e-05,
+      "loss": 0.7607,
+      "step": 15
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 7.619047619047618e-05,
+      "loss": 1.5945,
+      "step": 16
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 8.095238095238096e-05,
+      "loss": 0.9,
+      "step": 17
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 8.571428571428571e-05,
+      "loss": 0.2399,
+      "step": 18
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.047619047619048e-05,
+      "loss": 0.5496,
+      "step": 19
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.523809523809524e-05,
+      "loss": 1.388,
+      "step": 20
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 0.0001,
+      "loss": 0.7568,
+      "step": 21
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.999946482054772e-05,
+      "loss": 1.1276,
+      "step": 22
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.999785929364756e-05,
+      "loss": 1.4121,
+      "step": 23
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.999518345366932e-05,
+      "loss": 0.9086,
+      "step": 24
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.999143735789518e-05,
+      "loss": 0.5801,
+      "step": 25
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.998662108651848e-05,
+      "loss": 1.0704,
+      "step": 26
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.9980734742642e-05,
+      "loss": 1.0435,
+      "step": 27
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.997377845227576e-05,
+      "loss": 0.6334,
+      "step": 28
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.996575236433428e-05,
+      "loss": 1.0811,
+      "step": 29
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.995665665063349e-05,
+      "loss": 1.2314,
+      "step": 30
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.994649150588693e-05,
+      "loss": 0.4723,
+      "step": 31
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.993525714770166e-05,
+      "loss": 0.0684,
+      "step": 32
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.992295381657361e-05,
+      "loss": 0.5988,
+      "step": 33
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 9.990958177588236e-05,
+      "loss": 0.0821,
+      "step": 34
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 9.989514131188559e-05,
+      "loss": 0.6222,
+      "step": 35
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 9.987963273371286e-05,
+      "loss": 0.4488,
+      "step": 36
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 9.986305637335907e-05,
+      "loss": 1.4852,
+      "step": 37
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 9.984541258567731e-05,
+      "loss": 1.4569,
+      "step": 38
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 9.98267017483713e-05,
+      "loss": 1.1673,
+      "step": 39
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 9.980692426198728e-05,
+      "loss": 0.195,
+      "step": 40
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 9.978608054990539e-05,
+      "loss": 1.3146,
+      "step": 41
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 9.97641710583307e-05,
+      "loss": 0.4517,
+      "step": 42
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 9.974119625628361e-05,
+      "loss": 0.7465,
+      "step": 43
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 9.971715663558979e-05,
+      "loss": 0.4864,
+      "step": 44
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 9.969205271086968e-05,
+      "loss": 1.0293,
+      "step": 45
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 9.966588501952746e-05,
+      "loss": 0.7191,
+      "step": 46
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 9.963865412173957e-05,
+      "loss": 0.9721,
+      "step": 47
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 9.961036060044268e-05,
+      "loss": 1.1731,
+      "step": 48
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 9.958100506132127e-05,
+      "loss": 1.0871,
+      "step": 49
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 9.955058813279455e-05,
+      "loss": 0.8415,
+      "step": 50
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 9.951911046600313e-05,
+      "loss": 0.584,
+      "step": 51
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.948657273479507e-05,
+      "loss": 0.6379,
+      "step": 52
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.945297563571135e-05,
+      "loss": 0.5592,
+      "step": 53
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.941831988797104e-05,
+      "loss": 1.1618,
+      "step": 54
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 9.938260623345591e-05,
+      "loss": 1.3189,
+      "step": 55
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 9.934583543669453e-05,
+      "loss": 1.0713,
+      "step": 56
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 9.930800828484592e-05,
+      "loss": 0.6324,
+      "step": 57
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 9.926912558768262e-05,
+      "loss": 0.6729,
+      "step": 58
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 9.922918817757345e-05,
+      "loss": 0.7628,
+      "step": 59
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 9.918819690946567e-05,
+      "loss": 0.641,
+      "step": 60
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 9.914615266086668e-05,
+      "loss": 0.5939,
+      "step": 61
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 9.910305633182518e-05,
+      "loss": 1.1748,
+      "step": 62
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 9.905890884491195e-05,
+      "loss": 1.1561,
+      "step": 63
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 9.901371114520012e-05,
+      "loss": 1.1403,
+      "step": 64
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 9.89674642002449e-05,
+      "loss": 0.6795,
+      "step": 65
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 9.892016900006284e-05,
+      "loss": 1.1345,
+      "step": 66
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 9.887182655711077e-05,
+      "loss": 1.1063,
+      "step": 67
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 9.882243790626393e-05,
+      "loss": 0.6593,
+      "step": 68
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 9.877200410479399e-05,
+      "loss": 0.9359,
+      "step": 69
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 9.872052623234632e-05,
+      "loss": 1.0167,
+      "step": 70
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 9.866800539091688e-05,
+      "loss": 0.8953,
+      "step": 71
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 9.861444270482868e-05,
+      "loss": 0.8634,
+      "step": 72
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 9.85598393207077e-05,
+      "loss": 0.6286,
+      "step": 73
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 9.850419640745831e-05,
+      "loss": 1.0384,
+      "step": 74
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 9.844751515623824e-05,
+      "loss": 1.2193,
+      "step": 75
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 9.838979678043315e-05,
+      "loss": 0.5009,
+      "step": 76
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 9.833104251563056e-05,
+      "loss": 0.9311,
+      "step": 77
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 9.827125361959353e-05,
+      "loss": 0.787,
+      "step": 78
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 9.821043137223356e-05,
+      "loss": 0.0479,
+      "step": 79
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 9.814857707558335e-05,
+      "loss": 1.2287,
+      "step": 80
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 9.808569205376884e-05,
+      "loss": 1.2224,
+      "step": 81
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 9.802177765298091e-05,
+      "loss": 0.7389,
+      "step": 82
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 9.795683524144649e-05,
+      "loss": 0.8626,
+      "step": 83
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 9.789086620939936e-05,
+      "loss": 1.0958,
+      "step": 84
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 9.782387196905034e-05,
+      "loss": 0.7304,
+      "step": 85
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 9.775585395455708e-05,
+      "loss": 1.0366,
+      "step": 86
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 9.76868136219933e-05,
+      "loss": 0.5899,
+      "step": 87
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 9.761675244931772e-05,
+      "loss": 0.645,
+      "step": 88
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 9.754567193634232e-05,
+      "loss": 0.5779,
+      "step": 89
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 9.747357360470033e-05,
+      "loss": 0.6998,
+      "step": 90
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 9.740045899781352e-05,
+      "loss": 1.1801,
+      "step": 91
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 9.732632968085936e-05,
+      "loss": 1.2694,
+      "step": 92
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 9.725118724073731e-05,
+      "loss": 0.6501,
+      "step": 93
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 9.717503328603498e-05,
+      "loss": 0.697,
+      "step": 94
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 9.709786944699364e-05,
+      "loss": 0.5169,
+      "step": 95
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 9.701969737547331e-05,
+      "loss": 0.7606,
+      "step": 96
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 9.694051874491748e-05,
+      "loss": 1.0151,
+      "step": 97
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 9.686033525031719e-05,
+      "loss": 0.8041,
+      "step": 98
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 9.677914860817476e-05,
+      "loss": 0.8203,
+      "step": 99
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 9.669696055646713e-05,
+      "loss": 1.0445,
+      "step": 100
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 9.661377285460855e-05,
+      "loss": 1.0269,
+      "step": 101
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 9.652958728341296e-05,
+      "loss": 1.1789,
+      "step": 102
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 9.644440564505588e-05,
+      "loss": 0.5468,
+      "step": 103
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 9.635822976303581e-05,
+      "loss": 0.5322,
+      "step": 104
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 9.627106148213522e-05,
+      "loss": 0.4772,
+      "step": 105
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 9.6182902668381e-05,
+      "loss": 0.5595,
+      "step": 106
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 9.609375520900459e-05,
+      "loss": 0.593,
+      "step": 107
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 9.600362101240152e-05,
+      "loss": 0.5759,
+      "step": 108
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 9.59125020080906e-05,
+      "loss": 0.5372,
+      "step": 109
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 9.582040014667258e-05,
+      "loss": 1.1394,
+      "step": 110
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 9.572731739978839e-05,
+      "loss": 0.8768,
+      "step": 111
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 9.563325576007701e-05,
+      "loss": 0.9546,
+      "step": 112
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 9.553821724113268e-05,
+      "loss": 0.0215,
+      "step": 113
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 9.544220387746192e-05,
+      "loss": 0.4819,
+      "step": 114
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 9.534521772443988e-05,
+      "loss": 0.4828,
+      "step": 115
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 9.524726085826644e-05,
+      "loss": 1.0581,
+      "step": 116
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 9.514833537592166e-05,
+      "loss": 0.9637,
+      "step": 117
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 9.504844339512095e-05,
+      "loss": 0.5552,
+      "step": 118
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 9.494758705426978e-05,
+      "loss": 0.5657,
+      "step": 119
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 9.484576851241773e-05,
+      "loss": 1.1438,
+      "step": 120
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 9.474298994921251e-05,
+      "loss": 0.5918,
+      "step": 121
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 9.463925356485313e-05,
+      "loss": 0.083,
+      "step": 122
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 9.45345615800428e-05,
+      "loss": 0.5083,
+      "step": 123
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 9.442891623594153e-05,
+      "loss": 1.0781,
+      "step": 124
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 9.432231979411798e-05,
+      "loss": 0.6055,
+      "step": 125
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 9.421477453650118e-05,
+      "loss": 1.1048,
+      "step": 126
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 9.410628276533163e-05,
+      "loss": 0.4045,
+      "step": 127
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 9.399684680311196e-05,
+      "loss": 0.8653,
+      "step": 128
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 9.388646899255733e-05,
+      "loss": 0.3902,
+      "step": 129
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 9.377515169654518e-05,
+      "loss": 1.0075,
+      "step": 130
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 9.366289729806468e-05,
+      "loss": 0.5589,
+      "step": 131
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 9.354970820016576e-05,
+      "loss": 0.2421,
+      "step": 132
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 9.343558682590756e-05,
+      "loss": 0.6159,
+      "step": 133
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 9.332053561830669e-05,
+      "loss": 0.5952,
+      "step": 134
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 9.320455704028481e-05,
+      "loss": 1.2189,
+      "step": 135
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 9.308765357461604e-05,
+      "loss": 0.3588,
+      "step": 136
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 9.296982772387365e-05,
+      "loss": 0.37,
+      "step": 137
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 9.285108201037662e-05,
+      "loss": 1.0717,
+      "step": 138
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 9.27314189761356e-05,
+      "loss": 1.3066,
+      "step": 139
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 9.261084118279847e-05,
+      "loss": 1.1335,
+      "step": 140
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 9.24893512115955e-05,
+      "loss": 0.5148,
+      "step": 141
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 9.236695166328419e-05,
+      "loss": 1.0804,
+      "step": 142
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 9.224364515809343e-05,
+      "loss": 1.2198,
+      "step": 143
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 9.211943433566755e-05,
+      "loss": 1.1472,
+      "step": 144
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 9.199432185500973e-05,
+      "loss": 0.9091,
+      "step": 145
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 9.186831039442514e-05,
+      "loss": 0.6102,
+      "step": 146
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 9.174140265146356e-05,
+      "loss": 0.4588,
+      "step": 147
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 9.161360134286166e-05,
+      "loss": 0.5156,
+      "step": 148
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 9.148490920448477e-05,
+      "loss": 1.0874,
+      "step": 149
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 9.135532899126844e-05,
+      "loss": 0.9126,
+      "step": 150
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 9.122486347715937e-05,
+      "loss": 0.7957,
+      "step": 151
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 9.109351545505607e-05,
+      "loss": 0.9366,
+      "step": 152
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 9.096128773674902e-05,
+      "loss": 1.1504,
+      "step": 153
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 9.082818315286055e-05,
+      "loss": 0.9205,
+      "step": 154
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 9.069420455278419e-05,
+      "loss": 1.0,
+      "step": 155
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 9.055935480462367e-05,
+      "loss": 1.2941,
+      "step": 156
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 9.042363679513158e-05,
+      "loss": 1.1631,
+      "step": 157
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 9.028705342964753e-05,
+      "loss": 0.6903,
+      "step": 158
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 9.014960763203592e-05,
+      "loss": 1.0193,
+      "step": 159
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 9.001130234462347e-05,
+      "loss": 0.5605,
+      "step": 160
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 8.987214052813604e-05,
+      "loss": 0.8445,
+      "step": 161
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 8.973212516163545e-05,
+      "loss": 0.7994,
+      "step": 162
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 8.959125924245559e-05,
+      "loss": 1.0185,
+      "step": 163
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 8.944954578613827e-05,
+      "loss": 0.4566,
+      "step": 164
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 8.930698782636867e-05,
+      "loss": 1.1035,
+      "step": 165
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 8.916358841491046e-05,
+      "loss": 1.0899,
+      "step": 166
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 8.901935062154034e-05,
+      "loss": 0.664,
+      "step": 167
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 8.887427753398248e-05,
+      "loss": 0.7774,
+      "step": 168
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 8.872837225784226e-05,
+      "loss": 1.0792,
+      "step": 169
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 8.858163791653994e-05,
+      "loss": 0.3954,
+      "step": 170
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 8.84340776512437e-05,
+      "loss": 1.0453,
+      "step": 171
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 8.828569462080238e-05,
+      "loss": 0.0937,
+      "step": 172
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 8.813649200167799e-05,
+      "loss": 1.0096,
+      "step": 173
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 8.798647298787754e-05,
+      "loss": 0.3115,
+      "step": 174
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 8.783564079088477e-05,
+      "loss": 0.919,
+      "step": 175
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 8.76839986395914e-05,
+      "loss": 0.4667,
+      "step": 176
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 8.753154978022795e-05,
+      "loss": 0.8432,
+      "step": 177
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 8.737829747629432e-05,
+      "loss": 0.8193,
+      "step": 178
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 8.722424500848987e-05,
+      "loss": 0.4372,
+      "step": 179
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 8.706939567464321e-05,
+      "loss": 0.0457,
+      "step": 180
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 8.691375278964162e-05,
+      "loss": 0.015,
+      "step": 181
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 8.675731968536002e-05,
+      "loss": 1.0568,
+      "step": 182
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 8.660009971058978e-05,
+      "loss": 0.707,
+      "step": 183
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 8.644209623096686e-05,
+      "loss": 0.5917,
+      "step": 184
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 8.628331262889991e-05,
+      "loss": 1.2096,
+      "step": 185
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 8.612375230349778e-05,
+      "loss": 1.1099,
+      "step": 186
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 8.596341867049677e-05,
+      "loss": 0.5546,
+      "step": 187
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 8.58023151621875e-05,
+      "loss": 0.6804,
+      "step": 188
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 8.564044522734147e-05,
+      "loss": 1.1012,
+      "step": 189
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 8.54778123311372e-05,
+      "loss": 0.9811,
+      "step": 190
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 8.531441995508609e-05,
+      "loss": 0.3721,
+      "step": 191
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 8.515027159695781e-05,
+      "loss": 0.3462,
+      "step": 192
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 8.498537077070548e-05,
+      "loss": 0.4875,
+      "step": 193
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 8.481972100639049e-05,
+      "loss": 0.9236,
+      "step": 194
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 8.465332585010682e-05,
+      "loss": 0.036,
+      "step": 195
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 8.448618886390522e-05,
+      "loss": 0.8321,
+      "step": 196
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 8.431831362571691e-05,
+      "loss": 1.1929,
+      "step": 197
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 8.414970372927704e-05,
+      "loss": 1.2032,
+      "step": 198
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 8.398036278404767e-05,
+      "loss": 0.0115,
+      "step": 199
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 8.38102944151406e-05,
+      "loss": 1.0193,
+      "step": 200
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 8.363950226323963e-05,
+      "loss": 0.6684,
+      "step": 201
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 8.346798998452282e-05,
+      "loss": 0.6883,
+      "step": 202
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 8.329576125058406e-05,
+      "loss": 0.8697,
+      "step": 203
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 8.312281974835452e-05,
+      "loss": 0.7854,
+      "step": 204
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 8.294916918002376e-05,
+      "loss": 0.8573,
+      "step": 205
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 8.277481326296038e-05,
+      "loss": 0.1149,
+      "step": 206
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 8.259975572963257e-05,
+      "loss": 0.9545,
+      "step": 207
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 8.242400032752813e-05,
+      "loss": 0.7834,
+      "step": 208
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 8.224755081907427e-05,
+      "loss": 0.7207,
+      "step": 209
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 8.2070410981557e-05,
+      "loss": 0.4601,
+      "step": 210
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 8.189258460704038e-05,
+      "loss": 0.8886,
+      "step": 211
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 8.171407550228532e-05,
+      "loss": 0.4563,
+      "step": 212
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 8.153488748866796e-05,
+      "loss": 1.0037,
+      "step": 213
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 8.135502440209804e-05,
+      "loss": 0.8796,
+      "step": 214
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 8.117449009293668e-05,
+      "loss": 0.0385,
+      "step": 215
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 8.0993288425914e-05,
+      "loss": 0.8037,
+      "step": 216
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 8.081142328004637e-05,
+      "loss": 0.7149,
+      "step": 217
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 8.062889854855333e-05,
+      "loss": 1.0,
+      "step": 218
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 8.044571813877431e-05,
+      "loss": 0.4931,
+      "step": 219
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 8.0261885972085e-05,
+      "loss": 1.2229,
+      "step": 220
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 8.00774059838133e-05,
+      "loss": 1.0206,
+      "step": 221
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 7.989228212315516e-05,
+      "loss": 0.4281,
+      "step": 222
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 7.970651835309009e-05,
+      "loss": 0.325,
+      "step": 223
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 7.952011865029614e-05,
+      "loss": 0.4511,
+      "step": 224
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 7.933308700506497e-05,
+      "loss": 1.0534,
+      "step": 225
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 7.914542742121633e-05,
+      "loss": 1.0809,
+      "step": 226
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 7.895714391601232e-05,
+      "loss": 0.7914,
+      "step": 227
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 7.876824052007149e-05,
+      "loss": 0.4348,
+      "step": 228
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 7.857872127728248e-05,
+      "loss": 0.9297,
+      "step": 229
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 7.838859024471748e-05,
+      "loss": 0.0606,
+      "step": 230
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 7.819785149254532e-05,
+      "loss": 0.4665,
+      "step": 231
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 7.800650910394449e-05,
+      "loss": 0.4669,
+      "step": 232
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 7.781456717501557e-05,
+      "loss": 0.9979,
+      "step": 233
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 7.762202981469357e-05,
+      "loss": 0.376,
+      "step": 234
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 7.74289011446601e-05,
+      "loss": 1.0115,
+      "step": 235
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 7.7235185299255e-05,
+      "loss": 0.3465,
+      "step": 236
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 7.704088642538782e-05,
+      "loss": 0.6312,
+      "step": 237
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 7.68460086824492e-05,
+      "loss": 1.0788,
+      "step": 238
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 7.665055624222166e-05,
+      "loss": 0.8243,
+      "step": 239
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 7.645453328879042e-05,
+      "loss": 0.6284,
+      "step": 240
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 7.625794401845377e-05,
+      "loss": 0.5828,
+      "step": 241
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 7.606079263963317e-05,
+      "loss": 0.331,
+      "step": 242
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 7.586308337278336e-05,
+      "loss": 0.8812,
+      "step": 243
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 7.566482045030179e-05,
+      "loss": 0.4332,
+      "step": 244
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 7.546600811643816e-05,
+      "loss": 0.0149,
+      "step": 245
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 7.52666506272035e-05,
+      "loss": 0.4849,
+      "step": 246
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 7.50667522502791e-05,
+      "loss": 0.5015,
+      "step": 247
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 7.486631726492512e-05,
+      "loss": 0.8306,
+      "step": 248
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 7.466534996188897e-05,
+      "loss": 0.3214,
+      "step": 249
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 7.446385464331348e-05,
+      "loss": 0.8702,
+      "step": 250
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 7.426183562264488e-05,
+      "loss": 1.0255,
+      "step": 251
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 7.405929722454026e-05,
+      "loss": 0.3734,
+      "step": 252
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 7.385624378477521e-05,
+      "loss": 0.4999,
+      "step": 253
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 7.365267965015086e-05,
+      "loss": 0.0178,
+      "step": 254
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 7.344860917840091e-05,
+      "loss": 0.4426,
+      "step": 255
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 7.324403673809831e-05,
+      "loss": 0.8835,
+      "step": 256
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 7.303896670856167e-05,
+      "loss": 1.0596,
+      "step": 257
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 7.283340347976166e-05,
+      "loss": 0.3448,
+      "step": 258
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 7.262735145222696e-05,
+      "loss": 0.7635,
+      "step": 259
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 7.242081503694995e-05,
+      "loss": 0.5643,
+      "step": 260
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 7.22137986552925e-05,
+      "loss": 0.4274,
+      "step": 261
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 7.200630673889117e-05,
+      "loss": 0.891,
+      "step": 262
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 7.179834372956236e-05,
+      "loss": 0.6576,
+      "step": 263
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 7.15899140792072e-05,
+      "loss": 0.9658,
+      "step": 264
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 7.13810222497164e-05,
+      "loss": 0.6069,
+      "step": 265
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 7.117167271287453e-05,
+      "loss": 0.6643,
+      "step": 266
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 7.096186995026439e-05,
+      "loss": 0.0542,
+      "step": 267
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 7.07516184531711e-05,
+      "loss": 0.7741,
+      "step": 268
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 7.054092272248589e-05,
+      "loss": 0.3555,
+      "step": 269
+    },
+    {
+      "epoch": 2.7,
+      "learning_rate": 7.032978726860981e-05,
+      "loss": 0.9497,
+      "step": 270
+    },
+    {
+      "epoch": 2.71,
+      "learning_rate": 7.011821661135713e-05,
+      "loss": 0.5577,
+      "step": 271
+    },
+    {
+      "epoch": 2.72,
+      "learning_rate": 6.990621527985856e-05,
+      "loss": 0.0196,
+      "step": 272
+    },
+    {
+      "epoch": 2.73,
+      "learning_rate": 6.969378781246436e-05,
+      "loss": 1.0745,
+      "step": 273
+    },
+    {
+      "epoch": 2.74,
+      "learning_rate": 6.948093875664718e-05,
+      "loss": 0.3507,
+      "step": 274
+    },
+    {
+      "epoch": 2.75,
+      "learning_rate": 6.926767266890465e-05,
+      "loss": 0.9456,
+      "step": 275
+    },
+    {
+      "epoch": 2.76,
+      "learning_rate": 6.905399411466189e-05,
+      "loss": 0.4501,
+      "step": 276
+    },
+    {
+      "epoch": 2.77,
+      "learning_rate": 6.883990766817377e-05,
+      "loss": 0.9141,
+      "step": 277
+    },
+    {
+      "epoch": 2.78,
+      "learning_rate": 6.862541791242698e-05,
+      "loss": 0.7734,
+      "step": 278
+    },
+    {
+      "epoch": 2.79,
+      "learning_rate": 6.84105294390419e-05,
+      "loss": 0.7568,
+      "step": 279
+    },
+    {
+      "epoch": 2.8,
+      "learning_rate": 6.819524684817438e-05,
+      "loss": 0.909,
+      "step": 280
+    },
+    {
+      "epoch": 2.81,
+      "learning_rate": 6.797957474841716e-05,
+      "loss": 0.7132,
+      "step": 281
+    },
+    {
+      "epoch": 2.82,
+      "learning_rate": 6.776351775670129e-05,
+      "loss": 0.9626,
+      "step": 282
+    },
+    {
+      "epoch": 2.83,
+      "learning_rate": 6.754708049819728e-05,
+      "loss": 0.9361,
+      "step": 283
+    },
+    {
+      "epoch": 2.84,
+      "learning_rate": 6.733026760621607e-05,
+      "loss": 0.9124,
+      "step": 284
+    },
+    {
+      "epoch": 2.85,
+      "learning_rate": 6.711308372210983e-05,
+      "loss": 0.4468,
+      "step": 285
+    },
+    {
+      "epoch": 2.86,
+      "learning_rate": 6.689553349517268e-05,
+      "loss": 0.4842,
+      "step": 286
+    },
+    {
+      "epoch": 2.87,
+      "learning_rate": 6.667762158254104e-05,
+      "loss": 0.663,
+      "step": 287
+    },
+    {
+      "epoch": 2.88,
+      "learning_rate": 6.645935264909404e-05,
+      "loss": 0.9251,
+      "step": 288
+    },
+    {
+      "epoch": 2.89,
+      "learning_rate": 6.624073136735363e-05,
+      "loss": 0.7312,
+      "step": 289
+    },
+    {
+      "epoch": 2.9,
+      "learning_rate": 6.602176241738449e-05,
+      "loss": 0.9433,
+      "step": 290
+    },
+    {
+      "epoch": 2.91,
+      "learning_rate": 6.580245048669395e-05,
+      "loss": 0.0984,
+      "step": 291
+    },
+    {
+      "epoch": 2.92,
+      "learning_rate": 6.558280027013154e-05,
+      "loss": 1.0314,
+      "step": 292
+    },
+    {
+      "epoch": 2.93,
+      "learning_rate": 6.536281646978862e-05,
+      "loss": 0.8026,
+      "step": 293
+    },
+    {
+      "epoch": 2.94,
+      "learning_rate": 6.514250379489753e-05,
+      "loss": 0.1717,
+      "step": 294
+    },
+    {
+      "epoch": 2.95,
+      "learning_rate": 6.492186696173097e-05,
+      "loss": 0.054,
+      "step": 295
+    },
+    {
+      "epoch": 2.96,
+      "learning_rate": 6.47009106935009e-05,
+      "loss": 0.0319,
+      "step": 296
+    },
+    {
+      "epoch": 2.97,
+      "learning_rate": 6.447963972025751e-05,
+      "loss": 0.7367,
+      "step": 297
+    },
+    {
+      "epoch": 2.98,
+      "learning_rate": 6.425805877878793e-05,
+      "loss": 0.4738,
+      "step": 298
+    },
+    {
+      "epoch": 2.99,
+      "learning_rate": 6.403617261251484e-05,
+      "loss": 0.6486,
+      "step": 299
+    },
+    {
+      "epoch": 3.0,
+      "learning_rate": 6.381398597139492e-05,
+      "loss": 0.8341,
+      "step": 300
+    },
+    {
+      "epoch": 3.01,
+      "learning_rate": 6.359150361181715e-05,
+      "loss": 0.6808,
+      "step": 301
+    },
+    {
+      "epoch": 3.02,
+      "learning_rate": 6.336873029650104e-05,
+      "loss": 0.7224,
+      "step": 302
+    },
+    {
+      "epoch": 3.03,
+      "learning_rate": 6.314567079439459e-05,
+      "loss": 0.4141,
+      "step": 303
+    },
+    {
+      "epoch": 3.04,
+      "learning_rate": 6.292232988057235e-05,
+      "loss": 0.549,
+      "step": 304
+    },
+    {
+      "epoch": 3.05,
+      "learning_rate": 6.269871233613301e-05,
+      "loss": 0.0144,
+      "step": 305
+    },
+    {
+      "epoch": 3.06,
+      "learning_rate": 6.247482294809712e-05,
+      "loss": 0.8906,
+      "step": 306
+    },
+    {
+      "epoch": 3.07,
+      "learning_rate": 6.225066650930476e-05,
+      "loss": 0.3686,
+      "step": 307
+    },
+    {
+      "epoch": 3.08,
+      "learning_rate": 6.202624781831268e-05,
+      "loss": 0.2347,
+      "step": 308
+    },
+    {
+      "epoch": 3.09,
+      "learning_rate": 6.18015716792918e-05,
+      "loss": 0.7818,
+      "step": 309
+    },
+    {
+      "epoch": 3.1,
+      "learning_rate": 6.157664290192421e-05,
+      "loss": 0.5047,
+      "step": 310
+    },
+    {
+      "epoch": 3.11,
+      "learning_rate": 6.135146630130034e-05,
+      "loss": 0.8547,
+      "step": 311
+    },
+    {
+      "epoch": 3.12,
+      "learning_rate": 6.112604669781572e-05,
+      "loss": 0.7416,
+      "step": 312
+    },
+    {
+      "epoch": 3.13,
+      "learning_rate": 6.090038891706801e-05,
+      "loss": 0.5756,
+      "step": 313
+    },
+    {
+      "epoch": 3.14,
+      "learning_rate": 6.067449778975349e-05,
+      "loss": 0.3602,
+      "step": 314
+    },
+    {
+      "epoch": 3.15,
+      "learning_rate": 6.044837815156377e-05,
+      "loss": 0.7834,
+      "step": 315
+    },
+    {
+      "epoch": 3.16,
+      "learning_rate": 6.022203484308216e-05,
+      "loss": 0.4475,
+      "step": 316
+    },
+    {
+      "epoch": 3.17,
+      "learning_rate": 5.9995472709680234e-05,
+      "loss": 0.5393,
+      "step": 317
+    },
+    {
+      "epoch": 3.18,
+      "learning_rate": 5.976869660141389e-05,
+      "loss": 0.4159,
+      "step": 318
+    },
+    {
+      "epoch": 3.19,
+      "learning_rate": 5.954171137291968e-05,
+      "loss": 0.0905,
+      "step": 319
+    },
+    {
+      "epoch": 3.2,
+      "learning_rate": 5.931452188331083e-05,
+      "loss": 0.3343,
+      "step": 320
+    },
+    {
+      "epoch": 3.21,
+      "learning_rate": 5.908713299607318e-05,
+      "loss": 0.4226,
+      "step": 321
+    },
+    {
+      "epoch": 3.22,
+      "learning_rate": 5.885954957896115e-05,
+      "loss": 0.6134,
+      "step": 322
+    },
+    {
+      "epoch": 3.23,
+      "learning_rate": 5.863177650389347e-05,
+      "loss": 0.2971,
+      "step": 323
+    },
+    {
+      "epoch": 3.24,
+      "learning_rate": 5.8403818646848915e-05,
+      "loss": 0.6429,
+      "step": 324
+    },
+    {
+      "epoch": 3.25,
+      "learning_rate": 5.8175680887761955e-05,
+      "loss": 0.5874,
+      "step": 325
+    },
+    {
+      "epoch": 3.26,
+      "learning_rate": 5.794736811041821e-05,
+      "loss": 0.3562,
+      "step": 326
+    },
+    {
+      "epoch": 3.27,
+      "learning_rate": 5.771888520234997e-05,
+      "loss": 0.3763,
+      "step": 327
+    },
+    {
+      "epoch": 3.28,
+      "learning_rate": 5.749023705473153e-05,
+      "loss": 0.4824,
+      "step": 328
+    },
+    {
+      "epoch": 3.29,
+      "learning_rate": 5.726142856227452e-05,
+      "loss": 0.595,
+      "step": 329
+    },
+    {
+      "epoch": 3.3,
+      "learning_rate": 5.703246462312307e-05,
+      "loss": 0.5615,
+      "step": 330
+    },
+    {
+      "epoch": 3.31,
+      "learning_rate": 5.6803350138749034e-05,
+      "loss": 0.4391,
+      "step": 331
+    },
+    {
+      "epoch": 3.32,
+      "learning_rate": 5.6574090013846946e-05,
+      "loss": 0.9026,
+      "step": 332
+    },
+    {
+      "epoch": 3.33,
+      "learning_rate": 5.634468915622915e-05,
+      "loss": 0.0241,
+      "step": 333
+    },
+    {
+      "epoch": 3.34,
+      "learning_rate": 5.6115152476720635e-05,
+      "loss": 0.7012,
+      "step": 334
+    },
+    {
+      "epoch": 3.35,
+      "learning_rate": 5.5885484889054016e-05,
+      "loss": 0.7037,
+      "step": 335
+    },
+    {
+      "epoch": 3.36,
+      "learning_rate": 5.565569130976422e-05,
+      "loss": 0.4188,
+      "step": 336
+    },
+    {
+      "epoch": 3.37,
+      "learning_rate": 5.542577665808332e-05,
+      "loss": 0.3808,
+      "step": 337
+    },
+    {
+      "epoch": 3.38,
+      "learning_rate": 5.5195745855835226e-05,
+      "loss": 0.8797,
+      "step": 338
+    },
+    {
+      "epoch": 3.39,
+      "learning_rate": 5.496560382733028e-05,
+      "loss": 0.2011,
+      "step": 339
+    },
+    {
+      "epoch": 3.4,
+      "learning_rate": 5.4735355499259855e-05,
+      "loss": 0.7986,
+      "step": 340
+    },
+    {
+      "epoch": 3.41,
+      "learning_rate": 5.4505005800590945e-05,
+      "loss": 0.5735,
+      "step": 341
+    },
+    {
+      "epoch": 3.42,
+      "learning_rate": 5.427455966246057e-05,
+      "loss": 0.8255,
+      "step": 342
+    },
+    {
+      "epoch": 3.43,
+      "learning_rate": 5.4044022018070214e-05,
+      "loss": 0.9377,
+      "step": 343
+    },
+    {
+      "epoch": 3.44,
+      "learning_rate": 5.3813397802580334e-05,
+      "loss": 0.5552,
+      "step": 344
+    },
+    {
+      "epoch": 3.45,
+      "learning_rate": 5.358269195300454e-05,
+      "loss": 0.7921,
+      "step": 345
+    },
+    {
+      "epoch": 3.46,
+      "learning_rate": 5.335190940810407e-05,
+      "loss": 0.3424,
+      "step": 346
+    },
+    {
+      "epoch": 3.47,
+      "learning_rate": 5.312105510828196e-05,
+      "loss": 0.6281,
+      "step": 347
+    },
+    {
+      "epoch": 3.48,
+      "learning_rate": 5.289013399547732e-05,
+      "loss": 0.7099,
+      "step": 348
+    },
+    {
+      "epoch": 3.49,
+      "learning_rate": 5.265915101305952e-05,
+      "loss": 0.694,
+      "step": 349
+    },
+    {
+      "epoch": 3.5,
+      "learning_rate": 5.242811110572242e-05,
+      "loss": 0.2422,
+      "step": 350
+    },
+    {
+      "epoch": 3.51,
+      "learning_rate": 5.219701921937845e-05,
+      "loss": 0.2857,
+      "step": 351
+    },
+    {
+      "epoch": 3.52,
+      "learning_rate": 5.1965880301052784e-05,
+      "loss": 0.7273,
+      "step": 352
+    },
+    {
+      "epoch": 3.53,
+      "learning_rate": 5.17346992987774e-05,
+      "loss": 0.3574,
+      "step": 353
+    },
+    {
+      "epoch": 3.54,
+      "learning_rate": 5.15034811614852e-05,
+      "loss": 0.6972,
+      "step": 354
+    },
+    {
+      "epoch": 3.55,
+      "learning_rate": 5.1272230838904015e-05,
+      "loss": 0.6574,
+      "step": 355
+    },
+    {
+      "epoch": 3.56,
+      "learning_rate": 5.1040953281450684e-05,
+      "loss": 0.6237,
+      "step": 356
+    },
+    {
+      "epoch": 3.57,
+      "learning_rate": 5.080965344012508e-05,
+      "loss": 0.7119,
+      "step": 357
+    },
+    {
+      "epoch": 3.58,
+      "learning_rate": 5.057833626640408e-05,
+      "loss": 0.4174,
+      "step": 358
+    },
+    {
+      "epoch": 3.59,
+      "learning_rate": 5.0347006712135646e-05,
+      "loss": 0.7423,
+      "step": 359
+    },
+    {
+      "epoch": 3.6,
+      "learning_rate": 5.011566972943272e-05,
+      "loss": 0.5093,
+      "step": 360
+    },
+    {
+      "epoch": 3.61,
+      "learning_rate": 4.988433027056729e-05,
+      "loss": 0.4895,
+      "step": 361
+    },
+    {
+      "epoch": 3.62,
+      "learning_rate": 4.9652993287864365e-05,
+      "loss": 0.6984,
+      "step": 362
+    },
+    {
+      "epoch": 3.63,
+      "learning_rate": 4.942166373359593e-05,
+      "loss": 0.9807,
+      "step": 363
+    },
+    {
+      "epoch": 3.64,
+      "learning_rate": 4.919034655987493e-05,
+      "loss": 0.1413,
+      "step": 364
+    },
+    {
+      "epoch": 3.65,
+      "learning_rate": 4.895904671854933e-05,
+      "loss": 0.7832,
+      "step": 365
+    },
+    {
+      "epoch": 3.66,
+      "learning_rate": 4.872776916109601e-05,
+      "loss": 0.957,
+      "step": 366
+    },
+    {
+      "epoch": 3.67,
+      "learning_rate": 4.849651883851481e-05,
+      "loss": 0.0125,
+      "step": 367
+    },
+    {
+      "epoch": 3.68,
+      "learning_rate": 4.826530070122262e-05,
+      "loss": 0.5204,
+      "step": 368
+    },
+    {
+      "epoch": 3.69,
+      "learning_rate": 4.803411969894724e-05,
+      "loss": 0.9596,
+      "step": 369
+    },
+    {
+      "epoch": 3.7,
+      "learning_rate": 4.780298078062157e-05,
+      "loss": 0.4714,
+      "step": 370
+    },
+    {
+      "epoch": 3.71,
+      "learning_rate": 4.7571888894277604e-05,
+      "loss": 0.5038,
+      "step": 371
+    },
+    {
+      "epoch": 3.72,
+      "learning_rate": 4.7340848986940487e-05,
+      "loss": 0.8625,
+      "step": 372
+    },
+    {
+      "epoch": 3.73,
+      "learning_rate": 4.710986600452269e-05,
+      "loss": 0.865,
+      "step": 373
+    },
+    {
+      "epoch": 3.74,
+      "learning_rate": 4.687894489171804e-05,
+      "loss": 0.3526,
+      "step": 374
+    },
+    {
+      "epoch": 3.75,
+      "learning_rate": 4.6648090591895935e-05,
+      "loss": 0.2742,
+      "step": 375
+    },
+    {
+      "epoch": 3.76,
+      "learning_rate": 4.641730804699547e-05,
+      "loss": 0.5781,
+      "step": 376
+    },
+    {
+      "epoch": 3.77,
+      "learning_rate": 4.6186602197419685e-05,
+      "loss": 0.7607,
+      "step": 377
+    },
+    {
+      "epoch": 3.78,
+      "learning_rate": 4.59559779819298e-05,
+      "loss": 0.8003,
+      "step": 378
+    },
+    {
+      "epoch": 3.79,
+      "learning_rate": 4.572544033753945e-05,
+      "loss": 0.4204,
+      "step": 379
+    },
+    {
+      "epoch": 3.8,
+      "learning_rate": 4.5494994199409067e-05,
+      "loss": 0.3505,
+      "step": 380
+    },
+    {
+      "epoch": 3.81,
+      "learning_rate": 4.5264644500740156e-05,
+      "loss": 0.3341,
+      "step": 381
+    },
+    {
+      "epoch": 3.82,
+      "learning_rate": 4.503439617266973e-05,
+      "loss": 0.2664,
+      "step": 382
+    },
+    {
+      "epoch": 3.83,
+      "learning_rate": 4.4804254144164785e-05,
+      "loss": 0.0007,
+      "step": 383
+    },
+    {
+      "epoch": 3.84,
+      "learning_rate": 4.4574223341916695e-05,
+      "loss": 0.1969,
+      "step": 384
+    },
+    {
+      "epoch": 3.85,
+      "learning_rate": 4.434430869023579e-05,
+      "loss": 0.795,
+      "step": 385
+    },
+    {
+      "epoch": 3.86,
+      "learning_rate": 4.4114515110945995e-05,
+      "loss": 0.716,
+      "step": 386
+    },
+    {
+      "epoch": 3.87,
+      "learning_rate": 4.3884847523279376e-05,
+      "loss": 0.4021,
+      "step": 387
+    },
+    {
+      "epoch": 3.88,
+      "learning_rate": 4.365531084377087e-05,
+      "loss": 0.7047,
+      "step": 388
+    },
+    {
+      "epoch": 3.89,
+      "learning_rate": 4.342590998615307e-05,
+      "loss": 0.4303,
+      "step": 389
+    },
+    {
+      "epoch": 3.9,
+      "learning_rate": 4.319664986125099e-05,
+      "loss": 0.3186,
+      "step": 390
+    },
+    {
+      "epoch": 3.91,
+      "learning_rate": 4.2967535376876936e-05,
+      "loss": 0.0043,
+      "step": 391
+    },
+    {
+      "epoch": 3.92,
+      "learning_rate": 4.27385714377255e-05,
+      "loss": 0.8166,
+      "step": 392
+    },
+    {
+      "epoch": 3.93,
+      "learning_rate": 4.2509762945268474e-05,
+      "loss": 0.2863,
+      "step": 393
+    },
+    {
+      "epoch": 3.94,
+      "learning_rate": 4.228111479765004e-05,
+      "loss": 0.8721,
+      "step": 394
+    },
+    {
+      "epoch": 3.95,
+      "learning_rate": 4.205263188958179e-05,
+      "loss": 0.0029,
+      "step": 395
+    },
+    {
+      "epoch": 3.96,
+      "learning_rate": 4.182431911223805e-05,
+      "loss": 0.361,
+      "step": 396
+    },
+    {
+      "epoch": 3.97,
+      "learning_rate": 4.159618135315109e-05,
+      "loss": 0.9149,
+      "step": 397
+    },
+    {
+      "epoch": 3.98,
+      "learning_rate": 4.136822349610654e-05,
+      "loss": 0.2188,
+      "step": 398
+    },
+    {
+      "epoch": 3.99,
+      "learning_rate": 4.114045042103887e-05,
+      "loss": 0.7136,
+      "step": 399
+    },
+    {
+      "epoch": 4.0,
+      "learning_rate": 4.0912867003926834e-05,
+      "loss": 0.7188,
+      "step": 400
+    },
+    {
+      "epoch": 4.01,
+      "learning_rate": 4.068547811668918e-05,
+      "loss": 0.2834,
+      "step": 401
+    },
+    {
+      "epoch": 4.02,
+      "learning_rate": 4.045828862708032e-05,
+      "loss": 0.2911,
+      "step": 402
+    },
+    {
+      "epoch": 4.03,
+      "learning_rate": 4.023130339858612e-05,
+      "loss": 0.4027,
+      "step": 403
+    },
+    {
+      "epoch": 4.04,
+      "learning_rate": 4.0004527290319784e-05,
+      "loss": 0.6534,
+      "step": 404
+    },
+    {
+      "epoch": 4.05,
+      "learning_rate": 3.977796515691785e-05,
+      "loss": 0.3707,
+      "step": 405
+    },
+    {
+      "epoch": 4.06,
+      "learning_rate": 3.955162184843625e-05,
+      "loss": 0.818,
+      "step": 406
+    },
+    {
+      "epoch": 4.07,
+      "learning_rate": 3.9325502210246514e-05,
+      "loss": 0.5838,
+      "step": 407
+    },
+    {
+      "epoch": 4.08,
+      "learning_rate": 3.9099611082932e-05,
+      "loss": 0.2727,
+      "step": 408
+    },
+    {
+      "epoch": 4.09,
+      "learning_rate": 3.887395330218429e-05,
+      "loss": 0.9802,
+      "step": 409
+    },
+    {
+      "epoch": 4.1,
+      "learning_rate": 3.8648533698699695e-05,
+      "loss": 0.6162,
+      "step": 410
+    },
+    {
+      "epoch": 4.11,
+      "learning_rate": 3.8423357098075815e-05,
+      "loss": 0.2528,
+      "step": 411
+    },
+    {
+      "epoch": 4.12,
+      "learning_rate": 3.8198428320708216e-05,
+      "loss": 0.6246,
+      "step": 412
+    },
+    {
+      "epoch": 4.13,
+      "learning_rate": 3.7973752181687335e-05,
+      "loss": 0.4011,
+      "step": 413
+    },
+    {
+      "epoch": 4.14,
+      "learning_rate": 3.774933349069524e-05,
+      "loss": 0.3105,
+      "step": 414
+    },
+    {
+      "epoch": 4.15,
+      "learning_rate": 3.7525177051902874e-05,
+      "loss": 0.5954,
+      "step": 415
+    },
+    {
+      "epoch": 4.16,
+      "learning_rate": 3.7301287663867005e-05,
+      "loss": 0.5291,
+      "step": 416
+    },
+    {
+      "epoch": 4.17,
+      "learning_rate": 3.7077670119427645e-05,
+      "loss": 0.24,
+      "step": 417
+    },
+    {
+      "epoch": 4.18,
+      "learning_rate": 3.68543292056054e-05,
+      "loss": 0.3224,
+      "step": 418
+    },
+    {
+      "epoch": 4.19,
+      "learning_rate": 3.663126970349897e-05,
+      "loss": 0.4368,
+      "step": 419
+    },
+    {
+      "epoch": 4.2,
+      "learning_rate": 3.640849638818286e-05,
+      "loss": 0.5847,
+      "step": 420
+    },
+    {
+      "epoch": 4.21,
+      "learning_rate": 3.6186014028605096e-05,
+      "loss": 0.55,
+      "step": 421
+    },
+    {
+      "epoch": 4.22,
+      "learning_rate": 3.596382738748516e-05,
+      "loss": 0.7909,
+      "step": 422
+    },
+    {
+      "epoch": 4.23,
+      "learning_rate": 3.574194122121207e-05,
+      "loss": 0.7457,
+      "step": 423
+    },
+    {
+      "epoch": 4.24,
+      "learning_rate": 3.55203602797425e-05,
+      "loss": 0.6966,
+      "step": 424
+    },
+    {
+      "epoch": 4.25,
+      "learning_rate": 3.52990893064991e-05,
+      "loss": 0.3457,
+      "step": 425
+    },
+    {
+      "epoch": 4.26,
+      "learning_rate": 3.507813303826903e-05,
+      "loss": 0.5137,
+      "step": 426
+    },
+    {
+      "epoch": 4.27,
+      "learning_rate": 3.4857496205102474e-05,
+      "loss": 0.8169,
+      "step": 427
+    },
+    {
+      "epoch": 4.28,
+      "learning_rate": 3.463718353021138e-05,
+      "loss": 0.3222,
+      "step": 428
+    },
+    {
+      "epoch": 4.29,
+      "learning_rate": 3.441719972986846e-05,
+      "loss": 0.3728,
+      "step": 429
+    },
+    {
+      "epoch": 4.3,
+      "learning_rate": 3.419754951330608e-05,
+      "loss": 0.5675,
+      "step": 430
+    },
+    {
+      "epoch": 4.31,
+      "learning_rate": 3.397823758261553e-05,
+      "loss": 0.3658,
+      "step": 431
+    },
+    {
+      "epoch": 4.32,
+      "learning_rate": 3.37592686326464e-05,
+      "loss": 0.6603,
+      "step": 432
+    },
+    {
+      "epoch": 4.33,
+      "learning_rate": 3.354064735090599e-05,
+      "loss": 0.4974,
+      "step": 433
+    },
+    {
+      "epoch": 4.34,
+      "learning_rate": 3.332237841745898e-05,
+      "loss": 0.1962,
+      "step": 434
+    },
+    {
+      "epoch": 4.35,
+      "learning_rate": 3.310446650482732e-05,
+      "loss": 0.2256,
+      "step": 435
+    },
+    {
+      "epoch": 4.36,
+      "learning_rate": 3.288691627789017e-05,
+      "loss": 0.2978,
+      "step": 436
+    },
+    {
+      "epoch": 4.37,
+      "learning_rate": 3.266973239378394e-05,
+      "loss": 0.5792,
+      "step": 437
+    },
+    {
+      "epoch": 4.38,
+      "learning_rate": 3.2452919501802715e-05,
+      "loss": 0.468,
+      "step": 438
+    },
+    {
+      "epoch": 4.39,
+      "learning_rate": 3.2236482243298714e-05,
+      "loss": 0.2519,
+      "step": 439
+    },
+    {
+      "epoch": 4.4,
+      "learning_rate": 3.2020425251582844e-05,
+      "loss": 0.7188,
+      "step": 440
+    },
+    {
+      "epoch": 4.41,
+      "learning_rate": 3.180475315182563e-05,
+      "loss": 0.3078,
+      "step": 441
+    },
+    {
+      "epoch": 4.42,
+      "learning_rate": 3.1589470560958104e-05,
+      "loss": 0.6103,
+      "step": 442
+    },
+    {
+      "epoch": 4.43,
+      "learning_rate": 3.137458208757302e-05,
+      "loss": 0.686,
+      "step": 443
+    },
+    {
+      "epoch": 4.44,
+      "learning_rate": 3.116009233182623e-05,
+      "loss": 0.3806,
+      "step": 444
+    },
+    {
+      "epoch": 4.45,
+      "learning_rate": 3.0946005885338113e-05,
+      "loss": 0.1448,
+      "step": 445
+    },
+    {
+      "epoch": 4.46,
+      "learning_rate": 3.073232733109536e-05,
+      "loss": 0.5645,
+      "step": 446
+    },
+    {
+      "epoch": 4.47,
+      "learning_rate": 3.0519061243352834e-05,
+      "loss": 0.1435,
+      "step": 447
+    },
+    {
+      "epoch": 4.48,
+      "learning_rate": 3.0306212187535653e-05,
+      "loss": 0.477,
+      "step": 448
+    },
+    {
+      "epoch": 4.49,
+      "learning_rate": 3.0093784720141455e-05,
+      "loss": 0.4546,
+      "step": 449
+    },
+    {
+      "epoch": 4.5,
+      "learning_rate": 2.9881783388642893e-05,
+      "loss": 0.7156,
+      "step": 450
+    },
+    {
+      "epoch": 4.51,
+      "learning_rate": 2.96702127313902e-05,
+      "loss": 0.3016,
+      "step": 451
+    },
+    {
+      "epoch": 4.52,
+      "learning_rate": 2.945907727751412e-05,
+      "loss": 0.3981,
+      "step": 452
+    },
+    {
+      "epoch": 4.53,
+      "learning_rate": 2.924838154682893e-05,
+      "loss": 0.4881,
+      "step": 453
+    },
+    {
+      "epoch": 4.54,
+      "learning_rate": 2.9038130049735634e-05,
+      "loss": 0.4777,
+      "step": 454
+    },
+    {
+      "epoch": 4.55,
+      "learning_rate": 2.882832728712551e-05,
+      "loss": 0.4819,
+      "step": 455
+    },
+    {
+      "epoch": 4.56,
+      "learning_rate": 2.8618977750283603e-05,
+      "loss": 0.6737,
+      "step": 456
+    },
+    {
+      "epoch": 4.57,
+      "learning_rate": 2.8410085920792807e-05,
+      "loss": 0.5443,
+      "step": 457
+    },
+    {
+      "epoch": 4.58,
+      "learning_rate": 2.8201656270437658e-05,
+      "loss": 0.4713,
+      "step": 458
+    },
+    {
+      "epoch": 4.59,
+      "learning_rate": 2.7993693261108823e-05,
+      "loss": 0.3005,
+      "step": 459
+    },
+    {
+      "epoch": 4.6,
+      "learning_rate": 2.7786201344707486e-05,
+      "loss": 0.3711,
+      "step": 460
+    },
+    {
+      "epoch": 4.61,
+      "learning_rate": 2.7579184963050052e-05,
+      "loss": 0.1466,
+      "step": 461
+    },
+    {
+      "epoch": 4.62,
+      "learning_rate": 2.737264854777306e-05,
+      "loss": 0.312,
+      "step": 462
+    },
+    {
+      "epoch": 4.63,
+      "learning_rate": 2.716659652023833e-05,
+      "loss": 0.4356,
+      "step": 463
+    },
+    {
+      "epoch": 4.64,
+      "learning_rate": 2.6961033291438343e-05,
+      "loss": 0.3489,
+      "step": 464
+    },
+    {
+      "epoch": 4.65,
+      "learning_rate": 2.6755963261901708e-05,
+      "loss": 0.2129,
+      "step": 465
+    },
+    {
+      "epoch": 4.66,
+      "learning_rate": 2.6551390821599076e-05,
+      "loss": 0.4563,
+      "step": 466
+    },
+    {
+      "epoch": 4.67,
+      "learning_rate": 2.6347320349849146e-05,
+      "loss": 0.6174,
+      "step": 467
+    },
+    {
+      "epoch": 4.68,
+      "learning_rate": 2.6143756215224802e-05,
+      "loss": 0.4202,
+      "step": 468
+    },
+    {
+      "epoch": 4.69,
+      "learning_rate": 2.5940702775459747e-05,
+      "loss": 0.2551,
+      "step": 469
+    },
+    {
+      "epoch": 4.7,
+      "learning_rate": 2.5738164377355145e-05,
+      "loss": 0.4952,
+      "step": 470
+    },
+    {
+      "epoch": 4.71,
+      "learning_rate": 2.5536145356686524e-05,
+      "loss": 0.1808,
+      "step": 471
+    },
+    {
+      "epoch": 4.72,
+      "learning_rate": 2.5334650038111048e-05,
+      "loss": 0.6142,
+      "step": 472
+    },
+    {
+      "epoch": 4.73,
+      "learning_rate": 2.5133682735074904e-05,
+      "loss": 0.604,
+      "step": 473
+    },
+    {
+      "epoch": 4.74,
+      "learning_rate": 2.4933247749720912e-05,
+      "loss": 0.2581,
+      "step": 474
+    },
+    {
+      "epoch": 4.75,
+      "learning_rate": 2.4733349372796507e-05,
+      "loss": 0.5465,
+      "step": 475
+    },
+    {
+      "epoch": 4.76,
+      "learning_rate": 2.4533991883561868e-05,
+      "loss": 0.6839,
+      "step": 476
+    },
+    {
+      "epoch": 4.77,
+      "learning_rate": 2.4335179549698233e-05,
+      "loss": 0.3046,
+      "step": 477
+    },
+    {
+      "epoch": 4.78,
+      "learning_rate": 2.4136916627216655e-05,
+      "loss": 0.2704,
+      "step": 478
+    },
+    {
+      "epoch": 4.79,
+      "learning_rate": 2.3939207360366832e-05,
+      "loss": 0.6112,
+      "step": 479
+    },
+    {
+      "epoch": 4.8,
+      "learning_rate": 2.374205598154624e-05,
+      "loss": 0.6618,
+      "step": 480
+    },
+    {
+      "epoch": 4.81,
+      "learning_rate": 2.3545466711209585e-05,
+      "loss": 0.5694,
+      "step": 481
+    },
+    {
+      "epoch": 4.82,
+      "learning_rate": 2.3349443757778343e-05,
+      "loss": 0.6574,
+      "step": 482
+    },
+    {
+      "epoch": 4.83,
+      "learning_rate": 2.315399131755081e-05,
+      "loss": 0.4976,
+      "step": 483
+    },
+    {
+      "epoch": 4.84,
+      "learning_rate": 2.29591135746122e-05,
+      "loss": 0.043,
+      "step": 484
+    },
+    {
+      "epoch": 4.85,
+      "learning_rate": 2.2764814700745025e-05,
+      "loss": 0.245,
+      "step": 485
+    },
+    {
+      "epoch": 4.86,
+      "learning_rate": 2.25710988553399e-05,
+      "loss": 0.2813,
+      "step": 486
+    },
+    {
+      "epoch": 4.87,
+      "learning_rate": 2.2377970185306424e-05,
+      "loss": 0.5447,
+      "step": 487
+    },
+    {
+      "epoch": 4.88,
+      "learning_rate": 2.2185432824984453e-05,
+      "loss": 0.114,
+      "step": 488
+    },
+    {
+      "epoch": 4.89,
+      "learning_rate": 2.1993490896055512e-05,
+      "loss": 0.7998,
+      "step": 489
+    },
+    {
+      "epoch": 4.9,
+      "learning_rate": 2.180214850745467e-05,
+      "loss": 0.7277,
+      "step": 490
+    },
+    {
+      "epoch": 4.91,
+      "learning_rate": 2.161140975528254e-05,
+      "loss": 0.5846,
+      "step": 491
+    },
+    {
+      "epoch": 4.92,
+      "learning_rate": 2.1421278722717524e-05,
+      "loss": 0.5622,
+      "step": 492
+    },
+    {
+      "epoch": 4.93,
+      "learning_rate": 2.123175947992851e-05,
+      "loss": 0.2222,
+      "step": 493
+    },
+    {
+      "epoch": 4.94,
+      "learning_rate": 2.1042856083987695e-05,
+      "loss": 0.2649,
+      "step": 494
+    },
+    {
+      "epoch": 4.95,
+      "learning_rate": 2.0854572578783686e-05,
+      "loss": 0.2307,
+      "step": 495
+    },
+    {
+      "epoch": 4.96,
+      "learning_rate": 2.0666912994935034e-05,
+      "loss": 0.1544,
+      "step": 496
+    },
+    {
+      "epoch": 4.97,
+      "learning_rate": 2.0479881349703883e-05,
+      "loss": 0.3855,
+      "step": 497
+    },
+    {
+      "epoch": 4.98,
+      "learning_rate": 2.0293481646909934e-05,
+      "loss": 0.3163,
+      "step": 498
+    },
+    {
+      "epoch": 4.99,
+      "learning_rate": 2.0107717876844838e-05,
+      "loss": 0.5392,
+      "step": 499
+    },
+    {
+      "epoch": 5.0,
+      "learning_rate": 1.9922594016186713e-05,
+      "loss": 0.6052,
+      "step": 500
+    },
+    {
+      "epoch": 5.01,
+      "learning_rate": 1.9738114027915006e-05,
+      "loss": 0.5806,
+      "step": 501
+    },
+    {
+      "epoch": 5.02,
+      "learning_rate": 1.9554281861225694e-05,
+      "loss": 0.5953,
+      "step": 502
+    },
+    {
+      "epoch": 5.03,
+      "learning_rate": 1.937110145144668e-05,
+      "loss": 0.1115,
+      "step": 503
+    },
+    {
+      "epoch": 5.04,
+      "learning_rate": 1.9188576719953633e-05,
+      "loss": 0.221,
+      "step": 504
+    },
+    {
+      "epoch": 5.05,
+      "learning_rate": 1.9006711574086005e-05,
+      "loss": 0.1939,
+      "step": 505
+    },
+    {
+      "epoch": 5.06,
+      "learning_rate": 1.8825509907063327e-05,
+      "loss": 0.3278,
+      "step": 506
+    },
+    {
+      "epoch": 5.07,
+      "learning_rate": 1.8644975597901977e-05,
+      "loss": 0.4018,
+      "step": 507
+    },
+    {
+      "epoch": 5.08,
+      "learning_rate": 1.8465112511332065e-05,
+      "loss": 0.117,
+      "step": 508
+    },
+    {
+      "epoch": 5.09,
+      "learning_rate": 1.8285924497714703e-05,
+      "loss": 0.2117,
+      "step": 509
+    },
+    {
+      "epoch": 5.1,
+      "learning_rate": 1.8107415392959614e-05,
+      "loss": 0.3809,
+      "step": 510
+    },
+    {
+      "epoch": 5.11,
+      "learning_rate": 1.7929589018443016e-05,
+      "loss": 0.2844,
+      "step": 511
+    },
+    {
+      "epoch": 5.12,
+      "learning_rate": 1.7752449180925747e-05,
+      "loss": 0.148,
+      "step": 512
+    },
+    {
+      "epoch": 5.13,
+      "learning_rate": 1.7575999672471867e-05,
+      "loss": 0.4519,
+      "step": 513
+    },
+    {
+      "epoch": 5.14,
+      "learning_rate": 1.7400244270367428e-05,
+      "loss": 0.4638,
+      "step": 514
+    },
+    {
+      "epoch": 5.15,
+      "learning_rate": 1.7225186737039638e-05,
+      "loss": 0.3697,
+      "step": 515
+    },
+    {
+      "epoch": 5.16,
+      "learning_rate": 1.7050830819976267e-05,
+      "loss": 0.3685,
+      "step": 516
+    },
+    {
+      "epoch": 5.17,
+      "learning_rate": 1.6877180251645486e-05,
+      "loss": 0.4112,
+      "step": 517
+    },
+    {
+      "epoch": 5.18,
+      "learning_rate": 1.6704238749415957e-05,
+      "loss": 0.1764,
+      "step": 518
+    },
+    {
+      "epoch": 5.19,
+      "learning_rate": 1.653201001547719e-05,
+      "loss": 0.5628,
+      "step": 519
+    },
+    {
+      "epoch": 5.2,
+      "learning_rate": 1.6360497736760383e-05,
+      "loss": 0.3652,
+      "step": 520
+    },
+    {
+      "epoch": 5.21,
+      "learning_rate": 1.618970558485942e-05,
+      "loss": 0.4692,
+      "step": 521
+    },
+    {
+      "epoch": 5.22,
+      "learning_rate": 1.601963721595232e-05,
+      "loss": 0.1951,
+      "step": 522
+    },
+    {
+      "epoch": 5.23,
+      "learning_rate": 1.5850296270722964e-05,
+      "loss": 0.2395,
+      "step": 523
+    },
+    {
+      "epoch": 5.24,
+      "learning_rate": 1.5681686374283088e-05,
+      "loss": 0.3004,
+      "step": 524
+    },
+    {
+      "epoch": 5.25,
+      "learning_rate": 1.5513811136094787e-05,
+      "loss": 0.584,
+      "step": 525
+    },
+    {
+      "epoch": 5.26,
+      "learning_rate": 1.5346674149893202e-05,
+      "loss": 0.4504,
+      "step": 526
+    },
+    {
+      "epoch": 5.27,
+      "learning_rate": 1.5180278993609526e-05,
+      "loss": 0.2288,
+      "step": 527
+    },
+    {
+      "epoch": 5.28,
+      "learning_rate": 1.5014629229294524e-05,
+      "loss": 0.2076,
+      "step": 528
+    },
+    {
+      "epoch": 5.29,
+      "learning_rate": 1.4849728403042213e-05,
+      "loss": 0.1697,
+      "step": 529
+    },
+    {
+      "epoch": 5.3,
+      "learning_rate": 1.4685580044913921e-05,
+      "loss": 0.4365,
+      "step": 530
+    },
+    {
+      "epoch": 5.31,
+      "learning_rate": 1.4522187668862796e-05,
+      "loss": 0.4248,
+      "step": 531
+    },
+    {
+      "epoch": 5.32,
+      "learning_rate": 1.4359554772658552e-05,
+      "loss": 0.12,
+      "step": 532
+    },
+    {
+      "epoch": 5.33,
+      "learning_rate": 1.419768483781252e-05,
+      "loss": 0.3856,
+      "step": 533
+    },
+    {
+      "epoch": 5.34,
+      "learning_rate": 1.4036581329503245e-05,
+      "loss": 0.2775,
+      "step": 534
+    },
+    {
+      "epoch": 5.35,
+      "learning_rate": 1.3876247696502238e-05,
+      "loss": 0.4864,
+      "step": 535
+    },
+    {
+      "epoch": 5.36,
+      "learning_rate": 1.3716687371100096e-05,
+      "loss": 0.5636,
+      "step": 536
+    },
+    {
+      "epoch": 5.37,
+      "learning_rate": 1.3557903769033148e-05,
+      "loss": 0.0053,
+      "step": 537
+    },
+    {
+      "epoch": 5.38,
+      "learning_rate": 1.3399900289410245e-05,
+      "loss": 0.4416,
+      "step": 538
+    },
+    {
+      "epoch": 5.39,
+      "learning_rate": 1.3242680314639993e-05,
+      "loss": 0.5851,
+      "step": 539
+    },
+    {
+      "epoch": 5.4,
+      "learning_rate": 1.3086247210358398e-05,
+      "loss": 0.1134,
+      "step": 540
+    },
+    {
+      "epoch": 5.41,
+      "learning_rate": 1.2930604325356794e-05,
+      "loss": 0.092,
+      "step": 541
+    },
+    {
+      "epoch": 5.42,
+      "learning_rate": 1.277575499151013e-05,
+      "loss": 0.478,
+      "step": 542
+    },
+    {
+      "epoch": 5.43,
+      "learning_rate": 1.2621702523705676e-05,
+      "loss": 0.3503,
+      "step": 543
+    },
+    {
+      "epoch": 5.44,
+      "learning_rate": 1.2468450219772054e-05,
+      "loss": 0.1728,
+      "step": 544
+    },
+    {
+      "epoch": 5.45,
+      "learning_rate": 1.2316001360408614e-05,
+      "loss": 0.007,
+      "step": 545
+    },
+    {
+      "epoch": 5.46,
+      "learning_rate": 1.2164359209115234e-05,
+      "loss": 0.0939,
+      "step": 546
+    },
+    {
+      "epoch": 5.47,
+      "learning_rate": 1.2013527012122478e-05,
+      "loss": 0.5087,
+      "step": 547
+    },
+    {
+      "epoch": 5.48,
+      "learning_rate": 1.186350799832202e-05,
+      "loss": 0.2571,
+      "step": 548
+    },
+    {
+      "epoch": 5.49,
+      "learning_rate": 1.1714305379197615e-05,
+      "loss": 0.6024,
+      "step": 549
+    },
+    {
+      "epoch": 5.5,
+      "learning_rate": 1.1565922348756325e-05,
+      "loss": 0.3537,
+      "step": 550
+    },
+    {
+      "epoch": 5.51,
+      "learning_rate": 1.1418362083460066e-05,
+      "loss": 0.3272,
+      "step": 551
+    },
+    {
+      "epoch": 5.52,
+      "learning_rate": 1.1271627742157742e-05,
+      "loss": 0.0008,
+      "step": 552
+    },
+    {
+      "epoch": 5.53,
+      "learning_rate": 1.1125722466017547e-05,
+      "loss": 0.3474,
+      "step": 553
+    },
+    {
+      "epoch": 5.54,
+      "learning_rate": 1.0980649378459668e-05,
+      "loss": 0.4607,
+      "step": 554
+    },
+    {
+      "epoch": 5.55,
+      "learning_rate": 1.083641158508955e-05,
+      "loss": 0.3995,
+      "step": 555
+    },
+    {
+      "epoch": 5.56,
+      "learning_rate": 1.0693012173631344e-05,
+      "loss": 0.4744,
+      "step": 556
+    },
+    {
+      "epoch": 5.57,
+      "learning_rate": 1.055045421386175e-05,
+      "loss": 0.3983,
+      "step": 557
+    },
+    {
+      "epoch": 5.58,
+      "learning_rate": 1.0408740757544416e-05,
+      "loss": 0.5281,
+      "step": 558
+    },
+    {
+      "epoch": 5.59,
+      "learning_rate": 1.026787483836456e-05,
+      "loss": 0.5738,
+      "step": 559
+    },
+    {
+      "epoch": 5.6,
+      "learning_rate": 1.012785947186397e-05,
+      "loss": 0.6385,
+      "step": 560
+    },
+    {
+      "epoch": 5.61,
+      "learning_rate": 9.988697655376544e-06,
+      "loss": 0.3275,
+      "step": 561
+    },
+    {
+      "epoch": 5.62,
+      "learning_rate": 9.850392367964085e-06,
+      "loss": 0.0976,
+      "step": 562
+    },
+    {
+      "epoch": 5.63,
+      "learning_rate": 9.712946570352472e-06,
+      "loss": 0.0283,
+      "step": 563
+    },
+    {
+      "epoch": 5.64,
+      "learning_rate": 9.576363204868416e-06,
+      "loss": 0.138,
+      "step": 564
+    },
+    {
+      "epoch": 5.65,
+      "learning_rate": 9.44064519537634e-06,
+      "loss": 0.2264,
+      "step": 565
+    },
+    {
+      "epoch": 5.66,
+      "learning_rate": 9.305795447215827e-06,
+      "loss": 0.3201,
+      "step": 566
+    },
+    {
+      "epoch": 5.67,
+      "learning_rate": 9.171816847139448e-06,
+      "loss": 0.0013,
+      "step": 567
+    },
+    {
+      "epoch": 5.68,
+      "learning_rate": 9.03871226325098e-06,
+      "loss": 0.4852,
+      "step": 568
+    },
+    {
+      "epoch": 5.69,
+      "learning_rate": 8.906484544943932e-06,
+      "loss": 0.629,
+      "step": 569
+    },
+    {
+      "epoch": 5.7,
+      "learning_rate": 8.775136522840621e-06,
+      "loss": 0.0243,
+      "step": 570
+    },
+    {
+      "epoch": 5.71,
+      "learning_rate": 8.644671008731569e-06,
+      "loss": 0.6967,
+      "step": 571
+    },
+    {
+      "epoch": 5.72,
+      "learning_rate": 8.515090795515247e-06,
+      "loss": 0.4464,
+      "step": 572
+    },
+    {
+      "epoch": 5.73,
+      "learning_rate": 8.386398657138356e-06,
+      "loss": 0.1574,
+      "step": 573
+    },
+    {
+      "epoch": 5.74,
+      "learning_rate": 8.25859734853645e-06,
+      "loss": 0.2407,
+      "step": 574
+    },
+    {
+      "epoch": 5.75,
+      "learning_rate": 8.131689605574866e-06,
+      "loss": 0.3508,
+      "step": 575
+    },
+    {
+      "epoch": 5.76,
+      "learning_rate": 8.00567814499028e-06,
+      "loss": 0.279,
+      "step": 576
+    },
+    {
+      "epoch": 5.77,
+      "learning_rate": 7.880565664332474e-06,
+      "loss": 0.6613,
+      "step": 577
+    },
+    {
+      "epoch": 5.78,
+      "learning_rate": 7.756354841906582e-06,
+      "loss": 0.276,
+      "step": 578
+    },
+    {
+      "epoch": 5.79,
+      "learning_rate": 7.633048336715814e-06,
+      "loss": 0.4276,
+      "step": 579
+    },
+    {
+      "epoch": 5.8,
+      "learning_rate": 7.510648788404501e-06,
+      "loss": 0.7235,
+      "step": 580
+    },
+    {
+      "epoch": 5.81,
+      "learning_rate": 7.389158817201542e-06,
+      "loss": 0.5805,
+      "step": 581
+    },
+    {
+      "epoch": 5.82,
+      "learning_rate": 7.268581023864402e-06,
+      "loss": 0.0223,
+      "step": 582
+    },
+    {
+      "epoch": 5.83,
+      "learning_rate": 7.1489179896233885e-06,
+      "loss": 0.2231,
+      "step": 583
+    },
+    {
+      "epoch": 5.84,
+      "learning_rate": 7.030172276126351e-06,
+      "loss": 0.1097,
+      "step": 584
+    },
+    {
+      "epoch": 5.85,
+      "learning_rate": 6.912346425383964e-06,
+      "loss": 0.1279,
+      "step": 585
+    },
+    {
+      "epoch": 5.86,
+      "learning_rate": 6.795442959715192e-06,
+      "loss": 0.64,
+      "step": 586
+    },
+    {
+      "epoch": 5.87,
+      "learning_rate": 6.679464381693323e-06,
+      "loss": 0.5757,
+      "step": 587
+    },
+    {
+      "epoch": 5.88,
+      "learning_rate": 6.564413174092443e-06,
+      "loss": 0.2662,
+      "step": 588
+    },
+    {
+      "epoch": 5.89,
+      "learning_rate": 6.4502917998342575e-06,
+      "loss": 0.4304,
+      "step": 589
+    },
+    {
+      "epoch": 5.9,
+      "learning_rate": 6.337102701935321e-06,
+      "loss": 0.6495,
+      "step": 590
+    },
+    {
+      "epoch": 5.91,
+      "learning_rate": 6.2248483034548276e-06,
+      "loss": 0.5168,
+      "step": 591
+    },
+    {
+      "epoch": 5.92,
+      "learning_rate": 6.11353100744268e-06,
+      "loss": 0.2505,
+      "step": 592
+    },
+    {
+      "epoch": 5.93,
+      "learning_rate": 6.003153196888045e-06,
+      "loss": 0.3987,
+      "step": 593
+    },
+    {
+      "epoch": 5.94,
+      "learning_rate": 5.893717234668383e-06,
+      "loss": 0.556,
+      "step": 594
+    },
+    {
+      "epoch": 5.95,
+      "learning_rate": 5.785225463498828e-06,
+      "loss": 0.3442,
+      "step": 595
+    },
+    {
+      "epoch": 5.96,
+      "learning_rate": 5.67768020588203e-06,
+      "loss": 0.5206,
+      "step": 596
+    },
+    {
+      "epoch": 5.97,
+      "learning_rate": 5.571083764058482e-06,
+      "loss": 0.0007,
+      "step": 597
+    },
+    {
+      "epoch": 5.98,
+      "learning_rate": 5.465438419957208e-06,
+      "loss": 0.4368,
+      "step": 598
+    },
+    {
+      "epoch": 5.99,
+      "learning_rate": 5.360746435146885e-06,
+      "loss": 0.0726,
+      "step": 599
+    },
+    {
+      "epoch": 6.0,
+      "learning_rate": 5.257010050787486e-06,
+      "loss": 0.5461,
+      "step": 600
+    },
+    {
+      "epoch": 6.01,
+      "learning_rate": 5.154231487582273e-06,
+      "loss": 0.434,
+      "step": 601
+    },
+    {
+      "epoch": 6.02,
+      "learning_rate": 5.05241294573024e-06,
+      "loss": 0.09,
+      "step": 602
+    },
+    {
+      "epoch": 6.03,
+      "learning_rate": 4.951556604879048e-06,
+      "loss": 0.1361,
+      "step": 603
+    },
+    {
+      "epoch": 6.04,
+      "learning_rate": 4.851664624078356e-06,
+      "loss": 0.204,
+      "step": 604
+    },
+    {
+      "epoch": 6.05,
+      "learning_rate": 4.752739141733564e-06,
+      "loss": 0.5965,
+      "step": 605
+    },
+    {
+      "epoch": 6.06,
+      "learning_rate": 4.654782275560127e-06,
+      "loss": 0.1991,
+      "step": 606
+    },
+    {
+      "epoch": 6.07,
+      "learning_rate": 4.557796122538089e-06,
+      "loss": 0.4655,
+      "step": 607
+    },
+    {
+      "epoch": 6.08,
+      "learning_rate": 4.4617827588673166e-06,
+      "loss": 0.2066,
+      "step": 608
+    },
+    {
+      "epoch": 6.09,
+      "learning_rate": 4.366744239922998e-06,
+      "loss": 0.1753,
+      "step": 609
+    },
+    {
+      "epoch": 6.1,
+      "learning_rate": 4.2726826002116085e-06,
+      "loss": 0.1258,
+      "step": 610
+    },
+    {
+      "epoch": 6.11,
+      "learning_rate": 4.1795998533274265e-06,
+      "loss": 0.247,
+      "step": 611
+    },
+    {
+      "epoch": 6.12,
+      "learning_rate": 4.0874979919094e-06,
+      "loss": 0.1362,
+      "step": 612
+    },
+    {
+      "epoch": 6.13,
+      "learning_rate": 3.996378987598487e-06,
+      "loss": 0.3731,
+      "step": 613
+    },
+    {
+      "epoch": 6.14,
+      "learning_rate": 3.906244790995422e-06,
+      "loss": 0.2558,
+      "step": 614
+    },
+    {
+      "epoch": 6.15,
+      "learning_rate": 3.8170973316190074e-06,
+      "loss": 0.1931,
+      "step": 615
+    },
+    {
+      "epoch": 6.16,
+      "learning_rate": 3.728938517864794e-06,
+      "loss": 0.2865,
+      "step": 616
+    },
+    {
+      "epoch": 6.17,
+      "learning_rate": 3.6417702369641925e-06,
+      "loss": 0.4237,
+      "step": 617
+    },
+    {
+      "epoch": 6.18,
+      "learning_rate": 3.555594354944125e-06,
+      "loss": 0.2245,
+      "step": 618
+    },
+    {
+      "epoch": 6.19,
+      "learning_rate": 3.4704127165870517e-06,
+      "loss": 0.5589,
+      "step": 619
+    },
+    {
+      "epoch": 6.2,
+      "learning_rate": 3.386227145391463e-06,
+      "loss": 0.4759,
+      "step": 620
+    },
+    {
+      "epoch": 6.21,
+      "learning_rate": 3.303039443532874e-06,
+      "loss": 0.0602,
+      "step": 621
+    },
+    {
+      "epoch": 6.22,
+      "learning_rate": 3.220851391825247e-06,
+      "loss": 0.1631,
+      "step": 622
+    },
+    {
+      "epoch": 6.23,
+      "learning_rate": 3.1396647496828247e-06,
+      "loss": 0.239,
+      "step": 623
+    },
+    {
+      "epoch": 6.24,
+      "learning_rate": 3.059481255082519e-06,
+      "loss": 0.3236,
+      "step": 624
+    },
+    {
+      "epoch": 6.25,
+      "learning_rate": 2.980302624526693e-06,
+      "loss": 0.5941,
+      "step": 625
+    },
+    {
+      "epoch": 6.26,
+      "learning_rate": 2.9021305530063658e-06,
+      "loss": 0.0469,
+      "step": 626
+    },
+    {
+      "epoch": 6.27,
+      "learning_rate": 2.8249667139650216e-06,
+      "loss": 0.1646,
+      "step": 627
+    },
+    {
+      "epoch": 6.28,
+      "learning_rate": 2.7488127592626866e-06,
+      "loss": 0.4639,
+      "step": 628
+    },
+    {
+      "epoch": 6.29,
+      "learning_rate": 2.6736703191406366e-06,
+      "loss": 0.6154,
+      "step": 629
+    },
+    {
+      "epoch": 6.3,
+      "learning_rate": 2.5995410021864787e-06,
+      "loss": 0.5069,
+      "step": 630
+    },
+    {
+      "epoch": 6.31,
+      "learning_rate": 2.5264263952996915e-06,
+      "loss": 0.2421,
+      "step": 631
+    },
+    {
+      "epoch": 6.32,
+      "learning_rate": 2.4543280636576794e-06,
+      "loss": 0.2286,
+      "step": 632
+    },
+    {
+      "epoch": 6.33,
+      "learning_rate": 2.3832475506822937e-06,
+      "loss": 0.2885,
+      "step": 633
+    },
+    {
+      "epoch": 6.34,
+      "learning_rate": 2.3131863780067043e-06,
+      "loss": 0.4921,
+      "step": 634
+    },
+    {
+      "epoch": 6.35,
+      "learning_rate": 2.24414604544293e-06,
+      "loss": 0.1256,
+      "step": 635
+    },
+    {
+      "epoch": 6.36,
+      "learning_rate": 2.1761280309496646e-06,
+      "loss": 0.2475,
+      "step": 636
+    },
+    {
+      "epoch": 6.37,
+      "learning_rate": 2.1091337906006482e-06,
+      "loss": 0.2944,
+      "step": 637
+    },
+    {
+      "epoch": 6.38,
+      "learning_rate": 2.043164758553523e-06,
+      "loss": 0.3756,
+      "step": 638
+    },
+    {
+      "epoch": 6.39,
+      "learning_rate": 1.9782223470191042e-06,
+      "loss": 0.1635,
+      "step": 639
+    },
+    {
+      "epoch": 6.4,
+      "learning_rate": 1.914307946231164e-06,
+      "loss": 0.3118,
+      "step": 640
+    },
+    {
+      "epoch": 6.41,
+      "learning_rate": 1.8514229244166569e-06,
+      "loss": 0.0041,
+      "step": 641
+    },
+    {
+      "epoch": 6.42,
+      "learning_rate": 1.7895686277664469e-06,
+      "loss": 0.6769,
+      "step": 642
+    },
+    {
+      "epoch": 6.43,
+      "learning_rate": 1.7287463804064875e-06,
+      "loss": 0.1385,
+      "step": 643
+    },
+    {
+      "epoch": 6.44,
+      "learning_rate": 1.6689574843694433e-06,
+      "loss": 0.4119,
+      "step": 644
+    },
+    {
+      "epoch": 6.45,
+      "learning_rate": 1.6102032195668637e-06,
+      "loss": 0.5452,
+      "step": 645
+    },
+    {
+      "epoch": 6.46,
+      "learning_rate": 1.5524848437617756e-06,
+      "loss": 0.1845,
+      "step": 646
+    },
+    {
+      "epoch": 6.47,
+      "learning_rate": 1.4958035925417003e-06,
+      "loss": 0.5809,
+      "step": 647
+    },
+    {
+      "epoch": 6.48,
+      "learning_rate": 1.4401606792923017e-06,
+      "loss": 0.0547,
+      "step": 648
+    },
+    {
+      "epoch": 6.49,
+      "learning_rate": 1.3855572951713248e-06,
+      "loss": 0.7891,
+      "step": 649
+    },
+    {
+      "epoch": 6.5,
+      "learning_rate": 1.331994609083137e-06,
+      "loss": 0.4184,
+      "step": 650
+    },
+    {
+      "epoch": 6.51,
+      "learning_rate": 1.2794737676536994e-06,
+      "loss": 0.1763,
+      "step": 651
+    },
+    {
+      "epoch": 6.52,
+      "learning_rate": 1.2279958952060134e-06,
+      "loss": 0.2703,
+      "step": 652
+    },
+    {
+      "epoch": 6.53,
+      "learning_rate": 1.1775620937360676e-06,
+      "loss": 0.1685,
+      "step": 653
+    },
+    {
+      "epoch": 6.54,
+      "learning_rate": 1.1281734428892409e-06,
+      "loss": 0.4687,
+      "step": 654
+    },
+    {
+      "epoch": 6.55,
+      "learning_rate": 1.0798309999371536e-06,
+      "loss": 0.3129,
+      "step": 655
+    },
+    {
+      "epoch": 6.56,
+      "learning_rate": 1.0325357997551134e-06,
+      "loss": 0.3212,
+      "step": 656
+    },
+    {
+      "epoch": 6.57,
+      "learning_rate": 9.862888547998829e-07,
+      "loss": 0.1715,
+      "step": 657
+    },
+    {
+      "epoch": 6.58,
+      "learning_rate": 9.410911550880475e-07,
+      "loss": 0.0958,
+      "step": 658
+    },
+    {
+      "epoch": 6.59,
+      "learning_rate": 8.969436681748211e-07,
+      "loss": 0.4998,
+      "step": 659
+    },
+    {
+      "epoch": 6.6,
+      "learning_rate": 8.53847339133318e-07,
+      "loss": 0.5603,
+      "step": 660
+    },
+    {
+      "epoch": 6.61,
+      "learning_rate": 8.118030905343244e-07,
+      "loss": 0.2253,
+      "step": 661
+    },
+    {
+      "epoch": 6.62,
+      "learning_rate": 7.708118224265537e-07,
+      "loss": 0.4123,
+      "step": 662
+    },
+    {
+      "epoch": 6.63,
+      "learning_rate": 7.308744123174005e-07,
+      "loss": 0.1991,
+      "step": 663
+    },
+    {
+      "epoch": 6.64,
+      "learning_rate": 6.919917151540945e-07,
+      "loss": 0.2339,
+      "step": 664
+    },
+    {
+      "epoch": 6.65,
+      "learning_rate": 6.54164563305465e-07,
+      "loss": 0.1869,
+      "step": 665
+    },
+    {
+      "epoch": 6.66,
+      "learning_rate": 6.173937665440943e-07,
+      "loss": 0.4296,
+      "step": 666
+    },
+    {
+      "epoch": 6.67,
+      "learning_rate": 5.816801120289761e-07,
+      "loss": 0.6248,
+      "step": 667
+    },
+    {
+      "epoch": 6.68,
+      "learning_rate": 5.470243642886729e-07,
+      "loss": 0.4564,
+      "step": 668
+    },
+    {
+      "epoch": 6.69,
+      "learning_rate": 5.13427265204941e-07,
+      "loss": 0.0565,
+      "step": 669
+    },
+    {
+      "epoch": 6.7,
+      "learning_rate": 4.808895339968645e-07,
+      "loss": 0.6664,
+      "step": 670
+    },
+    {
+      "epoch": 6.71,
+      "learning_rate": 4.4941186720546255e-07,
+      "loss": 0.6173,
+      "step": 671
+    },
+    {
+      "epoch": 6.72,
+      "learning_rate": 4.189949386787462e-07,
+      "loss": 0.1852,
+      "step": 672
+    },
+    {
+      "epoch": 6.73,
+      "learning_rate": 3.8963939955731775e-07,
+      "loss": 0.1576,
+      "step": 673
+    },
+    {
+      "epoch": 6.74,
+      "learning_rate": 3.6134587826043285e-07,
+      "loss": 0.5002,
+      "step": 674
+    },
+    {
+      "epoch": 6.75,
+      "learning_rate": 3.3411498047254965e-07,
+      "loss": 0.2256,
+      "step": 675
+    },
+    {
+      "epoch": 6.76,
+      "learning_rate": 3.0794728913033366e-07,
+      "loss": 0.7607,
+      "step": 676
+    },
+    {
+      "epoch": 6.77,
+      "learning_rate": 2.82843364410218e-07,
+      "loss": 0.247,
+      "step": 677
+    },
+    {
+      "epoch": 6.78,
+      "learning_rate": 2.5880374371639594e-07,
+      "loss": 0.2779,
+      "step": 678
+    },
+    {
+      "epoch": 6.79,
+      "learning_rate": 2.3582894166930268e-07,
+      "loss": 0.3975,
+      "step": 679
+    },
+    {
+      "epoch": 6.8,
+      "learning_rate": 2.1391945009461844e-07,
+      "loss": 0.5484,
+      "step": 680
+    },
+    {
+      "epoch": 6.81,
+      "learning_rate": 1.9307573801273236e-07,
+      "loss": 0.3157,
+      "step": 681
+    },
+    {
+      "epoch": 6.82,
+      "learning_rate": 1.7329825162870073e-07,
+      "loss": 0.2321,
+      "step": 682
+    },
+    {
+      "epoch": 6.83,
+      "learning_rate": 1.545874143226933e-07,
+      "loss": 0.3094,
+      "step": 683
+    },
+    {
+      "epoch": 6.84,
+      "learning_rate": 1.3694362664094518e-07,
+      "loss": 0.0238,
+      "step": 684
+    },
+    {
+      "epoch": 6.85,
+      "learning_rate": 1.2036726628715245e-07,
+      "loss": 0.302,
+      "step": 685
+    },
+    {
+      "epoch": 6.86,
+      "learning_rate": 1.0485868811441757e-07,
+      "loss": 0.3072,
+      "step": 686
+    },
+    {
+      "epoch": 6.87,
+      "learning_rate": 9.041822411763324e-08,
+      "loss": 0.336,
+      "step": 687
+    },
+    {
+      "epoch": 6.88,
+      "learning_rate": 7.704618342638802e-08,
+      "loss": 0.2623,
+      "step": 688
+    },
+    {
+      "epoch": 6.89,
+      "learning_rate": 6.474285229833843e-08,
+      "loss": 0.201,
+      "step": 689
+    },
+    {
+      "epoch": 6.9,
+      "learning_rate": 5.350849411307479e-08,
+      "loss": 0.2409,
+      "step": 690
+    },
+    {
+      "epoch": 6.91,
+      "learning_rate": 4.334334936652029e-08,
+      "loss": 0.3016,
+      "step": 691
+    },
+    {
+      "epoch": 6.92,
+      "learning_rate": 3.424763566572398e-08,
+      "loss": 0.2335,
+      "step": 692
+    },
+    {
+      "epoch": 6.93,
+      "learning_rate": 2.6221547724253337e-08,
+      "loss": 0.2046,
+      "step": 693
+    },
+    {
+      "epoch": 6.94,
+      "learning_rate": 1.9265257358008772e-08,
+      "loss": 0.3476,
+      "step": 694
+    },
+    {
+      "epoch": 6.95,
+      "learning_rate": 1.3378913481526533e-08,
+      "loss": 0.0757,
+      "step": 695
+    },
+    {
+      "epoch": 6.96,
+      "learning_rate": 8.562642104831265e-09,
+      "loss": 0.5525,
+      "step": 696
+    },
+    {
+      "epoch": 6.97,
+      "learning_rate": 4.816546330688176e-09,
+      "loss": 0.3606,
+      "step": 697
+    },
+    {
+      "epoch": 6.98,
+      "learning_rate": 2.140706352443678e-09,
+      "loss": 0.3668,
+      "step": 698
+    },
+    {
+      "epoch": 6.99,
+      "learning_rate": 5.351794522823195e-10,
+      "loss": 0.1318,
+      "step": 699
+    },
+    {
+      "epoch": 7.0,
+      "learning_rate": 0.0,
+      "loss": 0.3211,
+      "step": 700
+    },
+    {
+      "epoch": 7.0,
+      "step": 700,
+      "total_flos": 1.194630166429565e+18,
+      "train_loss": 0.5665054323007852,
+      "train_runtime": 5397.3976,
+      "train_samples_per_second": 0.519,
+      "train_steps_per_second": 0.13
+    }
+  ],
+  "logging_steps": 1.0,
+  "max_steps": 700,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 7,
+  "save_steps": 10000,
+  "total_flos": 1.194630166429565e+18,
+  "train_batch_size": 2,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11d26a4668ff955d6b7611dee8e5902b8a53874470b8027e5ad9e1625fdb7c34
+size 6267