Upload 7 files

config.json

@@ -0,0 +1,31 @@
+{
+  "_name_or_path": "sagawa/ZINC-t5",
+  "architectures": [
+    "T5ForConditionalGeneration"
+  ],
+  "d_ff": 2048,
+  "d_kv": 64,
+  "d_model": 768,
+  "decoder_start_token_id": 0,
+  "dense_act_fn": "gelu_new",
+  "dropout_rate": 0.1,
+  "eos_token_id": 1,
+  "feed_forward_proj": "gated-gelu",
+  "initializer_factor": 1.0,
+  "is_encoder_decoder": true,
+  "is_gated_act": true,
+  "layer_norm_epsilon": 1e-06,
+  "model_type": "t5",
+  "num_decoder_layers": 12,
+  "num_heads": 12,
+  "num_layers": 12,
+  "output_past": true,
+  "pad_token_id": 0,
+  "relative_attention_max_distance": 128,
+  "relative_attention_num_buckets": 32,
+  "tie_word_embeddings": false,
+  "torch_dtype": "float32",
+  "transformers_version": "4.23.0.dev0",
+  "use_cache": true,
+  "vocab_size": 268
+}

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b930052e718a6a0a4262e9fdd891e0c264feb4028deec7a421dc7f3325d07e6
+size 794658765

special_tokens_map.json

@@ -0,0 +1,109 @@
+{
+  "additional_special_tokens": [
+    "<extra_id_0>",
+    "<extra_id_1>",
+    "<extra_id_2>",
+    "<extra_id_3>",
+    "<extra_id_4>",
+    "<extra_id_5>",
+    "<extra_id_6>",
+    "<extra_id_7>",
+    "<extra_id_8>",
+    "<extra_id_9>",
+    "<extra_id_10>",
+    "<extra_id_11>",
+    "<extra_id_12>",
+    "<extra_id_13>",
+    "<extra_id_14>",
+    "<extra_id_15>",
+    "<extra_id_16>",
+    "<extra_id_17>",
+    "<extra_id_18>",
+    "<extra_id_19>",
+    "<extra_id_20>",
+    "<extra_id_21>",
+    "<extra_id_22>",
+    "<extra_id_23>",
+    "<extra_id_24>",
+    "<extra_id_25>",
+    "<extra_id_26>",
+    "<extra_id_27>",
+    "<extra_id_28>",
+    "<extra_id_29>",
+    "<extra_id_30>",
+    "<extra_id_31>",
+    "<extra_id_32>",
+    "<extra_id_33>",
+    "<extra_id_34>",
+    "<extra_id_35>",
+    "<extra_id_36>",
+    "<extra_id_37>",
+    "<extra_id_38>",
+    "<extra_id_39>",
+    "<extra_id_40>",
+    "<extra_id_41>",
+    "<extra_id_42>",
+    "<extra_id_43>",
+    "<extra_id_44>",
+    "<extra_id_45>",
+    "<extra_id_46>",
+    "<extra_id_47>",
+    "<extra_id_48>",
+    "<extra_id_49>",
+    "<extra_id_50>",
+    "<extra_id_51>",
+    "<extra_id_52>",
+    "<extra_id_53>",
+    "<extra_id_54>",
+    "<extra_id_55>",
+    "<extra_id_56>",
+    "<extra_id_57>",
+    "<extra_id_58>",
+    "<extra_id_59>",
+    "<extra_id_60>",
+    "<extra_id_61>",
+    "<extra_id_62>",
+    "<extra_id_63>",
+    "<extra_id_64>",
+    "<extra_id_65>",
+    "<extra_id_66>",
+    "<extra_id_67>",
+    "<extra_id_68>",
+    "<extra_id_69>",
+    "<extra_id_70>",
+    "<extra_id_71>",
+    "<extra_id_72>",
+    "<extra_id_73>",
+    "<extra_id_74>",
+    "<extra_id_75>",
+    "<extra_id_76>",
+    "<extra_id_77>",
+    "<extra_id_78>",
+    "<extra_id_79>",
+    "<extra_id_80>",
+    "<extra_id_81>",
+    "<extra_id_82>",
+    "<extra_id_83>",
+    "<extra_id_84>",
+    "<extra_id_85>",
+    "<extra_id_86>",
+    "<extra_id_87>",
+    "<extra_id_88>",
+    "<extra_id_89>",
+    "<extra_id_90>",
+    "<extra_id_91>",
+    "<extra_id_92>",
+    "<extra_id_93>",
+    "<extra_id_94>",
+    "<extra_id_95>",
+    "<extra_id_96>",
+    "<extra_id_97>",
+    "<extra_id_98>",
+    "<extra_id_99>",
+    "REACTANT:",
+    "REAGENT:"
+  ],
+  "eos_token": "</s>",
+  "pad_token": "<pad>",
+  "unk_token": "<unk>"
+}

tokenizer.json

@@ -0,0 +1,1944 @@
+{
+  "version": "1.0",
+  "truncation": {
+    "direction": "Right",
+    "max_length": 150,
+    "strategy": "LongestFirst",
+    "stride": 0
+  },
+  "padding": null,
+  "added_tokens": [
+    {
+      "id": 0,
+      "content": "<pad>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 1,
+      "content": "</s>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 2,
+      "content": "<unk>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 36,
+      "content": "Cl",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 121,
+      "content": "<extra_id_0>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 122,
+      "content": "<extra_id_1>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 123,
+      "content": "<extra_id_2>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 124,
+      "content": "<extra_id_3>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 125,
+      "content": "<extra_id_4>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 126,
+      "content": "<extra_id_5>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 127,
+      "content": "<extra_id_6>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 128,
+      "content": "<extra_id_7>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 129,
+      "content": "<extra_id_8>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 130,
+      "content": "<extra_id_9>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 131,
+      "content": "<extra_id_10>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 132,
+      "content": "<extra_id_11>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 133,
+      "content": "<extra_id_12>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 134,
+      "content": "<extra_id_13>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 135,
+      "content": "<extra_id_14>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 136,
+      "content": "<extra_id_15>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 137,
+      "content": "<extra_id_16>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 138,
+      "content": "<extra_id_17>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 139,
+      "content": "<extra_id_18>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 140,
+      "content": "<extra_id_19>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 141,
+      "content": "<extra_id_20>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 142,
+      "content": "<extra_id_21>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 143,
+      "content": "<extra_id_22>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 144,
+      "content": "<extra_id_23>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 145,
+      "content": "<extra_id_24>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 146,
+      "content": "<extra_id_25>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 147,
+      "content": "<extra_id_26>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 148,
+      "content": "<extra_id_27>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 149,
+      "content": "<extra_id_28>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 150,
+      "content": "<extra_id_29>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 151,
+      "content": "<extra_id_30>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 152,
+      "content": "<extra_id_31>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 153,
+      "content": "<extra_id_32>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 154,
+      "content": "<extra_id_33>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 155,
+      "content": "<extra_id_34>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 156,
+      "content": "<extra_id_35>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 157,
+      "content": "<extra_id_36>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 158,
+      "content": "<extra_id_37>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 159,
+      "content": "<extra_id_38>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 160,
+      "content": "<extra_id_39>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 161,
+      "content": "<extra_id_40>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 162,
+      "content": "<extra_id_41>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 163,
+      "content": "<extra_id_42>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 164,
+      "content": "<extra_id_43>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 165,
+      "content": "<extra_id_44>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 166,
+      "content": "<extra_id_45>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 167,
+      "content": "<extra_id_46>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 168,
+      "content": "<extra_id_47>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 169,
+      "content": "<extra_id_48>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 170,
+      "content": "<extra_id_49>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 171,
+      "content": "<extra_id_50>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 172,
+      "content": "<extra_id_51>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 173,
+      "content": "<extra_id_52>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 174,
+      "content": "<extra_id_53>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 175,
+      "content": "<extra_id_54>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 176,
+      "content": "<extra_id_55>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 177,
+      "content": "<extra_id_56>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 178,
+      "content": "<extra_id_57>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 179,
+      "content": "<extra_id_58>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 180,
+      "content": "<extra_id_59>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 181,
+      "content": "<extra_id_60>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 182,
+      "content": "<extra_id_61>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 183,
+      "content": "<extra_id_62>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 184,
+      "content": "<extra_id_63>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 185,
+      "content": "<extra_id_64>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 186,
+      "content": "<extra_id_65>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 187,
+      "content": "<extra_id_66>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 188,
+      "content": "<extra_id_67>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 189,
+      "content": "<extra_id_68>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 190,
+      "content": "<extra_id_69>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 191,
+      "content": "<extra_id_70>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 192,
+      "content": "<extra_id_71>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 193,
+      "content": "<extra_id_72>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 194,
+      "content": "<extra_id_73>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 195,
+      "content": "<extra_id_74>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 196,
+      "content": "<extra_id_75>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 197,
+      "content": "<extra_id_76>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 198,
+      "content": "<extra_id_77>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 199,
+      "content": "<extra_id_78>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 200,
+      "content": "<extra_id_79>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 201,
+      "content": "<extra_id_80>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 202,
+      "content": "<extra_id_81>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 203,
+      "content": "<extra_id_82>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 204,
+      "content": "<extra_id_83>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 205,
+      "content": "<extra_id_84>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 206,
+      "content": "<extra_id_85>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 207,
+      "content": "<extra_id_86>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 208,
+      "content": "<extra_id_87>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 209,
+      "content": "<extra_id_88>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 210,
+      "content": "<extra_id_89>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 211,
+      "content": "<extra_id_90>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 212,
+      "content": "<extra_id_91>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 213,
+      "content": "<extra_id_92>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 214,
+      "content": "<extra_id_93>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 215,
+      "content": "<extra_id_94>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 216,
+      "content": "<extra_id_95>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 217,
+      "content": "<extra_id_96>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 218,
+      "content": "<extra_id_97>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 219,
+      "content": "<extra_id_98>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 220,
+      "content": "<extra_id_99>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 221,
+      "content": ".",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 222,
+      "content": "6",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 223,
+      "content": "7",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 224,
+      "content": "8",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 225,
+      "content": "<",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 226,
+      "content": ">",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 227,
+      "content": "Ag",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 228,
+      "content": "Al",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 229,
+      "content": "Ar",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 230,
+      "content": "As",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 231,
+      "content": "Au",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 232,
+      "content": "Ba",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 233,
+      "content": "Bi",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 234,
+      "content": "Ca",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 235,
+      "content": "Cu",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 236,
+      "content": "Fe",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 237,
+      "content": "Ge",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 238,
+      "content": "Hg",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 239,
+      "content": "K",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 240,
+      "content": "Li",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 241,
+      "content": "Mg",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 242,
+      "content": "Mn",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 243,
+      "content": "Mo",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 244,
+      "content": "Na",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 245,
+      "content": "Nd",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 246,
+      "content": "Ni",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 247,
+      "content": "P",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 248,
+      "content": "Pb",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 249,
+      "content": "Pd",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 250,
+      "content": "Pt",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 251,
+      "content": "Re",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 252,
+      "content": "Rh",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 253,
+      "content": "Ru",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 254,
+      "content": "Sb",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 255,
+      "content": "Si",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 256,
+      "content": "Sm",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 257,
+      "content": "Ta",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 258,
+      "content": "Ti",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 259,
+      "content": "Tl",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 260,
+      "content": "W",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 261,
+      "content": "Yb",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 262,
+      "content": "Zn",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 263,
+      "content": "Zr",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 264,
+      "content": "e",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 265,
+      "content": "p",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 266,
+      "content": "REACTANT:",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 267,
+      "content": "REAGENT:",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    }
+  ],
+  "normalizer": {
+    "type": "Sequence",
+    "normalizers": [
+      {
+        "type": "Nmt"
+      },
+      {
+        "type": "NFKC"
+      },
+      {
+        "type": "Replace",
+        "pattern": {
+          "Regex": " {2,}"
+        },
+        "content": " "
+      }
+    ]
+  },
+  "pre_tokenizer": {
+    "type": "Sequence",
+    "pretokenizers": [
+      {
+        "type": "Metaspace",
+        "replacement": "▁",
+        "add_prefix_space": true
+      },
+      {
+        "type": "Digits",
+        "individual_digits": true
+      },
+      {
+        "type": "Punctuation",
+        "behavior": "Isolated"
+      }
+    ]
+  },
+  "post_processor": {
+    "type": "TemplateProcessing",
+    "single": [
+      {
+        "Sequence": {
+          "id": "A",
+          "type_id": 0
+        }
+      },
+      {
+        "SpecialToken": {
+          "id": "</s>",
+          "type_id": 0
+        }
+      }
+    ],
+    "pair": [
+      {
+        "Sequence": {
+          "id": "A",
+          "type_id": 0
+        }
+      },
+      {
+        "Sequence": {
+          "id": "B",
+          "type_id": 1
+        }
+      }
+    ],
+    "special_tokens": {
+      "</s>": {
+        "id": "</s>",
+        "ids": [
+          1
+        ],
+        "tokens": [
+          "</s>"
+        ]
+      }
+    }
+  },
+  "decoder": {
+    "type": "Metaspace",
+    "replacement": "▁",
+    "add_prefix_space": true
+  },
+  "model": {
+    "type": "Unigram",
+    "unk_id": 2,
+    "vocab": [
+      [
+        "<pad>",
+        0.0
+      ],
+      [
+        "</s>",
+        0.0
+      ],
+      [
+        "<unk>",
+        0.0
+      ],
+      [
+        "C",
+        -1.934062026530869
+      ],
+      [
+        "c",
+        -2.005135123981896
+      ],
+      [
+        ")",
+        -2.3305416341016603
+      ],
+      [
+        "(",
+        -2.3305416341016603
+      ],
+      [
+        "1",
+        -2.659489340254079
+      ],
+      [
+        "2",
+        -3.0147314517826524
+      ],
+      [
+        "O",
+        -3.1705660462226426
+      ],
+      [
+        "]",
+        -3.306692943444802
+      ],
+      [
+        "[",
+        -3.306692943444802
+      ],
+      [
+        "N",
+        -3.3379525475363145
+      ],
+      [
+        "@",
+        -3.375613737475505
+      ],
+      [
+        "H",
+        -3.3960003181228675
+      ],
+      [
+        "=",
+        -3.4342358584336026
+      ],
+      [
+        "n",
+        -3.9996436484078535
+      ],
+      [
+        "3",
+        -4.06624150723795
+      ],
+      [
+        "+",
+        -4.576587821405814
+      ],
+      [
+        "ccc",
+        -4.581329068949029
+      ],
+      [
+        "cccc",
+        -4.794168477161054
+      ],
+      [
+        "F",
+        -4.844444469349959
+      ],
+      [
+        "▁C",
+        -4.930731418706828
+      ],
+      [
+        "-",
+        -5.128151794820781
+      ],
+      [
+        "CC",
+        -5.188054847421637
+      ],
+      [
+        "▁",
+        -5.243375183264384
+      ],
+      [
+        "▁CC",
+        -5.43665410318811
+      ],
+      [
+        "cc",
+        -5.5072446210190025
+      ],
+      [
+        "S",
+        -5.607990514129369
+      ],
+      [
+        "CCC",
+        -5.610845771534942
+      ],
+      [
+        "4",
+        -5.6728058623804705
+      ],
+      [
+        "CCN",
+        -5.984229431727735
+      ],
+      [
+        "▁CO",
+        -6.136725098692515
+      ],
+      [
+        "s",
+        -6.163972117410355
+      ],
+      [
+        "l",
+        -6.244242813422005
+      ],
+      [
+        "nc",
+        -6.260369976115332
+      ],
+      [
+        "Cl",
+        -6.29041030199948
+      ],
+      [
+        "NC",
+        -6.301741325285667
+      ],
+      [
+        "#",
+        -6.475695381808137
+      ],
+      [
+        "CCCC",
+        -6.630889749196982
+      ],
+      [
+        "Br",
+        -6.708882955827546
+      ],
+      [
+        "o",
+        -6.8821690990922
+      ],
+      [
+        "no",
+        -7.085301372799254
+      ],
+      [
+        "nn",
+        -7.118314757276033
+      ],
+      [
+        "CN",
+        -7.148023077707199
+      ],
+      [
+        "▁O",
+        -7.184905330255651
+      ],
+      [
+        "CCO",
+        -7.223262672570243
+      ],
+      [
+        "▁CN",
+        -7.340957119808042
+      ],
+      [
+        "ccs",
+        -7.358439269448935
+      ],
+      [
+        "▁CCC",
+        -7.384181818093239
+      ],
+      [
+        "OC",
+        -7.401588967543117
+      ],
+      [
+        "/",
+        -7.412130091887384
+      ],
+      [
+        "▁COC",
+        -7.453342081307827
+      ],
+      [
+        "nnc",
+        -7.47808245293119
+      ],
+      [
+        "cccn",
+        -7.526117466256242
+      ],
+      [
+        "▁CCOC",
+        -7.581460400684973
+      ],
+      [
+        "sc",
+        -7.587476370908391
+      ],
+      [
+        "cco",
+        -7.601812309424911
+      ],
+      [
+        "CCOCC",
+        -7.70962259415791
+      ],
+      [
+        "CCCN",
+        -7.716050546596486
+      ],
+      [
+        "oc",
+        -7.76950331715161
+      ],
+      [
+        "ccnc",
+        -7.885377075776418
+      ],
+      [
+        "▁CCO",
+        -7.958354042052764
+      ],
+      [
+        "cs",
+        -7.963618836898841
+      ],
+      [
+        "▁CCN",
+        -7.969745690077621
+      ],
+      [
+        "NCC",
+        -7.982831223650715
+      ],
+      [
+        "CNC",
+        -8.015812540478317
+      ],
+      [
+        "CCCO",
+        -8.02283744281797
+      ],
+      [
+        "nccn",
+        -8.023781204384559
+      ],
+      [
+        "CCCCC",
+        -8.113410349713947
+      ],
+      [
+        "csc",
+        -8.123340128859317
+      ],
+      [
+        "nnn",
+        -8.16923209155111
+      ],
+      [
+        "CO",
+        -8.197076591417558
+      ],
+      [
+        "cnc",
+        -8.24948897316689
+      ],
+      [
+        "OCC",
+        -8.337244843539168
+      ],
+      [
+        "ncc",
+        -8.35350988501787
+      ],
+      [
+        "CCNC",
+        -8.374584543880331
+      ],
+      [
+        "cnn",
+        -8.379764985534148
+      ],
+      [
+        "▁CCCC",
+        -8.408946579060395
+      ],
+      [
+        "ccn",
+        -8.441316367356151
+      ],
+      [
+        "▁CCCN",
+        -8.455940453267049
+      ],
+      [
+        "ncn",
+        -8.509281787409483
+      ],
+      [
+        "CCOC",
+        -8.545791064619086
+      ],
+      [
+        "5",
+        -8.595231126796552
+      ],
+      [
+        "OCCO",
+        -8.620568633537287
+      ],
+      [
+        "SCC",
+        -8.675945846432537
+      ],
+      [
+        "\\",
+        -8.738088269693655
+      ],
+      [
+        "▁CS",
+        -8.745760398405787
+      ],
+      [
+        "cn",
+        -8.81287462848524
+      ],
+      [
+        "CS",
+        -8.852680543942768
+      ],
+      [
+        "COC",
+        -8.901532120821837
+      ],
+      [
+        "▁CCCO",
+        -8.971729419021525
+      ],
+      [
+        "▁COCC",
+        -8.986602855501445
+      ],
+      [
+        "▁F",
+        -9.08172188898926
+      ],
+      [
+        "▁CCNC",
+        -9.213239929783953
+      ],
+      [
+        "nccc",
+        -9.267617565078302
+      ],
+      [
+        "▁CCS",
+        -9.284123840101111
+      ],
+      [
+        "▁N",
+        -9.46465900903722
+      ],
+      [
+        "▁CCCCO",
+        -9.549659454320029
+      ],
+      [
+        "NCCC",
+        -9.592808545839064
+      ],
+      [
+        "NCCN",
+        -9.616093114468232
+      ],
+      [
+        "CCS",
+        -9.68568843530331
+      ],
+      [
+        "cncc",
+        -9.884757958758378
+      ],
+      [
+        "CCCS",
+        -10.07490132384844
+      ],
+      [
+        "▁NC",
+        -10.174180411834037
+      ],
+      [
+        "▁COCCN",
+        -10.182867019690027
+      ],
+      [
+        "▁COCCO",
+        -10.210382702506402
+      ],
+      [
+        "▁COCCC",
+        -10.390960567106395
+      ],
+      [
+        "OCO",
+        -10.445584736697652
+      ],
+      [
+        "COCC",
+        -10.469925833149428
+      ],
+      [
+        "▁CCOCCN",
+        -10.487938027145828
+      ],
+      [
+        "SC",
+        -10.868655865451124
+      ],
+      [
+        "co",
+        -11.175046369147724
+      ],
+      [
+        "I",
+        -11.188088269693656
+      ],
+      [
+        "on",
+        -11.199838029113598
+      ],
+      [
+        "CCCCN",
+        -11.273835881601958
+      ],
+      [
+        "▁CCCCN",
+        -11.694782342260607
+      ],
+      [
+        "CCOCCN",
+        -11.98760417613926
+      ],
+      [
+        "r",
+        -12.313357692926305
+      ],
+      [
+        "B",
+        -12.313457692926304
+      ],
+      [
+        "CCCCO",
+        -12.313457692926304
+      ]
+    ]
+  }
+}

tokenizer_config.json

@@ -0,0 +1,112 @@
+{
+  "additional_special_tokens": [
+    "<extra_id_0>",
+    "<extra_id_1>",
+    "<extra_id_2>",
+    "<extra_id_3>",
+    "<extra_id_4>",
+    "<extra_id_5>",
+    "<extra_id_6>",
+    "<extra_id_7>",
+    "<extra_id_8>",
+    "<extra_id_9>",
+    "<extra_id_10>",
+    "<extra_id_11>",
+    "<extra_id_12>",
+    "<extra_id_13>",
+    "<extra_id_14>",
+    "<extra_id_15>",
+    "<extra_id_16>",
+    "<extra_id_17>",
+    "<extra_id_18>",
+    "<extra_id_19>",
+    "<extra_id_20>",
+    "<extra_id_21>",
+    "<extra_id_22>",
+    "<extra_id_23>",
+    "<extra_id_24>",
+    "<extra_id_25>",
+    "<extra_id_26>",
+    "<extra_id_27>",
+    "<extra_id_28>",
+    "<extra_id_29>",
+    "<extra_id_30>",
+    "<extra_id_31>",
+    "<extra_id_32>",
+    "<extra_id_33>",
+    "<extra_id_34>",
+    "<extra_id_35>",
+    "<extra_id_36>",
+    "<extra_id_37>",
+    "<extra_id_38>",
+    "<extra_id_39>",
+    "<extra_id_40>",
+    "<extra_id_41>",
+    "<extra_id_42>",
+    "<extra_id_43>",
+    "<extra_id_44>",
+    "<extra_id_45>",
+    "<extra_id_46>",
+    "<extra_id_47>",
+    "<extra_id_48>",
+    "<extra_id_49>",
+    "<extra_id_50>",
+    "<extra_id_51>",
+    "<extra_id_52>",
+    "<extra_id_53>",
+    "<extra_id_54>",
+    "<extra_id_55>",
+    "<extra_id_56>",
+    "<extra_id_57>",
+    "<extra_id_58>",
+    "<extra_id_59>",
+    "<extra_id_60>",
+    "<extra_id_61>",
+    "<extra_id_62>",
+    "<extra_id_63>",
+    "<extra_id_64>",
+    "<extra_id_65>",
+    "<extra_id_66>",
+    "<extra_id_67>",
+    "<extra_id_68>",
+    "<extra_id_69>",
+    "<extra_id_70>",
+    "<extra_id_71>",
+    "<extra_id_72>",
+    "<extra_id_73>",
+    "<extra_id_74>",
+    "<extra_id_75>",
+    "<extra_id_76>",
+    "<extra_id_77>",
+    "<extra_id_78>",
+    "<extra_id_79>",
+    "<extra_id_80>",
+    "<extra_id_81>",
+    "<extra_id_82>",
+    "<extra_id_83>",
+    "<extra_id_84>",
+    "<extra_id_85>",
+    "<extra_id_86>",
+    "<extra_id_87>",
+    "<extra_id_88>",
+    "<extra_id_89>",
+    "<extra_id_90>",
+    "<extra_id_91>",
+    "<extra_id_92>",
+    "<extra_id_93>",
+    "<extra_id_94>",
+    "<extra_id_95>",
+    "<extra_id_96>",
+    "<extra_id_97>",
+    "<extra_id_98>",
+    "<extra_id_99>"
+  ],
+  "eos_token": "</s>",
+  "extra_ids": 100,
+  "name_or_path": "sagawa/ZINC-t5",
+  "pad_token": "<pad>",
+  "return_tensors": "pt",
+  "special_tokens_map_file": null,
+  "tokenizer_class": "T5Tokenizer",
+  "unk_token": "<unk>"
+}

trainer_state.json

@@ -0,0 +1,1081 @@
+{
+  "best_metric": 0.05791134759783745,
+  "best_model_checkpoint": "t5/checkpoint-2670878",
+  "epoch": 71.0,
+  "global_step": 2670878,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 1.0,
+      "learning_rate": 0.00099,
+      "loss": 0.1435,
+      "step": 37618
+    },
+    {
+      "epoch": 1.0,
+      "eval_bleu": 16.08236782537881,
+      "eval_loss": 0.10417859256267548,
+      "eval_runtime": 2661.8884,
+      "eval_samples_per_second": 56.528,
+      "eval_steps_per_second": 1.767,
+      "step": 37618
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 0.00098,
+      "loss": 0.1038,
+      "step": 75236
+    },
+    {
+      "epoch": 2.0,
+      "eval_bleu": 17.50001369399556,
+      "eval_loss": 0.0945146307349205,
+      "eval_runtime": 2678.123,
+      "eval_samples_per_second": 56.185,
+      "eval_steps_per_second": 1.756,
+      "step": 75236
+    },
+    {
+      "epoch": 3.0,
+      "learning_rate": 0.0009699999999999999,
+      "loss": 0.0955,
+      "step": 112854
+    },
+    {
+      "epoch": 3.0,
+      "eval_bleu": 17.593643245674098,
+      "eval_loss": 0.08871327340602875,
+      "eval_runtime": 2676.0187,
+      "eval_samples_per_second": 56.229,
+      "eval_steps_per_second": 1.757,
+      "step": 112854
+    },
+    {
+      "epoch": 4.0,
+      "learning_rate": 0.00096,
+      "loss": 0.0904,
+      "step": 150472
+    },
+    {
+      "epoch": 4.0,
+      "eval_bleu": 20.652846575163345,
+      "eval_loss": 0.08475670218467712,
+      "eval_runtime": 2670.173,
+      "eval_samples_per_second": 56.353,
+      "eval_steps_per_second": 1.761,
+      "step": 150472
+    },
+    {
+      "epoch": 5.0,
+      "learning_rate": 0.00095,
+      "loss": 0.0867,
+      "step": 188090
+    },
+    {
+      "epoch": 5.0,
+      "eval_bleu": 21.205818203220545,
+      "eval_loss": 0.08222997933626175,
+      "eval_runtime": 2666.3822,
+      "eval_samples_per_second": 56.433,
+      "eval_steps_per_second": 1.764,
+      "step": 188090
+    },
+    {
+      "epoch": 6.0,
+      "learning_rate": 0.00094,
+      "loss": 0.0842,
+      "step": 225708
+    },
+    {
+      "epoch": 6.0,
+      "eval_bleu": 20.91967058885492,
+      "eval_loss": 0.07997100055217743,
+      "eval_runtime": 2671.5123,
+      "eval_samples_per_second": 56.324,
+      "eval_steps_per_second": 1.76,
+      "step": 225708
+    },
+    {
+      "epoch": 7.0,
+      "learning_rate": 0.00093,
+      "loss": 0.0822,
+      "step": 263326
+    },
+    {
+      "epoch": 7.0,
+      "eval_bleu": 20.488227117972233,
+      "eval_loss": 0.07861300557851791,
+      "eval_runtime": 2670.7974,
+      "eval_samples_per_second": 56.339,
+      "eval_steps_per_second": 1.761,
+      "step": 263326
+    },
+    {
+      "epoch": 8.0,
+      "learning_rate": 0.00092,
+      "loss": 0.0805,
+      "step": 300944
+    },
+    {
+      "epoch": 8.0,
+      "eval_bleu": 20.975971960603545,
+      "eval_loss": 0.07657758891582489,
+      "eval_runtime": 2669.7857,
+      "eval_samples_per_second": 56.361,
+      "eval_steps_per_second": 1.762,
+      "step": 300944
+    },
+    {
+      "epoch": 9.0,
+      "learning_rate": 0.00091,
+      "loss": 0.08,
+      "step": 338562
+    },
+    {
+      "epoch": 9.0,
+      "eval_bleu": 22.305641242381824,
+      "eval_loss": 0.07586149871349335,
+      "eval_runtime": 2673.6038,
+      "eval_samples_per_second": 56.28,
+      "eval_steps_per_second": 1.759,
+      "step": 338562
+    },
+    {
+      "epoch": 10.0,
+      "learning_rate": 0.0009000000000000001,
+      "loss": 0.0786,
+      "step": 376180
+    },
+    {
+      "epoch": 10.0,
+      "eval_bleu": 22.107305825110537,
+      "eval_loss": 0.07636888325214386,
+      "eval_runtime": 2672.8776,
+      "eval_samples_per_second": 56.296,
+      "eval_steps_per_second": 1.76,
+      "step": 376180
+    },
+    {
+      "epoch": 11.0,
+      "learning_rate": 0.0008900000000000001,
+      "loss": 0.0778,
+      "step": 413798
+    },
+    {
+      "epoch": 11.0,
+      "eval_bleu": 22.038073053427944,
+      "eval_loss": 0.0757184773683548,
+      "eval_runtime": 2667.8522,
+      "eval_samples_per_second": 56.402,
+      "eval_steps_per_second": 1.763,
+      "step": 413798
+    },
+    {
+      "epoch": 12.0,
+      "learning_rate": 0.00088,
+      "loss": 0.077,
+      "step": 451416
+    },
+    {
+      "epoch": 12.0,
+      "eval_bleu": 21.406024838885678,
+      "eval_loss": 0.07439033687114716,
+      "eval_runtime": 2670.3202,
+      "eval_samples_per_second": 56.349,
+      "eval_steps_per_second": 1.761,
+      "step": 451416
+    },
+    {
+      "epoch": 13.0,
+      "learning_rate": 0.00087,
+      "loss": 0.0765,
+      "step": 489034
+    },
+    {
+      "epoch": 13.0,
+      "eval_bleu": 21.05042019059627,
+      "eval_loss": 0.07327836006879807,
+      "eval_runtime": 2668.8769,
+      "eval_samples_per_second": 56.38,
+      "eval_steps_per_second": 1.762,
+      "step": 489034
+    },
+    {
+      "epoch": 14.0,
+      "learning_rate": 0.00086,
+      "loss": 0.0761,
+      "step": 526652
+    },
+    {
+      "epoch": 14.0,
+      "eval_bleu": 21.625812853616345,
+      "eval_loss": 0.07405734062194824,
+      "eval_runtime": 2666.7447,
+      "eval_samples_per_second": 56.425,
+      "eval_steps_per_second": 1.764,
+      "step": 526652
+    },
+    {
+      "epoch": 15.0,
+      "learning_rate": 0.00085,
+      "loss": 0.076,
+      "step": 564270
+    },
+    {
+      "epoch": 15.0,
+      "eval_bleu": 23.036110403909763,
+      "eval_loss": 0.07310452312231064,
+      "eval_runtime": 2669.8214,
+      "eval_samples_per_second": 56.36,
+      "eval_steps_per_second": 1.762,
+      "step": 564270
+    },
+    {
+      "epoch": 16.0,
+      "learning_rate": 0.00084,
+      "loss": 0.0755,
+      "step": 601888
+    },
+    {
+      "epoch": 16.0,
+      "eval_bleu": 22.36117696412647,
+      "eval_loss": 0.07309335470199585,
+      "eval_runtime": 2681.265,
+      "eval_samples_per_second": 56.119,
+      "eval_steps_per_second": 1.754,
+      "step": 601888
+    },
+    {
+      "epoch": 17.0,
+      "learning_rate": 0.00083,
+      "loss": 0.0749,
+      "step": 639506
+    },
+    {
+      "epoch": 17.0,
+      "eval_bleu": 22.33041493191003,
+      "eval_loss": 0.07233680039644241,
+      "eval_runtime": 2675.1848,
+      "eval_samples_per_second": 56.247,
+      "eval_steps_per_second": 1.758,
+      "step": 639506
+    },
+    {
+      "epoch": 18.0,
+      "learning_rate": 0.00082,
+      "loss": 0.0742,
+      "step": 677124
+    },
+    {
+      "epoch": 18.0,
+      "eval_bleu": 22.339757553385123,
+      "eval_loss": 0.07237352430820465,
+      "eval_runtime": 2673.3113,
+      "eval_samples_per_second": 56.286,
+      "eval_steps_per_second": 1.759,
+      "step": 677124
+    },
+    {
+      "epoch": 19.0,
+      "learning_rate": 0.0008100000000000001,
+      "loss": 0.0737,
+      "step": 714742
+    },
+    {
+      "epoch": 19.0,
+      "eval_bleu": 22.925070747333475,
+      "eval_loss": 0.07049386203289032,
+      "eval_runtime": 2688.2356,
+      "eval_samples_per_second": 55.974,
+      "eval_steps_per_second": 1.749,
+      "step": 714742
+    },
+    {
+      "epoch": 20.0,
+      "learning_rate": 0.0008,
+      "loss": 0.073,
+      "step": 752360
+    },
+    {
+      "epoch": 20.0,
+      "eval_bleu": 22.979078336400935,
+      "eval_loss": 0.07081238925457001,
+      "eval_runtime": 2669.2634,
+      "eval_samples_per_second": 56.372,
+      "eval_steps_per_second": 1.762,
+      "step": 752360
+    },
+    {
+      "epoch": 21.0,
+      "learning_rate": 0.00079,
+      "loss": 0.0722,
+      "step": 789978
+    },
+    {
+      "epoch": 21.0,
+      "eval_bleu": 23.570886258164016,
+      "eval_loss": 0.06986574083566666,
+      "eval_runtime": 2672.5918,
+      "eval_samples_per_second": 56.302,
+      "eval_steps_per_second": 1.76,
+      "step": 789978
+    },
+    {
+      "epoch": 22.0,
+      "learning_rate": 0.0007800000000000001,
+      "loss": 0.072,
+      "step": 827596
+    },
+    {
+      "epoch": 22.0,
+      "eval_bleu": 23.048014836268056,
+      "eval_loss": 0.06995159387588501,
+      "eval_runtime": 2689.3174,
+      "eval_samples_per_second": 55.951,
+      "eval_steps_per_second": 1.749,
+      "step": 827596
+    },
+    {
+      "epoch": 23.0,
+      "learning_rate": 0.0007700000000000001,
+      "loss": 0.0716,
+      "step": 865214
+    },
+    {
+      "epoch": 23.0,
+      "eval_bleu": 23.188184731833086,
+      "eval_loss": 0.0698036402463913,
+      "eval_runtime": 2675.6412,
+      "eval_samples_per_second": 56.237,
+      "eval_steps_per_second": 1.758,
+      "step": 865214
+    },
+    {
+      "epoch": 24.0,
+      "learning_rate": 0.00076,
+      "loss": 0.0715,
+      "step": 902832
+    },
+    {
+      "epoch": 24.0,
+      "eval_bleu": 22.720403529413186,
+      "eval_loss": 0.06952499598264694,
+      "eval_runtime": 2667.7287,
+      "eval_samples_per_second": 56.404,
+      "eval_steps_per_second": 1.763,
+      "step": 902832
+    },
+    {
+      "epoch": 25.0,
+      "learning_rate": 0.00075,
+      "loss": 0.0711,
+      "step": 940450
+    },
+    {
+      "epoch": 25.0,
+      "eval_bleu": 23.946075678664805,
+      "eval_loss": 0.06875280290842056,
+      "eval_runtime": 2666.8035,
+      "eval_samples_per_second": 56.424,
+      "eval_steps_per_second": 1.764,
+      "step": 940450
+    },
+    {
+      "epoch": 26.0,
+      "learning_rate": 0.00074,
+      "loss": 0.0704,
+      "step": 978068
+    },
+    {
+      "epoch": 26.0,
+      "eval_bleu": 23.070285144081506,
+      "eval_loss": 0.06891094893217087,
+      "eval_runtime": 2661.6833,
+      "eval_samples_per_second": 56.532,
+      "eval_steps_per_second": 1.767,
+      "step": 978068
+    },
+    {
+      "epoch": 27.0,
+      "learning_rate": 0.00073,
+      "loss": 0.0698,
+      "step": 1015686
+    },
+    {
+      "epoch": 27.0,
+      "eval_bleu": 22.89659619862932,
+      "eval_loss": 0.06900988519191742,
+      "eval_runtime": 2677.8327,
+      "eval_samples_per_second": 56.191,
+      "eval_steps_per_second": 1.756,
+      "step": 1015686
+    },
+    {
+      "epoch": 28.0,
+      "learning_rate": 0.0007199999999999999,
+      "loss": 0.0692,
+      "step": 1053304
+    },
+    {
+      "epoch": 28.0,
+      "eval_bleu": 23.078849102736655,
+      "eval_loss": 0.06756620109081268,
+      "eval_runtime": 2681.6903,
+      "eval_samples_per_second": 56.111,
+      "eval_steps_per_second": 1.754,
+      "step": 1053304
+    },
+    {
+      "epoch": 29.0,
+      "learning_rate": 0.00071,
+      "loss": 0.0686,
+      "step": 1090922
+    },
+    {
+      "epoch": 29.0,
+      "eval_bleu": 23.263284227228446,
+      "eval_loss": 0.06696003675460815,
+      "eval_runtime": 2672.9451,
+      "eval_samples_per_second": 56.294,
+      "eval_steps_per_second": 1.759,
+      "step": 1090922
+    },
+    {
+      "epoch": 30.0,
+      "learning_rate": 0.0007,
+      "loss": 0.0683,
+      "step": 1128540
+    },
+    {
+      "epoch": 30.0,
+      "eval_bleu": 23.242985003734645,
+      "eval_loss": 0.0681118369102478,
+      "eval_runtime": 2670.4013,
+      "eval_samples_per_second": 56.348,
+      "eval_steps_per_second": 1.761,
+      "step": 1128540
+    },
+    {
+      "epoch": 31.0,
+      "learning_rate": 0.00069,
+      "loss": 0.0683,
+      "step": 1166158
+    },
+    {
+      "epoch": 31.0,
+      "eval_bleu": 23.22280583522071,
+      "eval_loss": 0.06741450726985931,
+      "eval_runtime": 2675.4265,
+      "eval_samples_per_second": 56.242,
+      "eval_steps_per_second": 1.758,
+      "step": 1166158
+    },
+    {
+      "epoch": 32.0,
+      "learning_rate": 0.00068,
+      "loss": 0.0677,
+      "step": 1203776
+    },
+    {
+      "epoch": 32.0,
+      "eval_bleu": 22.770991743362966,
+      "eval_loss": 0.06660505384206772,
+      "eval_runtime": 2669.114,
+      "eval_samples_per_second": 56.375,
+      "eval_steps_per_second": 1.762,
+      "step": 1203776
+    },
+    {
+      "epoch": 33.0,
+      "learning_rate": 0.00067,
+      "loss": 0.0666,
+      "step": 1241394
+    },
+    {
+      "epoch": 33.0,
+      "eval_bleu": 22.99469621069633,
+      "eval_loss": 0.06576640158891678,
+      "eval_runtime": 2674.8682,
+      "eval_samples_per_second": 56.254,
+      "eval_steps_per_second": 1.758,
+      "step": 1241394
+    },
+    {
+      "epoch": 34.0,
+      "learning_rate": 0.00066,
+      "loss": 0.0665,
+      "step": 1279012
+    },
+    {
+      "epoch": 34.0,
+      "eval_bleu": 22.281704582533195,
+      "eval_loss": 0.06800168007612228,
+      "eval_runtime": 2674.1235,
+      "eval_samples_per_second": 56.269,
+      "eval_steps_per_second": 1.759,
+      "step": 1279012
+    },
+    {
+      "epoch": 35.0,
+      "learning_rate": 0.0006500000000000001,
+      "loss": 0.066,
+      "step": 1316630
+    },
+    {
+      "epoch": 35.0,
+      "eval_bleu": 23.683396099034734,
+      "eval_loss": 0.06574786454439163,
+      "eval_runtime": 2672.7263,
+      "eval_samples_per_second": 56.299,
+      "eval_steps_per_second": 1.76,
+      "step": 1316630
+    },
+    {
+      "epoch": 36.0,
+      "learning_rate": 0.00064,
+      "loss": 0.0651,
+      "step": 1354248
+    },
+    {
+      "epoch": 36.0,
+      "eval_bleu": 23.63507591450045,
+      "eval_loss": 0.0649677962064743,
+      "eval_runtime": 2675.0211,
+      "eval_samples_per_second": 56.25,
+      "eval_steps_per_second": 1.758,
+      "step": 1354248
+    },
+    {
+      "epoch": 37.0,
+      "learning_rate": 0.00063,
+      "loss": 0.0648,
+      "step": 1391866
+    },
+    {
+      "epoch": 37.0,
+      "eval_bleu": 23.437600575634786,
+      "eval_loss": 0.06616898626089096,
+      "eval_runtime": 2673.6171,
+      "eval_samples_per_second": 56.28,
+      "eval_steps_per_second": 1.759,
+      "step": 1391866
+    },
+    {
+      "epoch": 38.0,
+      "learning_rate": 0.00062,
+      "loss": 0.0646,
+      "step": 1429484
+    },
+    {
+      "epoch": 38.0,
+      "eval_bleu": 23.221957446439767,
+      "eval_loss": 0.06528770178556442,
+      "eval_runtime": 2674.7944,
+      "eval_samples_per_second": 56.255,
+      "eval_steps_per_second": 1.758,
+      "step": 1429484
+    },
+    {
+      "epoch": 39.0,
+      "learning_rate": 0.00061,
+      "loss": 0.0644,
+      "step": 1467102
+    },
+    {
+      "epoch": 39.0,
+      "eval_bleu": 24.240861058705942,
+      "eval_loss": 0.0646873190999031,
+      "eval_runtime": 2673.7778,
+      "eval_samples_per_second": 56.277,
+      "eval_steps_per_second": 1.759,
+      "step": 1467102
+    },
+    {
+      "epoch": 40.0,
+      "learning_rate": 0.0006,
+      "loss": 0.064,
+      "step": 1504720
+    },
+    {
+      "epoch": 40.0,
+      "eval_bleu": 23.729064293901235,
+      "eval_loss": 0.06512880325317383,
+      "eval_runtime": 2675.4683,
+      "eval_samples_per_second": 56.241,
+      "eval_steps_per_second": 1.758,
+      "step": 1504720
+    },
+    {
+      "epoch": 41.0,
+      "learning_rate": 0.00059,
+      "loss": 0.0634,
+      "step": 1542338
+    },
+    {
+      "epoch": 41.0,
+      "eval_bleu": 24.1213425444633,
+      "eval_loss": 0.06399146467447281,
+      "eval_runtime": 2671.9713,
+      "eval_samples_per_second": 56.315,
+      "eval_steps_per_second": 1.76,
+      "step": 1542338
+    },
+    {
+      "epoch": 42.0,
+      "learning_rate": 0.00058,
+      "loss": 0.0627,
+      "step": 1579956
+    },
+    {
+      "epoch": 42.0,
+      "eval_bleu": 24.27204496697034,
+      "eval_loss": 0.0644916221499443,
+      "eval_runtime": 2672.4679,
+      "eval_samples_per_second": 56.304,
+      "eval_steps_per_second": 1.76,
+      "step": 1579956
+    },
+    {
+      "epoch": 43.0,
+      "learning_rate": 0.00057,
+      "loss": 0.0623,
+      "step": 1617574
+    },
+    {
+      "epoch": 43.0,
+      "eval_bleu": 23.36660065236038,
+      "eval_loss": 0.06378339231014252,
+      "eval_runtime": 2690.9183,
+      "eval_samples_per_second": 55.918,
+      "eval_steps_per_second": 1.748,
+      "step": 1617574
+    },
+    {
+      "epoch": 44.0,
+      "learning_rate": 0.0005600000000000001,
+      "loss": 0.0618,
+      "step": 1655192
+    },
+    {
+      "epoch": 44.0,
+      "eval_bleu": 24.679877688454404,
+      "eval_loss": 0.06299971789121628,
+      "eval_runtime": 2678.1362,
+      "eval_samples_per_second": 56.185,
+      "eval_steps_per_second": 1.756,
+      "step": 1655192
+    },
+    {
+      "epoch": 45.0,
+      "learning_rate": 0.00055,
+      "loss": 0.0612,
+      "step": 1692810
+    },
+    {
+      "epoch": 45.0,
+      "eval_bleu": 24.308227062427868,
+      "eval_loss": 0.06324643641710281,
+      "eval_runtime": 2670.1411,
+      "eval_samples_per_second": 56.353,
+      "eval_steps_per_second": 1.761,
+      "step": 1692810
+    },
+    {
+      "epoch": 46.0,
+      "learning_rate": 0.00054,
+      "loss": 0.0609,
+      "step": 1730428
+    },
+    {
+      "epoch": 46.0,
+      "eval_bleu": 24.338912136507822,
+      "eval_loss": 0.06320393830537796,
+      "eval_runtime": 2668.5724,
+      "eval_samples_per_second": 56.386,
+      "eval_steps_per_second": 1.762,
+      "step": 1730428
+    },
+    {
+      "epoch": 47.0,
+      "learning_rate": 0.0005300000000000001,
+      "loss": 0.0598,
+      "step": 1768046
+    },
+    {
+      "epoch": 47.0,
+      "eval_bleu": 24.534028212416924,
+      "eval_loss": 0.06217643991112709,
+      "eval_runtime": 2662.7925,
+      "eval_samples_per_second": 56.509,
+      "eval_steps_per_second": 1.766,
+      "step": 1768046
+    },
+    {
+      "epoch": 48.0,
+      "learning_rate": 0.0005200000000000001,
+      "loss": 0.059,
+      "step": 1805664
+    },
+    {
+      "epoch": 48.0,
+      "eval_bleu": 24.32405654969722,
+      "eval_loss": 0.06318702548742294,
+      "eval_runtime": 2669.7792,
+      "eval_samples_per_second": 56.361,
+      "eval_steps_per_second": 1.762,
+      "step": 1805664
+    },
+    {
+      "epoch": 49.0,
+      "learning_rate": 0.00051,
+      "loss": 0.0582,
+      "step": 1843282
+    },
+    {
+      "epoch": 49.0,
+      "eval_bleu": 24.558637559920374,
+      "eval_loss": 0.061768002808094025,
+      "eval_runtime": 2665.131,
+      "eval_samples_per_second": 56.459,
+      "eval_steps_per_second": 1.765,
+      "step": 1843282
+    },
+    {
+      "epoch": 50.0,
+      "learning_rate": 0.0005,
+      "loss": 0.0578,
+      "step": 1880900
+    },
+    {
+      "epoch": 50.0,
+      "eval_bleu": 24.992937128657733,
+      "eval_loss": 0.06192772835493088,
+      "eval_runtime": 2664.7257,
+      "eval_samples_per_second": 56.468,
+      "eval_steps_per_second": 1.765,
+      "step": 1880900
+    },
+    {
+      "epoch": 51.0,
+      "learning_rate": 0.00049,
+      "loss": 0.0572,
+      "step": 1918518
+    },
+    {
+      "epoch": 51.0,
+      "eval_bleu": 24.988204377041534,
+      "eval_loss": 0.06095375493168831,
+      "eval_runtime": 2667.4075,
+      "eval_samples_per_second": 56.411,
+      "eval_steps_per_second": 1.763,
+      "step": 1918518
+    },
+    {
+      "epoch": 52.0,
+      "learning_rate": 0.00048,
+      "loss": 0.0565,
+      "step": 1956136
+    },
+    {
+      "epoch": 52.0,
+      "eval_bleu": 24.4857260697586,
+      "eval_loss": 0.06117871776223183,
+      "eval_runtime": 2667.5375,
+      "eval_samples_per_second": 56.408,
+      "eval_steps_per_second": 1.763,
+      "step": 1956136
+    },
+    {
+      "epoch": 53.0,
+      "learning_rate": 0.00047,
+      "loss": 0.0558,
+      "step": 1993754
+    },
+    {
+      "epoch": 53.0,
+      "eval_bleu": 24.159661135658013,
+      "eval_loss": 0.06100020557641983,
+      "eval_runtime": 2664.962,
+      "eval_samples_per_second": 56.463,
+      "eval_steps_per_second": 1.765,
+      "step": 1993754
+    },
+    {
+      "epoch": 54.0,
+      "learning_rate": 0.00046,
+      "loss": 0.0549,
+      "step": 2031372
+    },
+    {
+      "epoch": 54.0,
+      "eval_bleu": 24.95693051141393,
+      "eval_loss": 0.0610371008515358,
+      "eval_runtime": 2672.4766,
+      "eval_samples_per_second": 56.304,
+      "eval_steps_per_second": 1.76,
+      "step": 2031372
+    },
+    {
+      "epoch": 55.0,
+      "learning_rate": 0.00045000000000000004,
+      "loss": 0.0543,
+      "step": 2068990
+    },
+    {
+      "epoch": 55.0,
+      "eval_bleu": 24.248582749421658,
+      "eval_loss": 0.0601356141269207,
+      "eval_runtime": 2680.6436,
+      "eval_samples_per_second": 56.132,
+      "eval_steps_per_second": 1.754,
+      "step": 2068990
+    },
+    {
+      "epoch": 56.0,
+      "learning_rate": 0.00044,
+      "loss": 0.0535,
+      "step": 2106608
+    },
+    {
+      "epoch": 56.0,
+      "eval_bleu": 24.81909657225387,
+      "eval_loss": 0.05975135788321495,
+      "eval_runtime": 2664.766,
+      "eval_samples_per_second": 56.467,
+      "eval_steps_per_second": 1.765,
+      "step": 2106608
+    },
+    {
+      "epoch": 57.0,
+      "learning_rate": 0.00043,
+      "loss": 0.0527,
+      "step": 2144226
+    },
+    {
+      "epoch": 57.0,
+      "eval_bleu": 25.123109135558508,
+      "eval_loss": 0.059335704892873764,
+      "eval_runtime": 2682.9755,
+      "eval_samples_per_second": 56.084,
+      "eval_steps_per_second": 1.753,
+      "step": 2144226
+    },
+    {
+      "epoch": 58.0,
+      "learning_rate": 0.00042,
+      "loss": 0.0519,
+      "step": 2181844
+    },
+    {
+      "epoch": 58.0,
+      "eval_bleu": 25.139286695396503,
+      "eval_loss": 0.059507254511117935,
+      "eval_runtime": 2671.3295,
+      "eval_samples_per_second": 56.328,
+      "eval_steps_per_second": 1.761,
+      "step": 2181844
+    },
+    {
+      "epoch": 59.0,
+      "learning_rate": 0.00041,
+      "loss": 0.0511,
+      "step": 2219462
+    },
+    {
+      "epoch": 59.0,
+      "eval_bleu": 24.181172367468452,
+      "eval_loss": 0.0596897155046463,
+      "eval_runtime": 2676.0935,
+      "eval_samples_per_second": 56.228,
+      "eval_steps_per_second": 1.757,
+      "step": 2219462
+    },
+    {
+      "epoch": 60.0,
+      "learning_rate": 0.0004,
+      "loss": 0.0503,
+      "step": 2257080
+    },
+    {
+      "epoch": 60.0,
+      "eval_bleu": 24.947492978876518,
+      "eval_loss": 0.059094786643981934,
+      "eval_runtime": 2675.1744,
+      "eval_samples_per_second": 56.247,
+      "eval_steps_per_second": 1.758,
+      "step": 2257080
+    },
+    {
+      "epoch": 61.0,
+      "learning_rate": 0.00039000000000000005,
+      "loss": 0.0495,
+      "step": 2294698
+    },
+    {
+      "epoch": 61.0,
+      "eval_bleu": 24.610208642695124,
+      "eval_loss": 0.05875646695494652,
+      "eval_runtime": 2666.1228,
+      "eval_samples_per_second": 56.438,
+      "eval_steps_per_second": 1.764,
+      "step": 2294698
+    },
+    {
+      "epoch": 62.0,
+      "learning_rate": 0.00038,
+      "loss": 0.0488,
+      "step": 2332316
+    },
+    {
+      "epoch": 62.0,
+      "eval_bleu": 25.548056034179105,
+      "eval_loss": 0.05863146856427193,
+      "eval_runtime": 2675.9582,
+      "eval_samples_per_second": 56.231,
+      "eval_steps_per_second": 1.758,
+      "step": 2332316
+    },
+    {
+      "epoch": 63.0,
+      "learning_rate": 0.00037,
+      "loss": 0.0478,
+      "step": 2369934
+    },
+    {
+      "epoch": 63.0,
+      "eval_bleu": 24.99392195466826,
+      "eval_loss": 0.059139810502529144,
+      "eval_runtime": 2664.7531,
+      "eval_samples_per_second": 56.467,
+      "eval_steps_per_second": 1.765,
+      "step": 2369934
+    },
+    {
+      "epoch": 64.0,
+      "learning_rate": 0.00035999999999999997,
+      "loss": 0.047,
+      "step": 2407552
+    },
+    {
+      "epoch": 64.0,
+      "eval_bleu": 25.64900731292891,
+      "eval_loss": 0.058654047548770905,
+      "eval_runtime": 2664.5443,
+      "eval_samples_per_second": 56.472,
+      "eval_steps_per_second": 1.765,
+      "step": 2407552
+    },
+    {
+      "epoch": 65.0,
+      "learning_rate": 0.00035,
+      "loss": 0.0461,
+      "step": 2445170
+    },
+    {
+      "epoch": 65.0,
+      "eval_bleu": 25.08417201795405,
+      "eval_loss": 0.058612920343875885,
+      "eval_runtime": 2684.7255,
+      "eval_samples_per_second": 56.047,
+      "eval_steps_per_second": 1.752,
+      "step": 2445170
+    },
+    {
+      "epoch": 66.0,
+      "learning_rate": 0.00034,
+      "loss": 0.045,
+      "step": 2482788
+    },
+    {
+      "epoch": 66.0,
+      "eval_bleu": 25.376435853039357,
+      "eval_loss": 0.05852239951491356,
+      "eval_runtime": 2662.5018,
+      "eval_samples_per_second": 56.515,
+      "eval_steps_per_second": 1.766,
+      "step": 2482788
+    },
+    {
+      "epoch": 67.0,
+      "learning_rate": 0.00033,
+      "loss": 0.0438,
+      "step": 2520406
+    },
+    {
+      "epoch": 67.0,
+      "eval_bleu": 25.438339513363914,
+      "eval_loss": 0.05865955725312233,
+      "eval_runtime": 2683.1857,
+      "eval_samples_per_second": 56.079,
+      "eval_steps_per_second": 1.753,
+      "step": 2520406
+    },
+    {
+      "epoch": 68.0,
+      "learning_rate": 0.00032,
+      "loss": 0.0424,
+      "step": 2558024
+    },
+    {
+      "epoch": 68.0,
+      "eval_bleu": 25.663631525748368,
+      "eval_loss": 0.05910369008779526,
+      "eval_runtime": 2680.255,
+      "eval_samples_per_second": 56.141,
+      "eval_steps_per_second": 1.755,
+      "step": 2558024
+    },
+    {
+      "epoch": 69.0,
+      "learning_rate": 0.00031,
+      "loss": 0.041,
+      "step": 2595642
+    },
+    {
+      "epoch": 69.0,
+      "eval_bleu": 25.7205207969251,
+      "eval_loss": 0.05821070075035095,
+      "eval_runtime": 2662.8391,
+      "eval_samples_per_second": 56.508,
+      "eval_steps_per_second": 1.766,
+      "step": 2595642
+    },
+    {
+      "epoch": 70.0,
+      "learning_rate": 0.0003,
+      "loss": 0.0396,
+      "step": 2633260
+    },
+    {
+      "epoch": 70.0,
+      "eval_bleu": 25.672438428551807,
+      "eval_loss": 0.058603301644325256,
+      "eval_runtime": 2660.5072,
+      "eval_samples_per_second": 56.557,
+      "eval_steps_per_second": 1.768,
+      "step": 2633260
+    },
+    {
+      "epoch": 71.0,
+      "learning_rate": 0.00029,
+      "loss": 0.0383,
+      "step": 2670878
+    },
+    {
+      "epoch": 71.0,
+      "eval_bleu": 25.561067707464947,
+      "eval_loss": 0.05791134759783745,
+      "eval_runtime": 2663.3342,
+      "eval_samples_per_second": 56.497,
+      "eval_steps_per_second": 1.766,
+      "step": 2670878
+    }
+  ],
+  "max_steps": 3761800,
+  "num_train_epochs": 100,
+  "total_flos": 1.775364940369281e+19,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db46b1d0ebe5b1897143f0695c4b59742eb1f11c25b7d39c6a68241acec9cf2d
+size 3439