Initial commit of the model

all_results.json

@@ -0,0 +1,16 @@
+{
+    "epoch": 7.64,
+    "eval_loss": 0.05236198380589485,
+    "eval_mean_accuracy": 0.999793267854512,
+    "eval_mean_iou": 0.9993052591243059,
+    "eval_overall_accuracy": 0.999793267854512,
+    "eval_runtime": 54.0862,
+    "eval_samples": 82,
+    "eval_samples_per_second": 1.516,
+    "eval_steps_per_second": 1.516,
+    "train_loss": 0.17318119727208145,
+    "train_runtime": 2340.6865,
+    "train_samples": 733,
+    "train_samples_per_second": 2.392,
+    "train_steps_per_second": 0.299
+}

config.json

@@ -0,0 +1,67 @@
+{
+  "_name_or_path": "/workspaces/ai-butlerhat/model/ciclozero",
+  "architectures": [
+    "AlfredUnimodelForConditionalGeneration"
+  ],
+  "d_ff": 4096,
+  "d_kv": 64,
+  "d_model": 1024,
+  "decoder_start_token_id": 0,
+  "dense_act_fn": "relu",
+  "dropout_rate": 0.1,
+  "eos_token_id": 1,
+  "feed_forward_proj": "relu",
+  "finetuning_task": "ner",
+  "image_size": 224,
+  "initializer_factor": 1.0,
+  "is_encoder_decoder": true,
+  "is_gated_act": false,
+  "keys_to_ignore_at_inference": [
+    "loss",
+    "past_key_values",
+    "decoder_hidden_states",
+    "decoder_attentions",
+    "cross_attentions",
+    "encoder_last_hidden_state",
+    "encoder_hidden_states",
+    "encoder_attentions"
+  ],
+  "layer_norm_epsilon": 1e-06,
+  "layernorm_type": "torch_LayerNorm",
+  "locked_dropout": 0.0,
+  "mae_checkpoint": "/workspaces/udop/i-Code-Doc/model/hf/mae_pretrain_vit_large_full.pth",
+  "mae_version": "mae_vit_large_patch16",
+  "max_2d_position_embeddings": 1024,
+  "max_bbox_length": 1001,
+  "max_context_weight": 1.0,
+  "max_pos_dropout": 0.0,
+  "max_position_embeddings": 512,
+  "model_type": "t5",
+  "n_positions": 512,
+  "num_decoder_layers": 24,
+  "num_heads": 16,
+  "num_layers": 24,
+  "output_past": true,
+  "pad_token_id": 0,
+  "relative_attention_max_distance": 128,
+  "relative_attention_num_buckets": 32,
+  "relative_bias_args": [
+    {
+      "type": "1d"
+    },
+    {
+      "type": "horizontal"
+    },
+    {
+      "type": "vertical"
+    }
+  ],
+  "syncbn_type": "torch_SyncBatchNorm",
+  "torch_dtype": "float32",
+  "transformers_version": "4.30.2",
+  "truncate_decoder_after_layer": null,
+  "truncate_encoder_after_layer": null,
+  "use_cache": true,
+  "vocab_size": 33201,
+  "word_dropout": 0.0
+}

eval_results.json

@@ -0,0 +1,11 @@
+{
+    "epoch": 7.64,
+    "eval_loss": 0.05236198380589485,
+    "eval_mean_accuracy": 0.999793267854512,
+    "eval_mean_iou": 0.9993052591243059,
+    "eval_overall_accuracy": 0.999793267854512,
+    "eval_runtime": 54.0862,
+    "eval_samples": 82,
+    "eval_samples_per_second": 1.516,
+    "eval_steps_per_second": 1.516
+}

generation_config.json

@@ -0,0 +1,7 @@
+{
+  "_from_model_config": true,
+  "decoder_start_token_id": 0,
+  "eos_token_id": 1,
+  "pad_token_id": 0,
+  "transformers_version": "4.30.2"
+}

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57467dbb27b036acb437c5556467c615b498ef958a6eeb9e7709a546c2779afb
+size 2967605286

special_tokens_map.json

@@ -0,0 +1,1208 @@
+{
+  "additional_special_tokens": [
+    "<extra_id_0>",
+    "<extra_id_1>",
+    "<extra_id_2>",
+    "<extra_id_3>",
+    "<extra_id_4>",
+    "<extra_id_5>",
+    "<extra_id_6>",
+    "<extra_id_7>",
+    "<extra_id_8>",
+    "<extra_id_9>",
+    "<extra_id_10>",
+    "<extra_id_11>",
+    "<extra_id_12>",
+    "<extra_id_13>",
+    "<extra_id_14>",
+    "<extra_id_15>",
+    "<extra_id_16>",
+    "<extra_id_17>",
+    "<extra_id_18>",
+    "<extra_id_19>",
+    "<extra_id_20>",
+    "<extra_id_21>",
+    "<extra_id_22>",
+    "<extra_id_23>",
+    "<extra_id_24>",
+    "<extra_id_25>",
+    "<extra_id_26>",
+    "<extra_id_27>",
+    "<extra_id_28>",
+    "<extra_id_29>",
+    "<extra_id_30>",
+    "<extra_id_31>",
+    "<extra_id_32>",
+    "<extra_id_33>",
+    "<extra_id_34>",
+    "<extra_id_35>",
+    "<extra_id_36>",
+    "<extra_id_37>",
+    "<extra_id_38>",
+    "<extra_id_39>",
+    "<extra_id_40>",
+    "<extra_id_41>",
+    "<extra_id_42>",
+    "<extra_id_43>",
+    "<extra_id_44>",
+    "<extra_id_45>",
+    "<extra_id_46>",
+    "<extra_id_47>",
+    "<extra_id_48>",
+    "<extra_id_49>",
+    "<extra_id_50>",
+    "<extra_id_51>",
+    "<extra_id_52>",
+    "<extra_id_53>",
+    "<extra_id_54>",
+    "<extra_id_55>",
+    "<extra_id_56>",
+    "<extra_id_57>",
+    "<extra_id_58>",
+    "<extra_id_59>",
+    "<extra_id_60>",
+    "<extra_id_61>",
+    "<extra_id_62>",
+    "<extra_id_63>",
+    "<extra_id_64>",
+    "<extra_id_65>",
+    "<extra_id_66>",
+    "<extra_id_67>",
+    "<extra_id_68>",
+    "<extra_id_69>",
+    "<extra_id_70>",
+    "<extra_id_71>",
+    "<extra_id_72>",
+    "<extra_id_73>",
+    "<extra_id_74>",
+    "<extra_id_75>",
+    "<extra_id_76>",
+    "<extra_id_77>",
+    "<extra_id_78>",
+    "<extra_id_79>",
+    "<extra_id_80>",
+    "<extra_id_81>",
+    "<extra_id_82>",
+    "<extra_id_83>",
+    "<extra_id_84>",
+    "<extra_id_85>",
+    "<extra_id_86>",
+    "<extra_id_87>",
+    "<extra_id_88>",
+    "<extra_id_89>",
+    "<extra_id_90>",
+    "<extra_id_91>",
+    "<extra_id_92>",
+    "<extra_id_93>",
+    "<extra_id_94>",
+    "<extra_id_95>",
+    "<extra_id_96>",
+    "<extra_id_97>",
+    "<extra_id_98>",
+    "<extra_id_99>",
+    "<extra_l_id_0>",
+    "<extra_l_id_1>",
+    "<extra_l_id_2>",
+    "<extra_l_id_3>",
+    "<extra_l_id_4>",
+    "<extra_l_id_5>",
+    "<extra_l_id_6>",
+    "<extra_l_id_7>",
+    "<extra_l_id_8>",
+    "<extra_l_id_9>",
+    "<extra_l_id_10>",
+    "<extra_l_id_11>",
+    "<extra_l_id_12>",
+    "<extra_l_id_13>",
+    "<extra_l_id_14>",
+    "<extra_l_id_15>",
+    "<extra_l_id_16>",
+    "<extra_l_id_17>",
+    "<extra_l_id_18>",
+    "<extra_l_id_19>",
+    "<extra_l_id_20>",
+    "<extra_l_id_21>",
+    "<extra_l_id_22>",
+    "<extra_l_id_23>",
+    "<extra_l_id_24>",
+    "<extra_l_id_25>",
+    "<extra_l_id_26>",
+    "<extra_l_id_27>",
+    "<extra_l_id_28>",
+    "<extra_l_id_29>",
+    "<extra_l_id_30>",
+    "<extra_l_id_31>",
+    "<extra_l_id_32>",
+    "<extra_l_id_33>",
+    "<extra_l_id_34>",
+    "<extra_l_id_35>",
+    "<extra_l_id_36>",
+    "<extra_l_id_37>",
+    "<extra_l_id_38>",
+    "<extra_l_id_39>",
+    "<extra_l_id_40>",
+    "<extra_l_id_41>",
+    "<extra_l_id_42>",
+    "<extra_l_id_43>",
+    "<extra_l_id_44>",
+    "<extra_l_id_45>",
+    "<extra_l_id_46>",
+    "<extra_l_id_47>",
+    "<extra_l_id_48>",
+    "<extra_l_id_49>",
+    "<extra_l_id_50>",
+    "<extra_l_id_51>",
+    "<extra_l_id_52>",
+    "<extra_l_id_53>",
+    "<extra_l_id_54>",
+    "<extra_l_id_55>",
+    "<extra_l_id_56>",
+    "<extra_l_id_57>",
+    "<extra_l_id_58>",
+    "<extra_l_id_59>",
+    "<extra_l_id_60>",
+    "<extra_l_id_61>",
+    "<extra_l_id_62>",
+    "<extra_l_id_63>",
+    "<extra_l_id_64>",
+    "<extra_l_id_65>",
+    "<extra_l_id_66>",
+    "<extra_l_id_67>",
+    "<extra_l_id_68>",
+    "<extra_l_id_69>",
+    "<extra_l_id_70>",
+    "<extra_l_id_71>",
+    "<extra_l_id_72>",
+    "<extra_l_id_73>",
+    "<extra_l_id_74>",
+    "<extra_l_id_75>",
+    "<extra_l_id_76>",
+    "<extra_l_id_77>",
+    "<extra_l_id_78>",
+    "<extra_l_id_79>",
+    "<extra_l_id_80>",
+    "<extra_l_id_81>",
+    "<extra_l_id_82>",
+    "<extra_l_id_83>",
+    "<extra_l_id_84>",
+    "<extra_l_id_85>",
+    "<extra_l_id_86>",
+    "<extra_l_id_87>",
+    "<extra_l_id_88>",
+    "<extra_l_id_89>",
+    "<extra_l_id_90>",
+    "<extra_l_id_91>",
+    "<extra_l_id_92>",
+    "<extra_l_id_93>",
+    "<extra_l_id_94>",
+    "<extra_l_id_95>",
+    "<extra_l_id_96>",
+    "<extra_l_id_97>",
+    "<extra_l_id_98>",
+    "<extra_l_id_99>",
+    "</extra_l_id_0>",
+    "</extra_l_id_1>",
+    "</extra_l_id_2>",
+    "</extra_l_id_3>",
+    "</extra_l_id_4>",
+    "</extra_l_id_5>",
+    "</extra_l_id_6>",
+    "</extra_l_id_7>",
+    "</extra_l_id_8>",
+    "</extra_l_id_9>",
+    "</extra_l_id_10>",
+    "</extra_l_id_11>",
+    "</extra_l_id_12>",
+    "</extra_l_id_13>",
+    "</extra_l_id_14>",
+    "</extra_l_id_15>",
+    "</extra_l_id_16>",
+    "</extra_l_id_17>",
+    "</extra_l_id_18>",
+    "</extra_l_id_19>",
+    "</extra_l_id_20>",
+    "</extra_l_id_21>",
+    "</extra_l_id_22>",
+    "</extra_l_id_23>",
+    "</extra_l_id_24>",
+    "</extra_l_id_25>",
+    "</extra_l_id_26>",
+    "</extra_l_id_27>",
+    "</extra_l_id_28>",
+    "</extra_l_id_29>",
+    "</extra_l_id_30>",
+    "</extra_l_id_31>",
+    "</extra_l_id_32>",
+    "</extra_l_id_33>",
+    "</extra_l_id_34>",
+    "</extra_l_id_35>",
+    "</extra_l_id_36>",
+    "</extra_l_id_37>",
+    "</extra_l_id_38>",
+    "</extra_l_id_39>",
+    "</extra_l_id_40>",
+    "</extra_l_id_41>",
+    "</extra_l_id_42>",
+    "</extra_l_id_43>",
+    "</extra_l_id_44>",
+    "</extra_l_id_45>",
+    "</extra_l_id_46>",
+    "</extra_l_id_47>",
+    "</extra_l_id_48>",
+    "</extra_l_id_49>",
+    "</extra_l_id_50>",
+    "</extra_l_id_51>",
+    "</extra_l_id_52>",
+    "</extra_l_id_53>",
+    "</extra_l_id_54>",
+    "</extra_l_id_55>",
+    "</extra_l_id_56>",
+    "</extra_l_id_57>",
+    "</extra_l_id_58>",
+    "</extra_l_id_59>",
+    "</extra_l_id_60>",
+    "</extra_l_id_61>",
+    "</extra_l_id_62>",
+    "</extra_l_id_63>",
+    "</extra_l_id_64>",
+    "</extra_l_id_65>",
+    "</extra_l_id_66>",
+    "</extra_l_id_67>",
+    "</extra_l_id_68>",
+    "</extra_l_id_69>",
+    "</extra_l_id_70>",
+    "</extra_l_id_71>",
+    "</extra_l_id_72>",
+    "</extra_l_id_73>",
+    "</extra_l_id_74>",
+    "</extra_l_id_75>",
+    "</extra_l_id_76>",
+    "</extra_l_id_77>",
+    "</extra_l_id_78>",
+    "</extra_l_id_79>",
+    "</extra_l_id_80>",
+    "</extra_l_id_81>",
+    "</extra_l_id_82>",
+    "</extra_l_id_83>",
+    "</extra_l_id_84>",
+    "</extra_l_id_85>",
+    "</extra_l_id_86>",
+    "</extra_l_id_87>",
+    "</extra_l_id_88>",
+    "</extra_l_id_89>",
+    "</extra_l_id_90>",
+    "</extra_l_id_91>",
+    "</extra_l_id_92>",
+    "</extra_l_id_93>",
+    "</extra_l_id_94>",
+    "</extra_l_id_95>",
+    "</extra_l_id_96>",
+    "</extra_l_id_97>",
+    "</extra_l_id_98>",
+    "</extra_l_id_99>",
+    "<extra_t_id_0>",
+    "<extra_t_id_1>",
+    "<extra_t_id_2>",
+    "<extra_t_id_3>",
+    "<extra_t_id_4>",
+    "<extra_t_id_5>",
+    "<extra_t_id_6>",
+    "<extra_t_id_7>",
+    "<extra_t_id_8>",
+    "<extra_t_id_9>",
+    "<extra_t_id_10>",
+    "<extra_t_id_11>",
+    "<extra_t_id_12>",
+    "<extra_t_id_13>",
+    "<extra_t_id_14>",
+    "<extra_t_id_15>",
+    "<extra_t_id_16>",
+    "<extra_t_id_17>",
+    "<extra_t_id_18>",
+    "<extra_t_id_19>",
+    "<extra_t_id_20>",
+    "<extra_t_id_21>",
+    "<extra_t_id_22>",
+    "<extra_t_id_23>",
+    "<extra_t_id_24>",
+    "<extra_t_id_25>",
+    "<extra_t_id_26>",
+    "<extra_t_id_27>",
+    "<extra_t_id_28>",
+    "<extra_t_id_29>",
+    "<extra_t_id_30>",
+    "<extra_t_id_31>",
+    "<extra_t_id_32>",
+    "<extra_t_id_33>",
+    "<extra_t_id_34>",
+    "<extra_t_id_35>",
+    "<extra_t_id_36>",
+    "<extra_t_id_37>",
+    "<extra_t_id_38>",
+    "<extra_t_id_39>",
+    "<extra_t_id_40>",
+    "<extra_t_id_41>",
+    "<extra_t_id_42>",
+    "<extra_t_id_43>",
+    "<extra_t_id_44>",
+    "<extra_t_id_45>",
+    "<extra_t_id_46>",
+    "<extra_t_id_47>",
+    "<extra_t_id_48>",
+    "<extra_t_id_49>",
+    "<extra_t_id_50>",
+    "<extra_t_id_51>",
+    "<extra_t_id_52>",
+    "<extra_t_id_53>",
+    "<extra_t_id_54>",
+    "<extra_t_id_55>",
+    "<extra_t_id_56>",
+    "<extra_t_id_57>",
+    "<extra_t_id_58>",
+    "<extra_t_id_59>",
+    "<extra_t_id_60>",
+    "<extra_t_id_61>",
+    "<extra_t_id_62>",
+    "<extra_t_id_63>",
+    "<extra_t_id_64>",
+    "<extra_t_id_65>",
+    "<extra_t_id_66>",
+    "<extra_t_id_67>",
+    "<extra_t_id_68>",
+    "<extra_t_id_69>",
+    "<extra_t_id_70>",
+    "<extra_t_id_71>",
+    "<extra_t_id_72>",
+    "<extra_t_id_73>",
+    "<extra_t_id_74>",
+    "<extra_t_id_75>",
+    "<extra_t_id_76>",
+    "<extra_t_id_77>",
+    "<extra_t_id_78>",
+    "<extra_t_id_79>",
+    "<extra_t_id_80>",
+    "<extra_t_id_81>",
+    "<extra_t_id_82>",
+    "<extra_t_id_83>",
+    "<extra_t_id_84>",
+    "<extra_t_id_85>",
+    "<extra_t_id_86>",
+    "<extra_t_id_87>",
+    "<extra_t_id_88>",
+    "<extra_t_id_89>",
+    "<extra_t_id_90>",
+    "<extra_t_id_91>",
+    "<extra_t_id_92>",
+    "<extra_t_id_93>",
+    "<extra_t_id_94>",
+    "<extra_t_id_95>",
+    "<extra_t_id_96>",
+    "<extra_t_id_97>",
+    "<extra_t_id_98>",
+    "<extra_t_id_99>",
+    "</extra_t_id_0>",
+    "</extra_t_id_1>",
+    "</extra_t_id_2>",
+    "</extra_t_id_3>",
+    "</extra_t_id_4>",
+    "</extra_t_id_5>",
+    "</extra_t_id_6>",
+    "</extra_t_id_7>",
+    "</extra_t_id_8>",
+    "</extra_t_id_9>",
+    "</extra_t_id_10>",
+    "</extra_t_id_11>",
+    "</extra_t_id_12>",
+    "</extra_t_id_13>",
+    "</extra_t_id_14>",
+    "</extra_t_id_15>",
+    "</extra_t_id_16>",
+    "</extra_t_id_17>",
+    "</extra_t_id_18>",
+    "</extra_t_id_19>",
+    "</extra_t_id_20>",
+    "</extra_t_id_21>",
+    "</extra_t_id_22>",
+    "</extra_t_id_23>",
+    "</extra_t_id_24>",
+    "</extra_t_id_25>",
+    "</extra_t_id_26>",
+    "</extra_t_id_27>",
+    "</extra_t_id_28>",
+    "</extra_t_id_29>",
+    "</extra_t_id_30>",
+    "</extra_t_id_31>",
+    "</extra_t_id_32>",
+    "</extra_t_id_33>",
+    "</extra_t_id_34>",
+    "</extra_t_id_35>",
+    "</extra_t_id_36>",
+    "</extra_t_id_37>",
+    "</extra_t_id_38>",
+    "</extra_t_id_39>",
+    "</extra_t_id_40>",
+    "</extra_t_id_41>",
+    "</extra_t_id_42>",
+    "</extra_t_id_43>",
+    "</extra_t_id_44>",
+    "</extra_t_id_45>",
+    "</extra_t_id_46>",
+    "</extra_t_id_47>",
+    "</extra_t_id_48>",
+    "</extra_t_id_49>",
+    "</extra_t_id_50>",
+    "</extra_t_id_51>",
+    "</extra_t_id_52>",
+    "</extra_t_id_53>",
+    "</extra_t_id_54>",
+    "</extra_t_id_55>",
+    "</extra_t_id_56>",
+    "</extra_t_id_57>",
+    "</extra_t_id_58>",
+    "</extra_t_id_59>",
+    "</extra_t_id_60>",
+    "</extra_t_id_61>",
+    "</extra_t_id_62>",
+    "</extra_t_id_63>",
+    "</extra_t_id_64>",
+    "</extra_t_id_65>",
+    "</extra_t_id_66>",
+    "</extra_t_id_67>",
+    "</extra_t_id_68>",
+    "</extra_t_id_69>",
+    "</extra_t_id_70>",
+    "</extra_t_id_71>",
+    "</extra_t_id_72>",
+    "</extra_t_id_73>",
+    "</extra_t_id_74>",
+    "</extra_t_id_75>",
+    "</extra_t_id_76>",
+    "</extra_t_id_77>",
+    "</extra_t_id_78>",
+    "</extra_t_id_79>",
+    "</extra_t_id_80>",
+    "</extra_t_id_81>",
+    "</extra_t_id_82>",
+    "</extra_t_id_83>",
+    "</extra_t_id_84>",
+    "</extra_t_id_85>",
+    "</extra_t_id_86>",
+    "</extra_t_id_87>",
+    "</extra_t_id_88>",
+    "</extra_t_id_89>",
+    "</extra_t_id_90>",
+    "</extra_t_id_91>",
+    "</extra_t_id_92>",
+    "</extra_t_id_93>",
+    "</extra_t_id_94>",
+    "</extra_t_id_95>",
+    "</extra_t_id_96>",
+    "</extra_t_id_97>",
+    "</extra_t_id_98>",
+    "</extra_t_id_99>",
+    "<loc_0>",
+    "<loc_1>",
+    "<loc_2>",
+    "<loc_3>",
+    "<loc_4>",
+    "<loc_5>",
+    "<loc_6>",
+    "<loc_7>",
+    "<loc_8>",
+    "<loc_9>",
+    "<loc_10>",
+    "<loc_11>",
+    "<loc_12>",
+    "<loc_13>",
+    "<loc_14>",
+    "<loc_15>",
+    "<loc_16>",
+    "<loc_17>",
+    "<loc_18>",
+    "<loc_19>",
+    "<loc_20>",
+    "<loc_21>",
+    "<loc_22>",
+    "<loc_23>",
+    "<loc_24>",
+    "<loc_25>",
+    "<loc_26>",
+    "<loc_27>",
+    "<loc_28>",
+    "<loc_29>",
+    "<loc_30>",
+    "<loc_31>",
+    "<loc_32>",
+    "<loc_33>",
+    "<loc_34>",
+    "<loc_35>",
+    "<loc_36>",
+    "<loc_37>",
+    "<loc_38>",
+    "<loc_39>",
+    "<loc_40>",
+    "<loc_41>",
+    "<loc_42>",
+    "<loc_43>",
+    "<loc_44>",
+    "<loc_45>",
+    "<loc_46>",
+    "<loc_47>",
+    "<loc_48>",
+    "<loc_49>",
+    "<loc_50>",
+    "<loc_51>",
+    "<loc_52>",
+    "<loc_53>",
+    "<loc_54>",
+    "<loc_55>",
+    "<loc_56>",
+    "<loc_57>",
+    "<loc_58>",
+    "<loc_59>",
+    "<loc_60>",
+    "<loc_61>",
+    "<loc_62>",
+    "<loc_63>",
+    "<loc_64>",
+    "<loc_65>",
+    "<loc_66>",
+    "<loc_67>",
+    "<loc_68>",
+    "<loc_69>",
+    "<loc_70>",
+    "<loc_71>",
+    "<loc_72>",
+    "<loc_73>",
+    "<loc_74>",
+    "<loc_75>",
+    "<loc_76>",
+    "<loc_77>",
+    "<loc_78>",
+    "<loc_79>",
+    "<loc_80>",
+    "<loc_81>",
+    "<loc_82>",
+    "<loc_83>",
+    "<loc_84>",
+    "<loc_85>",
+    "<loc_86>",
+    "<loc_87>",
+    "<loc_88>",
+    "<loc_89>",
+    "<loc_90>",
+    "<loc_91>",
+    "<loc_92>",
+    "<loc_93>",
+    "<loc_94>",
+    "<loc_95>",
+    "<loc_96>",
+    "<loc_97>",
+    "<loc_98>",
+    "<loc_99>",
+    "<loc_100>",
+    "<loc_101>",
+    "<loc_102>",
+    "<loc_103>",
+    "<loc_104>",
+    "<loc_105>",
+    "<loc_106>",
+    "<loc_107>",
+    "<loc_108>",
+    "<loc_109>",
+    "<loc_110>",
+    "<loc_111>",
+    "<loc_112>",
+    "<loc_113>",
+    "<loc_114>",
+    "<loc_115>",
+    "<loc_116>",
+    "<loc_117>",
+    "<loc_118>",
+    "<loc_119>",
+    "<loc_120>",
+    "<loc_121>",
+    "<loc_122>",
+    "<loc_123>",
+    "<loc_124>",
+    "<loc_125>",
+    "<loc_126>",
+    "<loc_127>",
+    "<loc_128>",
+    "<loc_129>",
+    "<loc_130>",
+    "<loc_131>",
+    "<loc_132>",
+    "<loc_133>",
+    "<loc_134>",
+    "<loc_135>",
+    "<loc_136>",
+    "<loc_137>",
+    "<loc_138>",
+    "<loc_139>",
+    "<loc_140>",
+    "<loc_141>",
+    "<loc_142>",
+    "<loc_143>",
+    "<loc_144>",
+    "<loc_145>",
+    "<loc_146>",
+    "<loc_147>",
+    "<loc_148>",
+    "<loc_149>",
+    "<loc_150>",
+    "<loc_151>",
+    "<loc_152>",
+    "<loc_153>",
+    "<loc_154>",
+    "<loc_155>",
+    "<loc_156>",
+    "<loc_157>",
+    "<loc_158>",
+    "<loc_159>",
+    "<loc_160>",
+    "<loc_161>",
+    "<loc_162>",
+    "<loc_163>",
+    "<loc_164>",
+    "<loc_165>",
+    "<loc_166>",
+    "<loc_167>",
+    "<loc_168>",
+    "<loc_169>",
+    "<loc_170>",
+    "<loc_171>",
+    "<loc_172>",
+    "<loc_173>",
+    "<loc_174>",
+    "<loc_175>",
+    "<loc_176>",
+    "<loc_177>",
+    "<loc_178>",
+    "<loc_179>",
+    "<loc_180>",
+    "<loc_181>",
+    "<loc_182>",
+    "<loc_183>",
+    "<loc_184>",
+    "<loc_185>",
+    "<loc_186>",
+    "<loc_187>",
+    "<loc_188>",
+    "<loc_189>",
+    "<loc_190>",
+    "<loc_191>",
+    "<loc_192>",
+    "<loc_193>",
+    "<loc_194>",
+    "<loc_195>",
+    "<loc_196>",
+    "<loc_197>",
+    "<loc_198>",
+    "<loc_199>",
+    "<loc_200>",
+    "<loc_201>",
+    "<loc_202>",
+    "<loc_203>",
+    "<loc_204>",
+    "<loc_205>",
+    "<loc_206>",
+    "<loc_207>",
+    "<loc_208>",
+    "<loc_209>",
+    "<loc_210>",
+    "<loc_211>",
+    "<loc_212>",
+    "<loc_213>",
+    "<loc_214>",
+    "<loc_215>",
+    "<loc_216>",
+    "<loc_217>",
+    "<loc_218>",
+    "<loc_219>",
+    "<loc_220>",
+    "<loc_221>",
+    "<loc_222>",
+    "<loc_223>",
+    "<loc_224>",
+    "<loc_225>",
+    "<loc_226>",
+    "<loc_227>",
+    "<loc_228>",
+    "<loc_229>",
+    "<loc_230>",
+    "<loc_231>",
+    "<loc_232>",
+    "<loc_233>",
+    "<loc_234>",
+    "<loc_235>",
+    "<loc_236>",
+    "<loc_237>",
+    "<loc_238>",
+    "<loc_239>",
+    "<loc_240>",
+    "<loc_241>",
+    "<loc_242>",
+    "<loc_243>",
+    "<loc_244>",
+    "<loc_245>",
+    "<loc_246>",
+    "<loc_247>",
+    "<loc_248>",
+    "<loc_249>",
+    "<loc_250>",
+    "<loc_251>",
+    "<loc_252>",
+    "<loc_253>",
+    "<loc_254>",
+    "<loc_255>",
+    "<loc_256>",
+    "<loc_257>",
+    "<loc_258>",
+    "<loc_259>",
+    "<loc_260>",
+    "<loc_261>",
+    "<loc_262>",
+    "<loc_263>",
+    "<loc_264>",
+    "<loc_265>",
+    "<loc_266>",
+    "<loc_267>",
+    "<loc_268>",
+    "<loc_269>",
+    "<loc_270>",
+    "<loc_271>",
+    "<loc_272>",
+    "<loc_273>",
+    "<loc_274>",
+    "<loc_275>",
+    "<loc_276>",
+    "<loc_277>",
+    "<loc_278>",
+    "<loc_279>",
+    "<loc_280>",
+    "<loc_281>",
+    "<loc_282>",
+    "<loc_283>",
+    "<loc_284>",
+    "<loc_285>",
+    "<loc_286>",
+    "<loc_287>",
+    "<loc_288>",
+    "<loc_289>",
+    "<loc_290>",
+    "<loc_291>",
+    "<loc_292>",
+    "<loc_293>",
+    "<loc_294>",
+    "<loc_295>",
+    "<loc_296>",
+    "<loc_297>",
+    "<loc_298>",
+    "<loc_299>",
+    "<loc_300>",
+    "<loc_301>",
+    "<loc_302>",
+    "<loc_303>",
+    "<loc_304>",
+    "<loc_305>",
+    "<loc_306>",
+    "<loc_307>",
+    "<loc_308>",
+    "<loc_309>",
+    "<loc_310>",
+    "<loc_311>",
+    "<loc_312>",
+    "<loc_313>",
+    "<loc_314>",
+    "<loc_315>",
+    "<loc_316>",
+    "<loc_317>",
+    "<loc_318>",
+    "<loc_319>",
+    "<loc_320>",
+    "<loc_321>",
+    "<loc_322>",
+    "<loc_323>",
+    "<loc_324>",
+    "<loc_325>",
+    "<loc_326>",
+    "<loc_327>",
+    "<loc_328>",
+    "<loc_329>",
+    "<loc_330>",
+    "<loc_331>",
+    "<loc_332>",
+    "<loc_333>",
+    "<loc_334>",
+    "<loc_335>",
+    "<loc_336>",
+    "<loc_337>",
+    "<loc_338>",
+    "<loc_339>",
+    "<loc_340>",
+    "<loc_341>",
+    "<loc_342>",
+    "<loc_343>",
+    "<loc_344>",
+    "<loc_345>",
+    "<loc_346>",
+    "<loc_347>",
+    "<loc_348>",
+    "<loc_349>",
+    "<loc_350>",
+    "<loc_351>",
+    "<loc_352>",
+    "<loc_353>",
+    "<loc_354>",
+    "<loc_355>",
+    "<loc_356>",
+    "<loc_357>",
+    "<loc_358>",
+    "<loc_359>",
+    "<loc_360>",
+    "<loc_361>",
+    "<loc_362>",
+    "<loc_363>",
+    "<loc_364>",
+    "<loc_365>",
+    "<loc_366>",
+    "<loc_367>",
+    "<loc_368>",
+    "<loc_369>",
+    "<loc_370>",
+    "<loc_371>",
+    "<loc_372>",
+    "<loc_373>",
+    "<loc_374>",
+    "<loc_375>",
+    "<loc_376>",
+    "<loc_377>",
+    "<loc_378>",
+    "<loc_379>",
+    "<loc_380>",
+    "<loc_381>",
+    "<loc_382>",
+    "<loc_383>",
+    "<loc_384>",
+    "<loc_385>",
+    "<loc_386>",
+    "<loc_387>",
+    "<loc_388>",
+    "<loc_389>",
+    "<loc_390>",
+    "<loc_391>",
+    "<loc_392>",
+    "<loc_393>",
+    "<loc_394>",
+    "<loc_395>",
+    "<loc_396>",
+    "<loc_397>",
+    "<loc_398>",
+    "<loc_399>",
+    "<loc_400>",
+    "<loc_401>",
+    "<loc_402>",
+    "<loc_403>",
+    "<loc_404>",
+    "<loc_405>",
+    "<loc_406>",
+    "<loc_407>",
+    "<loc_408>",
+    "<loc_409>",
+    "<loc_410>",
+    "<loc_411>",
+    "<loc_412>",
+    "<loc_413>",
+    "<loc_414>",
+    "<loc_415>",
+    "<loc_416>",
+    "<loc_417>",
+    "<loc_418>",
+    "<loc_419>",
+    "<loc_420>",
+    "<loc_421>",
+    "<loc_422>",
+    "<loc_423>",
+    "<loc_424>",
+    "<loc_425>",
+    "<loc_426>",
+    "<loc_427>",
+    "<loc_428>",
+    "<loc_429>",
+    "<loc_430>",
+    "<loc_431>",
+    "<loc_432>",
+    "<loc_433>",
+    "<loc_434>",
+    "<loc_435>",
+    "<loc_436>",
+    "<loc_437>",
+    "<loc_438>",
+    "<loc_439>",
+    "<loc_440>",
+    "<loc_441>",
+    "<loc_442>",
+    "<loc_443>",
+    "<loc_444>",
+    "<loc_445>",
+    "<loc_446>",
+    "<loc_447>",
+    "<loc_448>",
+    "<loc_449>",
+    "<loc_450>",
+    "<loc_451>",
+    "<loc_452>",
+    "<loc_453>",
+    "<loc_454>",
+    "<loc_455>",
+    "<loc_456>",
+    "<loc_457>",
+    "<loc_458>",
+    "<loc_459>",
+    "<loc_460>",
+    "<loc_461>",
+    "<loc_462>",
+    "<loc_463>",
+    "<loc_464>",
+    "<loc_465>",
+    "<loc_466>",
+    "<loc_467>",
+    "<loc_468>",
+    "<loc_469>",
+    "<loc_470>",
+    "<loc_471>",
+    "<loc_472>",
+    "<loc_473>",
+    "<loc_474>",
+    "<loc_475>",
+    "<loc_476>",
+    "<loc_477>",
+    "<loc_478>",
+    "<loc_479>",
+    "<loc_480>",
+    "<loc_481>",
+    "<loc_482>",
+    "<loc_483>",
+    "<loc_484>",
+    "<loc_485>",
+    "<loc_486>",
+    "<loc_487>",
+    "<loc_488>",
+    "<loc_489>",
+    "<loc_490>",
+    "<loc_491>",
+    "<loc_492>",
+    "<loc_493>",
+    "<loc_494>",
+    "<loc_495>",
+    "<loc_496>",
+    "<loc_497>",
+    "<loc_498>",
+    "<loc_499>",
+    "<loc_500>",
+    "<other_0>",
+    "<other_1>",
+    "<other_2>",
+    "<other_3>",
+    "<other_4>",
+    "<other_5>",
+    "<other_6>",
+    "<other_7>",
+    "<other_8>",
+    "<other_9>",
+    "<other_10>",
+    "<other_11>",
+    "<other_12>",
+    "<other_13>",
+    "<other_14>",
+    "<other_15>",
+    "<other_16>",
+    "<other_17>",
+    "<other_18>",
+    "<other_19>",
+    "<other_20>",
+    "<other_21>",
+    "<other_22>",
+    "<other_23>",
+    "<other_24>",
+    "<other_25>",
+    "<other_26>",
+    "<other_27>",
+    "<other_28>",
+    "<other_29>",
+    "<other_30>",
+    "<other_31>",
+    "<other_32>",
+    "<other_33>",
+    "<other_34>",
+    "<other_35>",
+    "<other_36>",
+    "<other_37>",
+    "<other_38>",
+    "<other_39>",
+    "<other_40>",
+    "<other_41>",
+    "<other_42>",
+    "<other_43>",
+    "<other_44>",
+    "<other_45>",
+    "<other_46>",
+    "<other_47>",
+    "<other_48>",
+    "<other_49>",
+    "<other_50>",
+    "<other_51>",
+    "<other_52>",
+    "<other_53>",
+    "<other_54>",
+    "<other_55>",
+    "<other_56>",
+    "<other_57>",
+    "<other_58>",
+    "<other_59>",
+    "<other_60>",
+    "<other_61>",
+    "<other_62>",
+    "<other_63>",
+    "<other_64>",
+    "<other_65>",
+    "<other_66>",
+    "<other_67>",
+    "<other_68>",
+    "<other_69>",
+    "<other_70>",
+    "<other_71>",
+    "<other_72>",
+    "<other_73>",
+    "<other_74>",
+    "<other_75>",
+    "<other_76>",
+    "<other_77>",
+    "<other_78>",
+    "<other_79>",
+    "<other_80>",
+    "<other_81>",
+    "<other_82>",
+    "<other_83>",
+    "<other_84>",
+    "<other_85>",
+    "<other_86>",
+    "<other_87>",
+    "<other_88>",
+    "<other_89>",
+    "<other_90>",
+    "<other_91>",
+    "<other_92>",
+    "<other_93>",
+    "<other_94>",
+    "<other_95>",
+    "<other_96>",
+    "<other_97>",
+    "<other_98>",
+    "<other_99>",
+    "<other_100>",
+    "<other_101>",
+    "<other_102>",
+    "<other_103>",
+    "<other_104>",
+    "<other_105>",
+    "<other_106>",
+    "<other_107>",
+    "<other_108>",
+    "<other_109>",
+    "<other_110>",
+    "<other_111>",
+    "<other_112>",
+    "<other_113>",
+    "<other_114>",
+    "<other_115>",
+    "<other_116>",
+    "<other_117>",
+    "<other_118>",
+    "<other_119>",
+    "<other_120>",
+    "<other_121>",
+    "<other_122>",
+    "<other_123>",
+    "<other_124>",
+    "<other_125>",
+    "<other_126>",
+    "<other_127>",
+    "<other_128>",
+    "<other_129>",
+    "<other_130>",
+    "<other_131>",
+    "<other_132>",
+    "<other_133>",
+    "<other_134>",
+    "<other_135>",
+    "<other_136>",
+    "<other_137>",
+    "<other_138>",
+    "<other_139>",
+    "<other_140>",
+    "<other_141>",
+    "<other_142>",
+    "<other_143>",
+    "<other_144>",
+    "<other_145>",
+    "<other_146>",
+    "<other_147>",
+    "<other_148>",
+    "<other_149>",
+    "<other_150>",
+    "<other_151>",
+    "<other_152>",
+    "<other_153>",
+    "<other_154>",
+    "<other_155>",
+    "<other_156>",
+    "<other_157>",
+    "<other_158>",
+    "<other_159>",
+    "<other_160>",
+    "<other_161>",
+    "<other_162>",
+    "<other_163>",
+    "<other_164>",
+    "<other_165>",
+    "<other_166>",
+    "<other_167>",
+    "<other_168>",
+    "<other_169>",
+    "<other_170>",
+    "<other_171>",
+    "<other_172>",
+    "<other_173>",
+    "<other_174>",
+    "<other_175>",
+    "<other_176>",
+    "<other_177>",
+    "<other_178>",
+    "<other_179>",
+    "<other_180>",
+    "<other_181>",
+    "<other_182>",
+    "<other_183>",
+    "<other_184>",
+    "<other_185>",
+    "<other_186>",
+    "<other_187>",
+    "<other_188>",
+    "<other_189>",
+    "<other_190>",
+    "<other_191>",
+    "<other_192>",
+    "<other_193>",
+    "<other_194>",
+    "<other_195>",
+    "<other_196>",
+    "<other_197>",
+    "<other_198>",
+    "<other_199>"
+  ],
+  "eos_token": "</s>",
+  "pad_token": "<pad>",
+  "unk_token": "<unk>"
+}

spiece.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d60acb128cf7b7f2536e8f38a5b18a05535c9e14c7a355904270e15b0945ea86
+size 791656

tokenizer_config.json

@@ -0,0 +1,1213 @@
+{
+  "additional_special_tokens": [
+    "<extra_id_0>",
+    "<extra_id_1>",
+    "<extra_id_2>",
+    "<extra_id_3>",
+    "<extra_id_4>",
+    "<extra_id_5>",
+    "<extra_id_6>",
+    "<extra_id_7>",
+    "<extra_id_8>",
+    "<extra_id_9>",
+    "<extra_id_10>",
+    "<extra_id_11>",
+    "<extra_id_12>",
+    "<extra_id_13>",
+    "<extra_id_14>",
+    "<extra_id_15>",
+    "<extra_id_16>",
+    "<extra_id_17>",
+    "<extra_id_18>",
+    "<extra_id_19>",
+    "<extra_id_20>",
+    "<extra_id_21>",
+    "<extra_id_22>",
+    "<extra_id_23>",
+    "<extra_id_24>",
+    "<extra_id_25>",
+    "<extra_id_26>",
+    "<extra_id_27>",
+    "<extra_id_28>",
+    "<extra_id_29>",
+    "<extra_id_30>",
+    "<extra_id_31>",
+    "<extra_id_32>",
+    "<extra_id_33>",
+    "<extra_id_34>",
+    "<extra_id_35>",
+    "<extra_id_36>",
+    "<extra_id_37>",
+    "<extra_id_38>",
+    "<extra_id_39>",
+    "<extra_id_40>",
+    "<extra_id_41>",
+    "<extra_id_42>",
+    "<extra_id_43>",
+    "<extra_id_44>",
+    "<extra_id_45>",
+    "<extra_id_46>",
+    "<extra_id_47>",
+    "<extra_id_48>",
+    "<extra_id_49>",
+    "<extra_id_50>",
+    "<extra_id_51>",
+    "<extra_id_52>",
+    "<extra_id_53>",
+    "<extra_id_54>",
+    "<extra_id_55>",
+    "<extra_id_56>",
+    "<extra_id_57>",
+    "<extra_id_58>",
+    "<extra_id_59>",
+    "<extra_id_60>",
+    "<extra_id_61>",
+    "<extra_id_62>",
+    "<extra_id_63>",
+    "<extra_id_64>",
+    "<extra_id_65>",
+    "<extra_id_66>",
+    "<extra_id_67>",
+    "<extra_id_68>",
+    "<extra_id_69>",
+    "<extra_id_70>",
+    "<extra_id_71>",
+    "<extra_id_72>",
+    "<extra_id_73>",
+    "<extra_id_74>",
+    "<extra_id_75>",
+    "<extra_id_76>",
+    "<extra_id_77>",
+    "<extra_id_78>",
+    "<extra_id_79>",
+    "<extra_id_80>",
+    "<extra_id_81>",
+    "<extra_id_82>",
+    "<extra_id_83>",
+    "<extra_id_84>",
+    "<extra_id_85>",
+    "<extra_id_86>",
+    "<extra_id_87>",
+    "<extra_id_88>",
+    "<extra_id_89>",
+    "<extra_id_90>",
+    "<extra_id_91>",
+    "<extra_id_92>",
+    "<extra_id_93>",
+    "<extra_id_94>",
+    "<extra_id_95>",
+    "<extra_id_96>",
+    "<extra_id_97>",
+    "<extra_id_98>",
+    "<extra_id_99>",
+    "<extra_l_id_0>",
+    "<extra_l_id_1>",
+    "<extra_l_id_2>",
+    "<extra_l_id_3>",
+    "<extra_l_id_4>",
+    "<extra_l_id_5>",
+    "<extra_l_id_6>",
+    "<extra_l_id_7>",
+    "<extra_l_id_8>",
+    "<extra_l_id_9>",
+    "<extra_l_id_10>",
+    "<extra_l_id_11>",
+    "<extra_l_id_12>",
+    "<extra_l_id_13>",
+    "<extra_l_id_14>",
+    "<extra_l_id_15>",
+    "<extra_l_id_16>",
+    "<extra_l_id_17>",
+    "<extra_l_id_18>",
+    "<extra_l_id_19>",
+    "<extra_l_id_20>",
+    "<extra_l_id_21>",
+    "<extra_l_id_22>",
+    "<extra_l_id_23>",
+    "<extra_l_id_24>",
+    "<extra_l_id_25>",
+    "<extra_l_id_26>",
+    "<extra_l_id_27>",
+    "<extra_l_id_28>",
+    "<extra_l_id_29>",
+    "<extra_l_id_30>",
+    "<extra_l_id_31>",
+    "<extra_l_id_32>",
+    "<extra_l_id_33>",
+    "<extra_l_id_34>",
+    "<extra_l_id_35>",
+    "<extra_l_id_36>",
+    "<extra_l_id_37>",
+    "<extra_l_id_38>",
+    "<extra_l_id_39>",
+    "<extra_l_id_40>",
+    "<extra_l_id_41>",
+    "<extra_l_id_42>",
+    "<extra_l_id_43>",
+    "<extra_l_id_44>",
+    "<extra_l_id_45>",
+    "<extra_l_id_46>",
+    "<extra_l_id_47>",
+    "<extra_l_id_48>",
+    "<extra_l_id_49>",
+    "<extra_l_id_50>",
+    "<extra_l_id_51>",
+    "<extra_l_id_52>",
+    "<extra_l_id_53>",
+    "<extra_l_id_54>",
+    "<extra_l_id_55>",
+    "<extra_l_id_56>",
+    "<extra_l_id_57>",
+    "<extra_l_id_58>",
+    "<extra_l_id_59>",
+    "<extra_l_id_60>",
+    "<extra_l_id_61>",
+    "<extra_l_id_62>",
+    "<extra_l_id_63>",
+    "<extra_l_id_64>",
+    "<extra_l_id_65>",
+    "<extra_l_id_66>",
+    "<extra_l_id_67>",
+    "<extra_l_id_68>",
+    "<extra_l_id_69>",
+    "<extra_l_id_70>",
+    "<extra_l_id_71>",
+    "<extra_l_id_72>",
+    "<extra_l_id_73>",
+    "<extra_l_id_74>",
+    "<extra_l_id_75>",
+    "<extra_l_id_76>",
+    "<extra_l_id_77>",
+    "<extra_l_id_78>",
+    "<extra_l_id_79>",
+    "<extra_l_id_80>",
+    "<extra_l_id_81>",
+    "<extra_l_id_82>",
+    "<extra_l_id_83>",
+    "<extra_l_id_84>",
+    "<extra_l_id_85>",
+    "<extra_l_id_86>",
+    "<extra_l_id_87>",
+    "<extra_l_id_88>",
+    "<extra_l_id_89>",
+    "<extra_l_id_90>",
+    "<extra_l_id_91>",
+    "<extra_l_id_92>",
+    "<extra_l_id_93>",
+    "<extra_l_id_94>",
+    "<extra_l_id_95>",
+    "<extra_l_id_96>",
+    "<extra_l_id_97>",
+    "<extra_l_id_98>",
+    "<extra_l_id_99>",
+    "</extra_l_id_0>",
+    "</extra_l_id_1>",
+    "</extra_l_id_2>",
+    "</extra_l_id_3>",
+    "</extra_l_id_4>",
+    "</extra_l_id_5>",
+    "</extra_l_id_6>",
+    "</extra_l_id_7>",
+    "</extra_l_id_8>",
+    "</extra_l_id_9>",
+    "</extra_l_id_10>",
+    "</extra_l_id_11>",
+    "</extra_l_id_12>",
+    "</extra_l_id_13>",
+    "</extra_l_id_14>",
+    "</extra_l_id_15>",
+    "</extra_l_id_16>",
+    "</extra_l_id_17>",
+    "</extra_l_id_18>",
+    "</extra_l_id_19>",
+    "</extra_l_id_20>",
+    "</extra_l_id_21>",
+    "</extra_l_id_22>",
+    "</extra_l_id_23>",
+    "</extra_l_id_24>",
+    "</extra_l_id_25>",
+    "</extra_l_id_26>",
+    "</extra_l_id_27>",
+    "</extra_l_id_28>",
+    "</extra_l_id_29>",
+    "</extra_l_id_30>",
+    "</extra_l_id_31>",
+    "</extra_l_id_32>",
+    "</extra_l_id_33>",
+    "</extra_l_id_34>",
+    "</extra_l_id_35>",
+    "</extra_l_id_36>",
+    "</extra_l_id_37>",
+    "</extra_l_id_38>",
+    "</extra_l_id_39>",
+    "</extra_l_id_40>",
+    "</extra_l_id_41>",
+    "</extra_l_id_42>",
+    "</extra_l_id_43>",
+    "</extra_l_id_44>",
+    "</extra_l_id_45>",
+    "</extra_l_id_46>",
+    "</extra_l_id_47>",
+    "</extra_l_id_48>",
+    "</extra_l_id_49>",
+    "</extra_l_id_50>",
+    "</extra_l_id_51>",
+    "</extra_l_id_52>",
+    "</extra_l_id_53>",
+    "</extra_l_id_54>",
+    "</extra_l_id_55>",
+    "</extra_l_id_56>",
+    "</extra_l_id_57>",
+    "</extra_l_id_58>",
+    "</extra_l_id_59>",
+    "</extra_l_id_60>",
+    "</extra_l_id_61>",
+    "</extra_l_id_62>",
+    "</extra_l_id_63>",
+    "</extra_l_id_64>",
+    "</extra_l_id_65>",
+    "</extra_l_id_66>",
+    "</extra_l_id_67>",
+    "</extra_l_id_68>",
+    "</extra_l_id_69>",
+    "</extra_l_id_70>",
+    "</extra_l_id_71>",
+    "</extra_l_id_72>",
+    "</extra_l_id_73>",
+    "</extra_l_id_74>",
+    "</extra_l_id_75>",
+    "</extra_l_id_76>",
+    "</extra_l_id_77>",
+    "</extra_l_id_78>",
+    "</extra_l_id_79>",
+    "</extra_l_id_80>",
+    "</extra_l_id_81>",
+    "</extra_l_id_82>",
+    "</extra_l_id_83>",
+    "</extra_l_id_84>",
+    "</extra_l_id_85>",
+    "</extra_l_id_86>",
+    "</extra_l_id_87>",
+    "</extra_l_id_88>",
+    "</extra_l_id_89>",
+    "</extra_l_id_90>",
+    "</extra_l_id_91>",
+    "</extra_l_id_92>",
+    "</extra_l_id_93>",
+    "</extra_l_id_94>",
+    "</extra_l_id_95>",
+    "</extra_l_id_96>",
+    "</extra_l_id_97>",
+    "</extra_l_id_98>",
+    "</extra_l_id_99>",
+    "<extra_t_id_0>",
+    "<extra_t_id_1>",
+    "<extra_t_id_2>",
+    "<extra_t_id_3>",
+    "<extra_t_id_4>",
+    "<extra_t_id_5>",
+    "<extra_t_id_6>",
+    "<extra_t_id_7>",
+    "<extra_t_id_8>",
+    "<extra_t_id_9>",
+    "<extra_t_id_10>",
+    "<extra_t_id_11>",
+    "<extra_t_id_12>",
+    "<extra_t_id_13>",
+    "<extra_t_id_14>",
+    "<extra_t_id_15>",
+    "<extra_t_id_16>",
+    "<extra_t_id_17>",
+    "<extra_t_id_18>",
+    "<extra_t_id_19>",
+    "<extra_t_id_20>",
+    "<extra_t_id_21>",
+    "<extra_t_id_22>",
+    "<extra_t_id_23>",
+    "<extra_t_id_24>",
+    "<extra_t_id_25>",
+    "<extra_t_id_26>",
+    "<extra_t_id_27>",
+    "<extra_t_id_28>",
+    "<extra_t_id_29>",
+    "<extra_t_id_30>",
+    "<extra_t_id_31>",
+    "<extra_t_id_32>",
+    "<extra_t_id_33>",
+    "<extra_t_id_34>",
+    "<extra_t_id_35>",
+    "<extra_t_id_36>",
+    "<extra_t_id_37>",
+    "<extra_t_id_38>",
+    "<extra_t_id_39>",
+    "<extra_t_id_40>",
+    "<extra_t_id_41>",
+    "<extra_t_id_42>",
+    "<extra_t_id_43>",
+    "<extra_t_id_44>",
+    "<extra_t_id_45>",
+    "<extra_t_id_46>",
+    "<extra_t_id_47>",
+    "<extra_t_id_48>",
+    "<extra_t_id_49>",
+    "<extra_t_id_50>",
+    "<extra_t_id_51>",
+    "<extra_t_id_52>",
+    "<extra_t_id_53>",
+    "<extra_t_id_54>",
+    "<extra_t_id_55>",
+    "<extra_t_id_56>",
+    "<extra_t_id_57>",
+    "<extra_t_id_58>",
+    "<extra_t_id_59>",
+    "<extra_t_id_60>",
+    "<extra_t_id_61>",
+    "<extra_t_id_62>",
+    "<extra_t_id_63>",
+    "<extra_t_id_64>",
+    "<extra_t_id_65>",
+    "<extra_t_id_66>",
+    "<extra_t_id_67>",
+    "<extra_t_id_68>",
+    "<extra_t_id_69>",
+    "<extra_t_id_70>",
+    "<extra_t_id_71>",
+    "<extra_t_id_72>",
+    "<extra_t_id_73>",
+    "<extra_t_id_74>",
+    "<extra_t_id_75>",
+    "<extra_t_id_76>",
+    "<extra_t_id_77>",
+    "<extra_t_id_78>",
+    "<extra_t_id_79>",
+    "<extra_t_id_80>",
+    "<extra_t_id_81>",
+    "<extra_t_id_82>",
+    "<extra_t_id_83>",
+    "<extra_t_id_84>",
+    "<extra_t_id_85>",
+    "<extra_t_id_86>",
+    "<extra_t_id_87>",
+    "<extra_t_id_88>",
+    "<extra_t_id_89>",
+    "<extra_t_id_90>",
+    "<extra_t_id_91>",
+    "<extra_t_id_92>",
+    "<extra_t_id_93>",
+    "<extra_t_id_94>",
+    "<extra_t_id_95>",
+    "<extra_t_id_96>",
+    "<extra_t_id_97>",
+    "<extra_t_id_98>",
+    "<extra_t_id_99>",
+    "</extra_t_id_0>",
+    "</extra_t_id_1>",
+    "</extra_t_id_2>",
+    "</extra_t_id_3>",
+    "</extra_t_id_4>",
+    "</extra_t_id_5>",
+    "</extra_t_id_6>",
+    "</extra_t_id_7>",
+    "</extra_t_id_8>",
+    "</extra_t_id_9>",
+    "</extra_t_id_10>",
+    "</extra_t_id_11>",
+    "</extra_t_id_12>",
+    "</extra_t_id_13>",
+    "</extra_t_id_14>",
+    "</extra_t_id_15>",
+    "</extra_t_id_16>",
+    "</extra_t_id_17>",
+    "</extra_t_id_18>",
+    "</extra_t_id_19>",
+    "</extra_t_id_20>",
+    "</extra_t_id_21>",
+    "</extra_t_id_22>",
+    "</extra_t_id_23>",
+    "</extra_t_id_24>",
+    "</extra_t_id_25>",
+    "</extra_t_id_26>",
+    "</extra_t_id_27>",
+    "</extra_t_id_28>",
+    "</extra_t_id_29>",
+    "</extra_t_id_30>",
+    "</extra_t_id_31>",
+    "</extra_t_id_32>",
+    "</extra_t_id_33>",
+    "</extra_t_id_34>",
+    "</extra_t_id_35>",
+    "</extra_t_id_36>",
+    "</extra_t_id_37>",
+    "</extra_t_id_38>",
+    "</extra_t_id_39>",
+    "</extra_t_id_40>",
+    "</extra_t_id_41>",
+    "</extra_t_id_42>",
+    "</extra_t_id_43>",
+    "</extra_t_id_44>",
+    "</extra_t_id_45>",
+    "</extra_t_id_46>",
+    "</extra_t_id_47>",
+    "</extra_t_id_48>",
+    "</extra_t_id_49>",
+    "</extra_t_id_50>",
+    "</extra_t_id_51>",
+    "</extra_t_id_52>",
+    "</extra_t_id_53>",
+    "</extra_t_id_54>",
+    "</extra_t_id_55>",
+    "</extra_t_id_56>",
+    "</extra_t_id_57>",
+    "</extra_t_id_58>",
+    "</extra_t_id_59>",
+    "</extra_t_id_60>",
+    "</extra_t_id_61>",
+    "</extra_t_id_62>",
+    "</extra_t_id_63>",
+    "</extra_t_id_64>",
+    "</extra_t_id_65>",
+    "</extra_t_id_66>",
+    "</extra_t_id_67>",
+    "</extra_t_id_68>",
+    "</extra_t_id_69>",
+    "</extra_t_id_70>",
+    "</extra_t_id_71>",
+    "</extra_t_id_72>",
+    "</extra_t_id_73>",
+    "</extra_t_id_74>",
+    "</extra_t_id_75>",
+    "</extra_t_id_76>",
+    "</extra_t_id_77>",
+    "</extra_t_id_78>",
+    "</extra_t_id_79>",
+    "</extra_t_id_80>",
+    "</extra_t_id_81>",
+    "</extra_t_id_82>",
+    "</extra_t_id_83>",
+    "</extra_t_id_84>",
+    "</extra_t_id_85>",
+    "</extra_t_id_86>",
+    "</extra_t_id_87>",
+    "</extra_t_id_88>",
+    "</extra_t_id_89>",
+    "</extra_t_id_90>",
+    "</extra_t_id_91>",
+    "</extra_t_id_92>",
+    "</extra_t_id_93>",
+    "</extra_t_id_94>",
+    "</extra_t_id_95>",
+    "</extra_t_id_96>",
+    "</extra_t_id_97>",
+    "</extra_t_id_98>",
+    "</extra_t_id_99>",
+    "<loc_0>",
+    "<loc_1>",
+    "<loc_2>",
+    "<loc_3>",
+    "<loc_4>",
+    "<loc_5>",
+    "<loc_6>",
+    "<loc_7>",
+    "<loc_8>",
+    "<loc_9>",
+    "<loc_10>",
+    "<loc_11>",
+    "<loc_12>",
+    "<loc_13>",
+    "<loc_14>",
+    "<loc_15>",
+    "<loc_16>",
+    "<loc_17>",
+    "<loc_18>",
+    "<loc_19>",
+    "<loc_20>",
+    "<loc_21>",
+    "<loc_22>",
+    "<loc_23>",
+    "<loc_24>",
+    "<loc_25>",
+    "<loc_26>",
+    "<loc_27>",
+    "<loc_28>",
+    "<loc_29>",
+    "<loc_30>",
+    "<loc_31>",
+    "<loc_32>",
+    "<loc_33>",
+    "<loc_34>",
+    "<loc_35>",
+    "<loc_36>",
+    "<loc_37>",
+    "<loc_38>",
+    "<loc_39>",
+    "<loc_40>",
+    "<loc_41>",
+    "<loc_42>",
+    "<loc_43>",
+    "<loc_44>",
+    "<loc_45>",
+    "<loc_46>",
+    "<loc_47>",
+    "<loc_48>",
+    "<loc_49>",
+    "<loc_50>",
+    "<loc_51>",
+    "<loc_52>",
+    "<loc_53>",
+    "<loc_54>",
+    "<loc_55>",
+    "<loc_56>",
+    "<loc_57>",
+    "<loc_58>",
+    "<loc_59>",
+    "<loc_60>",
+    "<loc_61>",
+    "<loc_62>",
+    "<loc_63>",
+    "<loc_64>",
+    "<loc_65>",
+    "<loc_66>",
+    "<loc_67>",
+    "<loc_68>",
+    "<loc_69>",
+    "<loc_70>",
+    "<loc_71>",
+    "<loc_72>",
+    "<loc_73>",
+    "<loc_74>",
+    "<loc_75>",
+    "<loc_76>",
+    "<loc_77>",
+    "<loc_78>",
+    "<loc_79>",
+    "<loc_80>",
+    "<loc_81>",
+    "<loc_82>",
+    "<loc_83>",
+    "<loc_84>",
+    "<loc_85>",
+    "<loc_86>",
+    "<loc_87>",
+    "<loc_88>",
+    "<loc_89>",
+    "<loc_90>",
+    "<loc_91>",
+    "<loc_92>",
+    "<loc_93>",
+    "<loc_94>",
+    "<loc_95>",
+    "<loc_96>",
+    "<loc_97>",
+    "<loc_98>",
+    "<loc_99>",
+    "<loc_100>",
+    "<loc_101>",
+    "<loc_102>",
+    "<loc_103>",
+    "<loc_104>",
+    "<loc_105>",
+    "<loc_106>",
+    "<loc_107>",
+    "<loc_108>",
+    "<loc_109>",
+    "<loc_110>",
+    "<loc_111>",
+    "<loc_112>",
+    "<loc_113>",
+    "<loc_114>",
+    "<loc_115>",
+    "<loc_116>",
+    "<loc_117>",
+    "<loc_118>",
+    "<loc_119>",
+    "<loc_120>",
+    "<loc_121>",
+    "<loc_122>",
+    "<loc_123>",
+    "<loc_124>",
+    "<loc_125>",
+    "<loc_126>",
+    "<loc_127>",
+    "<loc_128>",
+    "<loc_129>",
+    "<loc_130>",
+    "<loc_131>",
+    "<loc_132>",
+    "<loc_133>",
+    "<loc_134>",
+    "<loc_135>",
+    "<loc_136>",
+    "<loc_137>",
+    "<loc_138>",
+    "<loc_139>",
+    "<loc_140>",
+    "<loc_141>",
+    "<loc_142>",
+    "<loc_143>",
+    "<loc_144>",
+    "<loc_145>",
+    "<loc_146>",
+    "<loc_147>",
+    "<loc_148>",
+    "<loc_149>",
+    "<loc_150>",
+    "<loc_151>",
+    "<loc_152>",
+    "<loc_153>",
+    "<loc_154>",
+    "<loc_155>",
+    "<loc_156>",
+    "<loc_157>",
+    "<loc_158>",
+    "<loc_159>",
+    "<loc_160>",
+    "<loc_161>",
+    "<loc_162>",
+    "<loc_163>",
+    "<loc_164>",
+    "<loc_165>",
+    "<loc_166>",
+    "<loc_167>",
+    "<loc_168>",
+    "<loc_169>",
+    "<loc_170>",
+    "<loc_171>",
+    "<loc_172>",
+    "<loc_173>",
+    "<loc_174>",
+    "<loc_175>",
+    "<loc_176>",
+    "<loc_177>",
+    "<loc_178>",
+    "<loc_179>",
+    "<loc_180>",
+    "<loc_181>",
+    "<loc_182>",
+    "<loc_183>",
+    "<loc_184>",
+    "<loc_185>",
+    "<loc_186>",
+    "<loc_187>",
+    "<loc_188>",
+    "<loc_189>",
+    "<loc_190>",
+    "<loc_191>",
+    "<loc_192>",
+    "<loc_193>",
+    "<loc_194>",
+    "<loc_195>",
+    "<loc_196>",
+    "<loc_197>",
+    "<loc_198>",
+    "<loc_199>",
+    "<loc_200>",
+    "<loc_201>",
+    "<loc_202>",
+    "<loc_203>",
+    "<loc_204>",
+    "<loc_205>",
+    "<loc_206>",
+    "<loc_207>",
+    "<loc_208>",
+    "<loc_209>",
+    "<loc_210>",
+    "<loc_211>",
+    "<loc_212>",
+    "<loc_213>",
+    "<loc_214>",
+    "<loc_215>",
+    "<loc_216>",
+    "<loc_217>",
+    "<loc_218>",
+    "<loc_219>",
+    "<loc_220>",
+    "<loc_221>",
+    "<loc_222>",
+    "<loc_223>",
+    "<loc_224>",
+    "<loc_225>",
+    "<loc_226>",
+    "<loc_227>",
+    "<loc_228>",
+    "<loc_229>",
+    "<loc_230>",
+    "<loc_231>",
+    "<loc_232>",
+    "<loc_233>",
+    "<loc_234>",
+    "<loc_235>",
+    "<loc_236>",
+    "<loc_237>",
+    "<loc_238>",
+    "<loc_239>",
+    "<loc_240>",
+    "<loc_241>",
+    "<loc_242>",
+    "<loc_243>",
+    "<loc_244>",
+    "<loc_245>",
+    "<loc_246>",
+    "<loc_247>",
+    "<loc_248>",
+    "<loc_249>",
+    "<loc_250>",
+    "<loc_251>",
+    "<loc_252>",
+    "<loc_253>",
+    "<loc_254>",
+    "<loc_255>",
+    "<loc_256>",
+    "<loc_257>",
+    "<loc_258>",
+    "<loc_259>",
+    "<loc_260>",
+    "<loc_261>",
+    "<loc_262>",
+    "<loc_263>",
+    "<loc_264>",
+    "<loc_265>",
+    "<loc_266>",
+    "<loc_267>",
+    "<loc_268>",
+    "<loc_269>",
+    "<loc_270>",
+    "<loc_271>",
+    "<loc_272>",
+    "<loc_273>",
+    "<loc_274>",
+    "<loc_275>",
+    "<loc_276>",
+    "<loc_277>",
+    "<loc_278>",
+    "<loc_279>",
+    "<loc_280>",
+    "<loc_281>",
+    "<loc_282>",
+    "<loc_283>",
+    "<loc_284>",
+    "<loc_285>",
+    "<loc_286>",
+    "<loc_287>",
+    "<loc_288>",
+    "<loc_289>",
+    "<loc_290>",
+    "<loc_291>",
+    "<loc_292>",
+    "<loc_293>",
+    "<loc_294>",
+    "<loc_295>",
+    "<loc_296>",
+    "<loc_297>",
+    "<loc_298>",
+    "<loc_299>",
+    "<loc_300>",
+    "<loc_301>",
+    "<loc_302>",
+    "<loc_303>",
+    "<loc_304>",
+    "<loc_305>",
+    "<loc_306>",
+    "<loc_307>",
+    "<loc_308>",
+    "<loc_309>",
+    "<loc_310>",
+    "<loc_311>",
+    "<loc_312>",
+    "<loc_313>",
+    "<loc_314>",
+    "<loc_315>",
+    "<loc_316>",
+    "<loc_317>",
+    "<loc_318>",
+    "<loc_319>",
+    "<loc_320>",
+    "<loc_321>",
+    "<loc_322>",
+    "<loc_323>",
+    "<loc_324>",
+    "<loc_325>",
+    "<loc_326>",
+    "<loc_327>",
+    "<loc_328>",
+    "<loc_329>",
+    "<loc_330>",
+    "<loc_331>",
+    "<loc_332>",
+    "<loc_333>",
+    "<loc_334>",
+    "<loc_335>",
+    "<loc_336>",
+    "<loc_337>",
+    "<loc_338>",
+    "<loc_339>",
+    "<loc_340>",
+    "<loc_341>",
+    "<loc_342>",
+    "<loc_343>",
+    "<loc_344>",
+    "<loc_345>",
+    "<loc_346>",
+    "<loc_347>",
+    "<loc_348>",
+    "<loc_349>",
+    "<loc_350>",
+    "<loc_351>",
+    "<loc_352>",
+    "<loc_353>",
+    "<loc_354>",
+    "<loc_355>",
+    "<loc_356>",
+    "<loc_357>",
+    "<loc_358>",
+    "<loc_359>",
+    "<loc_360>",
+    "<loc_361>",
+    "<loc_362>",
+    "<loc_363>",
+    "<loc_364>",
+    "<loc_365>",
+    "<loc_366>",
+    "<loc_367>",
+    "<loc_368>",
+    "<loc_369>",
+    "<loc_370>",
+    "<loc_371>",
+    "<loc_372>",
+    "<loc_373>",
+    "<loc_374>",
+    "<loc_375>",
+    "<loc_376>",
+    "<loc_377>",
+    "<loc_378>",
+    "<loc_379>",
+    "<loc_380>",
+    "<loc_381>",
+    "<loc_382>",
+    "<loc_383>",
+    "<loc_384>",
+    "<loc_385>",
+    "<loc_386>",
+    "<loc_387>",
+    "<loc_388>",
+    "<loc_389>",
+    "<loc_390>",
+    "<loc_391>",
+    "<loc_392>",
+    "<loc_393>",
+    "<loc_394>",
+    "<loc_395>",
+    "<loc_396>",
+    "<loc_397>",
+    "<loc_398>",
+    "<loc_399>",
+    "<loc_400>",
+    "<loc_401>",
+    "<loc_402>",
+    "<loc_403>",
+    "<loc_404>",
+    "<loc_405>",
+    "<loc_406>",
+    "<loc_407>",
+    "<loc_408>",
+    "<loc_409>",
+    "<loc_410>",
+    "<loc_411>",
+    "<loc_412>",
+    "<loc_413>",
+    "<loc_414>",
+    "<loc_415>",
+    "<loc_416>",
+    "<loc_417>",
+    "<loc_418>",
+    "<loc_419>",
+    "<loc_420>",
+    "<loc_421>",
+    "<loc_422>",
+    "<loc_423>",
+    "<loc_424>",
+    "<loc_425>",
+    "<loc_426>",
+    "<loc_427>",
+    "<loc_428>",
+    "<loc_429>",
+    "<loc_430>",
+    "<loc_431>",
+    "<loc_432>",
+    "<loc_433>",
+    "<loc_434>",
+    "<loc_435>",
+    "<loc_436>",
+    "<loc_437>",
+    "<loc_438>",
+    "<loc_439>",
+    "<loc_440>",
+    "<loc_441>",
+    "<loc_442>",
+    "<loc_443>",
+    "<loc_444>",
+    "<loc_445>",
+    "<loc_446>",
+    "<loc_447>",
+    "<loc_448>",
+    "<loc_449>",
+    "<loc_450>",
+    "<loc_451>",
+    "<loc_452>",
+    "<loc_453>",
+    "<loc_454>",
+    "<loc_455>",
+    "<loc_456>",
+    "<loc_457>",
+    "<loc_458>",
+    "<loc_459>",
+    "<loc_460>",
+    "<loc_461>",
+    "<loc_462>",
+    "<loc_463>",
+    "<loc_464>",
+    "<loc_465>",
+    "<loc_466>",
+    "<loc_467>",
+    "<loc_468>",
+    "<loc_469>",
+    "<loc_470>",
+    "<loc_471>",
+    "<loc_472>",
+    "<loc_473>",
+    "<loc_474>",
+    "<loc_475>",
+    "<loc_476>",
+    "<loc_477>",
+    "<loc_478>",
+    "<loc_479>",
+    "<loc_480>",
+    "<loc_481>",
+    "<loc_482>",
+    "<loc_483>",
+    "<loc_484>",
+    "<loc_485>",
+    "<loc_486>",
+    "<loc_487>",
+    "<loc_488>",
+    "<loc_489>",
+    "<loc_490>",
+    "<loc_491>",
+    "<loc_492>",
+    "<loc_493>",
+    "<loc_494>",
+    "<loc_495>",
+    "<loc_496>",
+    "<loc_497>",
+    "<loc_498>",
+    "<loc_499>",
+    "<loc_500>",
+    "<other_0>",
+    "<other_1>",
+    "<other_2>",
+    "<other_3>",
+    "<other_4>",
+    "<other_5>",
+    "<other_6>",
+    "<other_7>",
+    "<other_8>",
+    "<other_9>",
+    "<other_10>",
+    "<other_11>",
+    "<other_12>",
+    "<other_13>",
+    "<other_14>",
+    "<other_15>",
+    "<other_16>",
+    "<other_17>",
+    "<other_18>",
+    "<other_19>",
+    "<other_20>",
+    "<other_21>",
+    "<other_22>",
+    "<other_23>",
+    "<other_24>",
+    "<other_25>",
+    "<other_26>",
+    "<other_27>",
+    "<other_28>",
+    "<other_29>",
+    "<other_30>",
+    "<other_31>",
+    "<other_32>",
+    "<other_33>",
+    "<other_34>",
+    "<other_35>",
+    "<other_36>",
+    "<other_37>",
+    "<other_38>",
+    "<other_39>",
+    "<other_40>",
+    "<other_41>",
+    "<other_42>",
+    "<other_43>",
+    "<other_44>",
+    "<other_45>",
+    "<other_46>",
+    "<other_47>",
+    "<other_48>",
+    "<other_49>",
+    "<other_50>",
+    "<other_51>",
+    "<other_52>",
+    "<other_53>",
+    "<other_54>",
+    "<other_55>",
+    "<other_56>",
+    "<other_57>",
+    "<other_58>",
+    "<other_59>",
+    "<other_60>",
+    "<other_61>",
+    "<other_62>",
+    "<other_63>",
+    "<other_64>",
+    "<other_65>",
+    "<other_66>",
+    "<other_67>",
+    "<other_68>",
+    "<other_69>",
+    "<other_70>",
+    "<other_71>",
+    "<other_72>",
+    "<other_73>",
+    "<other_74>",
+    "<other_75>",
+    "<other_76>",
+    "<other_77>",
+    "<other_78>",
+    "<other_79>",
+    "<other_80>",
+    "<other_81>",
+    "<other_82>",
+    "<other_83>",
+    "<other_84>",
+    "<other_85>",
+    "<other_86>",
+    "<other_87>",
+    "<other_88>",
+    "<other_89>",
+    "<other_90>",
+    "<other_91>",
+    "<other_92>",
+    "<other_93>",
+    "<other_94>",
+    "<other_95>",
+    "<other_96>",
+    "<other_97>",
+    "<other_98>",
+    "<other_99>",
+    "<other_100>",
+    "<other_101>",
+    "<other_102>",
+    "<other_103>",
+    "<other_104>",
+    "<other_105>",
+    "<other_106>",
+    "<other_107>",
+    "<other_108>",
+    "<other_109>",
+    "<other_110>",
+    "<other_111>",
+    "<other_112>",
+    "<other_113>",
+    "<other_114>",
+    "<other_115>",
+    "<other_116>",
+    "<other_117>",
+    "<other_118>",
+    "<other_119>",
+    "<other_120>",
+    "<other_121>",
+    "<other_122>",
+    "<other_123>",
+    "<other_124>",
+    "<other_125>",
+    "<other_126>",
+    "<other_127>",
+    "<other_128>",
+    "<other_129>",
+    "<other_130>",
+    "<other_131>",
+    "<other_132>",
+    "<other_133>",
+    "<other_134>",
+    "<other_135>",
+    "<other_136>",
+    "<other_137>",
+    "<other_138>",
+    "<other_139>",
+    "<other_140>",
+    "<other_141>",
+    "<other_142>",
+    "<other_143>",
+    "<other_144>",
+    "<other_145>",
+    "<other_146>",
+    "<other_147>",
+    "<other_148>",
+    "<other_149>",
+    "<other_150>",
+    "<other_151>",
+    "<other_152>",
+    "<other_153>",
+    "<other_154>",
+    "<other_155>",
+    "<other_156>",
+    "<other_157>",
+    "<other_158>",
+    "<other_159>",
+    "<other_160>",
+    "<other_161>",
+    "<other_162>",
+    "<other_163>",
+    "<other_164>",
+    "<other_165>",
+    "<other_166>",
+    "<other_167>",
+    "<other_168>",
+    "<other_169>",
+    "<other_170>",
+    "<other_171>",
+    "<other_172>",
+    "<other_173>",
+    "<other_174>",
+    "<other_175>",
+    "<other_176>",
+    "<other_177>",
+    "<other_178>",
+    "<other_179>",
+    "<other_180>",
+    "<other_181>",
+    "<other_182>",
+    "<other_183>",
+    "<other_184>",
+    "<other_185>",
+    "<other_186>",
+    "<other_187>",
+    "<other_188>",
+    "<other_189>",
+    "<other_190>",
+    "<other_191>",
+    "<other_192>",
+    "<other_193>",
+    "<other_194>",
+    "<other_195>",
+    "<other_196>",
+    "<other_197>",
+    "<other_198>",
+    "<other_199>"
+  ],
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "</s>",
+  "extra_ids": 100,
+  "model_max_length": 512,
+  "pad_token": "<pad>",
+  "tokenizer_class": "AlfredTokenizer",
+  "unk_token": "<unk>",
+  "use_fast": true
+}

train_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 7.64,
+    "train_loss": 0.17318119727208145,
+    "train_runtime": 2340.6865,
+    "train_samples": 733,
+    "train_samples_per_second": 2.392,
+    "train_steps_per_second": 0.299
+}

trainer_state.json

@@ -0,0 +1,2202 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 7.639836289222374,
+  "global_step": 700,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.992846924177397e-05,
+      "loss": 1.3788,
+      "step": 2
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9785407725321894e-05,
+      "loss": 0.5217,
+      "step": 4
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.964234620886982e-05,
+      "loss": 0.7379,
+      "step": 6
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.949928469241774e-05,
+      "loss": 0.8497,
+      "step": 8
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.935622317596566e-05,
+      "loss": 1.0302,
+      "step": 10
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.921316165951359e-05,
+      "loss": 1.1518,
+      "step": 12
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.907010014306152e-05,
+      "loss": 1.1296,
+      "step": 14
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.8927038626609446e-05,
+      "loss": 0.6699,
+      "step": 16
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.878397711015737e-05,
+      "loss": 0.4857,
+      "step": 18
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.864091559370529e-05,
+      "loss": 0.7828,
+      "step": 20
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.8497854077253216e-05,
+      "loss": 0.2882,
+      "step": 22
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.8354792560801146e-05,
+      "loss": 0.6443,
+      "step": 24
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.8211731044349076e-05,
+      "loss": 0.5256,
+      "step": 26
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.8068669527897e-05,
+      "loss": 0.3803,
+      "step": 28
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.792560801144492e-05,
+      "loss": 1.0889,
+      "step": 30
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.7782546494992845e-05,
+      "loss": 0.6033,
+      "step": 32
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.7639484978540775e-05,
+      "loss": 0.7887,
+      "step": 34
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.74964234620887e-05,
+      "loss": 1.1805,
+      "step": 36
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.735336194563663e-05,
+      "loss": 0.6902,
+      "step": 38
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.721030042918455e-05,
+      "loss": 0.6678,
+      "step": 40
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.7067238912732475e-05,
+      "loss": 0.5124,
+      "step": 42
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.6924177396280405e-05,
+      "loss": 0.6896,
+      "step": 44
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.678111587982833e-05,
+      "loss": 0.4161,
+      "step": 46
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.663805436337626e-05,
+      "loss": 0.5563,
+      "step": 48
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.649499284692418e-05,
+      "loss": 0.6571,
+      "step": 50
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.6351931330472104e-05,
+      "loss": 0.7377,
+      "step": 52
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.620886981402003e-05,
+      "loss": 0.6157,
+      "step": 54
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 4.606580829756796e-05,
+      "loss": 0.5027,
+      "step": 56
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 4.592274678111588e-05,
+      "loss": 0.2117,
+      "step": 58
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 4.577968526466381e-05,
+      "loss": 0.9052,
+      "step": 60
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.563662374821173e-05,
+      "loss": 0.399,
+      "step": 62
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.5493562231759656e-05,
+      "loss": 0.4997,
+      "step": 64
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 4.5350500715307586e-05,
+      "loss": 0.4395,
+      "step": 66
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 4.520743919885551e-05,
+      "loss": 0.1662,
+      "step": 68
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 4.506437768240343e-05,
+      "loss": 0.5636,
+      "step": 70
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 4.492131616595136e-05,
+      "loss": 0.6786,
+      "step": 72
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 4.4778254649499286e-05,
+      "loss": 0.4574,
+      "step": 74
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 4.4635193133047216e-05,
+      "loss": 0.4238,
+      "step": 76
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 4.449213161659514e-05,
+      "loss": 0.3291,
+      "step": 78
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 4.434907010014306e-05,
+      "loss": 0.3574,
+      "step": 80
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 4.420600858369099e-05,
+      "loss": 0.3518,
+      "step": 82
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 4.4062947067238915e-05,
+      "loss": 0.23,
+      "step": 84
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 4.391988555078684e-05,
+      "loss": 0.2152,
+      "step": 86
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 4.377682403433477e-05,
+      "loss": 0.3338,
+      "step": 88
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 4.363376251788269e-05,
+      "loss": 0.3607,
+      "step": 90
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 4.3490701001430615e-05,
+      "loss": 0.3892,
+      "step": 92
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 4.3347639484978544e-05,
+      "loss": 0.2106,
+      "step": 94
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 4.320457796852647e-05,
+      "loss": 0.1276,
+      "step": 96
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 4.30615164520744e-05,
+      "loss": 0.3623,
+      "step": 98
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 4.291845493562232e-05,
+      "loss": 0.4991,
+      "step": 100
+    },
+    {
+      "epoch": 1.09,
+      "eval_loss": 0.3262758255004883,
+      "eval_mean_accuracy": 0.9896188286589687,
+      "eval_mean_iou": 0.9881906931208085,
+      "eval_overall_accuracy": 0.9896188286589687,
+      "eval_runtime": 55.002,
+      "eval_samples_per_second": 1.491,
+      "eval_steps_per_second": 1.491,
+      "step": 100
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 4.2775393419170244e-05,
+      "loss": 0.2167,
+      "step": 102
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 4.263233190271817e-05,
+      "loss": 0.3756,
+      "step": 104
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 4.24892703862661e-05,
+      "loss": 0.1664,
+      "step": 106
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 4.234620886981403e-05,
+      "loss": 0.1695,
+      "step": 108
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 4.220314735336195e-05,
+      "loss": 0.2253,
+      "step": 110
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 4.206008583690987e-05,
+      "loss": 0.1768,
+      "step": 112
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 4.1917024320457796e-05,
+      "loss": 0.4289,
+      "step": 114
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 4.1773962804005726e-05,
+      "loss": 0.3052,
+      "step": 116
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 4.163090128755365e-05,
+      "loss": 0.4193,
+      "step": 118
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 4.148783977110158e-05,
+      "loss": 0.2688,
+      "step": 120
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 4.13447782546495e-05,
+      "loss": 0.247,
+      "step": 122
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 4.1201716738197426e-05,
+      "loss": 0.4405,
+      "step": 124
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 4.105865522174535e-05,
+      "loss": 0.1879,
+      "step": 126
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 4.091559370529328e-05,
+      "loss": 0.3799,
+      "step": 128
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.077253218884121e-05,
+      "loss": 0.4004,
+      "step": 130
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.062947067238913e-05,
+      "loss": 0.1783,
+      "step": 132
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.0486409155937055e-05,
+      "loss": 0.1776,
+      "step": 134
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.034334763948498e-05,
+      "loss": 0.3506,
+      "step": 136
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.02002861230329e-05,
+      "loss": 0.2568,
+      "step": 138
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.005722460658083e-05,
+      "loss": 0.2463,
+      "step": 140
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 3.991416309012876e-05,
+      "loss": 0.2455,
+      "step": 142
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 3.9771101573676684e-05,
+      "loss": 0.1783,
+      "step": 144
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 3.962804005722461e-05,
+      "loss": 0.2466,
+      "step": 146
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 3.948497854077253e-05,
+      "loss": 0.0962,
+      "step": 148
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 3.9341917024320454e-05,
+      "loss": 0.3038,
+      "step": 150
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 3.919885550786839e-05,
+      "loss": 0.2171,
+      "step": 152
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.9055793991416314e-05,
+      "loss": 0.1379,
+      "step": 154
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.891273247496424e-05,
+      "loss": 0.201,
+      "step": 156
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.876967095851216e-05,
+      "loss": 0.1565,
+      "step": 158
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.862660944206008e-05,
+      "loss": 0.2379,
+      "step": 160
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.848354792560801e-05,
+      "loss": 0.4046,
+      "step": 162
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.834048640915594e-05,
+      "loss": 0.3037,
+      "step": 164
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.8197424892703866e-05,
+      "loss": 0.3166,
+      "step": 166
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.805436337625179e-05,
+      "loss": 0.2345,
+      "step": 168
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.791130185979971e-05,
+      "loss": 0.1861,
+      "step": 170
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.776824034334764e-05,
+      "loss": 0.2288,
+      "step": 172
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.7625178826895566e-05,
+      "loss": 0.1466,
+      "step": 174
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.7482117310443496e-05,
+      "loss": 0.2041,
+      "step": 176
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 3.733905579399142e-05,
+      "loss": 0.1903,
+      "step": 178
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 3.719599427753934e-05,
+      "loss": 0.1148,
+      "step": 180
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 3.7052932761087265e-05,
+      "loss": 0.2697,
+      "step": 182
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 3.6909871244635195e-05,
+      "loss": 0.1863,
+      "step": 184
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 3.676680972818312e-05,
+      "loss": 0.1878,
+      "step": 186
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 3.662374821173105e-05,
+      "loss": 0.2695,
+      "step": 188
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 3.648068669527897e-05,
+      "loss": 0.1143,
+      "step": 190
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 3.6337625178826894e-05,
+      "loss": 0.3368,
+      "step": 192
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 3.6194563662374824e-05,
+      "loss": 0.1655,
+      "step": 194
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 3.605150214592275e-05,
+      "loss": 0.1828,
+      "step": 196
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 3.590844062947068e-05,
+      "loss": 0.2303,
+      "step": 198
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 3.57653791130186e-05,
+      "loss": 0.1502,
+      "step": 200
+    },
+    {
+      "epoch": 2.18,
+      "eval_loss": 0.21178419888019562,
+      "eval_mean_accuracy": 0.9928825075624809,
+      "eval_mean_iou": 0.9821621066848852,
+      "eval_overall_accuracy": 0.9928825075624809,
+      "eval_runtime": 52.4894,
+      "eval_samples_per_second": 1.562,
+      "eval_steps_per_second": 1.562,
+      "step": 200
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 3.5622317596566524e-05,
+      "loss": 0.2199,
+      "step": 202
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 3.5479256080114454e-05,
+      "loss": 0.0723,
+      "step": 204
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 3.533619456366238e-05,
+      "loss": 0.1089,
+      "step": 206
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 3.51931330472103e-05,
+      "loss": 0.1227,
+      "step": 208
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 3.505007153075823e-05,
+      "loss": 0.2158,
+      "step": 210
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 3.490701001430615e-05,
+      "loss": 0.1056,
+      "step": 212
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 3.4763948497854076e-05,
+      "loss": 0.1084,
+      "step": 214
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 3.4620886981402006e-05,
+      "loss": 0.1366,
+      "step": 216
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 3.447782546494993e-05,
+      "loss": 0.2432,
+      "step": 218
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 3.433476394849785e-05,
+      "loss": 0.097,
+      "step": 220
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 3.419170243204578e-05,
+      "loss": 0.0939,
+      "step": 222
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 3.4048640915593706e-05,
+      "loss": 0.1585,
+      "step": 224
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 3.3905579399141636e-05,
+      "loss": 0.1568,
+      "step": 226
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 3.376251788268956e-05,
+      "loss": 0.1748,
+      "step": 228
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 3.361945636623748e-05,
+      "loss": 0.0692,
+      "step": 230
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 3.347639484978541e-05,
+      "loss": 0.1398,
+      "step": 232
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 3.3333333333333335e-05,
+      "loss": 0.1204,
+      "step": 234
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 3.3190271816881265e-05,
+      "loss": 0.1072,
+      "step": 236
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 3.304721030042919e-05,
+      "loss": 0.1954,
+      "step": 238
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 3.290414878397711e-05,
+      "loss": 0.0943,
+      "step": 240
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 3.2761087267525034e-05,
+      "loss": 0.0585,
+      "step": 242
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 3.2618025751072964e-05,
+      "loss": 0.3031,
+      "step": 244
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 3.247496423462089e-05,
+      "loss": 0.1795,
+      "step": 246
+    },
+    {
+      "epoch": 2.71,
+      "learning_rate": 3.233190271816882e-05,
+      "loss": 0.1613,
+      "step": 248
+    },
+    {
+      "epoch": 2.73,
+      "learning_rate": 3.218884120171674e-05,
+      "loss": 0.2235,
+      "step": 250
+    },
+    {
+      "epoch": 2.75,
+      "learning_rate": 3.2045779685264664e-05,
+      "loss": 0.1681,
+      "step": 252
+    },
+    {
+      "epoch": 2.77,
+      "learning_rate": 3.190271816881259e-05,
+      "loss": 0.1427,
+      "step": 254
+    },
+    {
+      "epoch": 2.79,
+      "learning_rate": 3.175965665236052e-05,
+      "loss": 0.0803,
+      "step": 256
+    },
+    {
+      "epoch": 2.82,
+      "learning_rate": 3.161659513590845e-05,
+      "loss": 0.2156,
+      "step": 258
+    },
+    {
+      "epoch": 2.84,
+      "learning_rate": 3.147353361945637e-05,
+      "loss": 0.0963,
+      "step": 260
+    },
+    {
+      "epoch": 2.86,
+      "learning_rate": 3.133047210300429e-05,
+      "loss": 0.1093,
+      "step": 262
+    },
+    {
+      "epoch": 2.88,
+      "learning_rate": 3.1187410586552216e-05,
+      "loss": 0.1208,
+      "step": 264
+    },
+    {
+      "epoch": 2.9,
+      "learning_rate": 3.104434907010014e-05,
+      "loss": 0.0578,
+      "step": 266
+    },
+    {
+      "epoch": 2.92,
+      "learning_rate": 3.0901287553648076e-05,
+      "loss": 0.3852,
+      "step": 268
+    },
+    {
+      "epoch": 2.95,
+      "learning_rate": 3.0758226037196e-05,
+      "loss": 0.2104,
+      "step": 270
+    },
+    {
+      "epoch": 2.97,
+      "learning_rate": 3.061516452074392e-05,
+      "loss": 0.113,
+      "step": 272
+    },
+    {
+      "epoch": 2.99,
+      "learning_rate": 3.0472103004291846e-05,
+      "loss": 0.1354,
+      "step": 274
+    },
+    {
+      "epoch": 3.01,
+      "learning_rate": 3.0329041487839772e-05,
+      "loss": 0.1031,
+      "step": 276
+    },
+    {
+      "epoch": 3.03,
+      "learning_rate": 3.0185979971387695e-05,
+      "loss": 0.2269,
+      "step": 278
+    },
+    {
+      "epoch": 3.06,
+      "learning_rate": 3.0042918454935625e-05,
+      "loss": 0.0424,
+      "step": 280
+    },
+    {
+      "epoch": 3.08,
+      "learning_rate": 2.9899856938483552e-05,
+      "loss": 0.1628,
+      "step": 282
+    },
+    {
+      "epoch": 3.1,
+      "learning_rate": 2.9756795422031475e-05,
+      "loss": 0.1547,
+      "step": 284
+    },
+    {
+      "epoch": 3.12,
+      "learning_rate": 2.9613733905579398e-05,
+      "loss": 0.1423,
+      "step": 286
+    },
+    {
+      "epoch": 3.14,
+      "learning_rate": 2.9470672389127325e-05,
+      "loss": 0.0569,
+      "step": 288
+    },
+    {
+      "epoch": 3.17,
+      "learning_rate": 2.9327610872675255e-05,
+      "loss": 0.0794,
+      "step": 290
+    },
+    {
+      "epoch": 3.19,
+      "learning_rate": 2.9184549356223178e-05,
+      "loss": 0.0678,
+      "step": 292
+    },
+    {
+      "epoch": 3.21,
+      "learning_rate": 2.9041487839771104e-05,
+      "loss": 0.2423,
+      "step": 294
+    },
+    {
+      "epoch": 3.23,
+      "learning_rate": 2.8898426323319027e-05,
+      "loss": 0.0822,
+      "step": 296
+    },
+    {
+      "epoch": 3.25,
+      "learning_rate": 2.8755364806866954e-05,
+      "loss": 0.0357,
+      "step": 298
+    },
+    {
+      "epoch": 3.27,
+      "learning_rate": 2.8612303290414884e-05,
+      "loss": 0.0778,
+      "step": 300
+    },
+    {
+      "epoch": 3.27,
+      "eval_loss": 0.13035576045513153,
+      "eval_mean_accuracy": 0.9916725327419916,
+      "eval_mean_iou": 0.9897188616696087,
+      "eval_overall_accuracy": 0.9916725327419916,
+      "eval_runtime": 53.4723,
+      "eval_samples_per_second": 1.534,
+      "eval_steps_per_second": 1.534,
+      "step": 300
+    },
+    {
+      "epoch": 3.3,
+      "learning_rate": 2.8469241773962807e-05,
+      "loss": 0.1081,
+      "step": 302
+    },
+    {
+      "epoch": 3.32,
+      "learning_rate": 2.832618025751073e-05,
+      "loss": 0.0786,
+      "step": 304
+    },
+    {
+      "epoch": 3.34,
+      "learning_rate": 2.8183118741058657e-05,
+      "loss": 0.1036,
+      "step": 306
+    },
+    {
+      "epoch": 3.36,
+      "learning_rate": 2.804005722460658e-05,
+      "loss": 0.0547,
+      "step": 308
+    },
+    {
+      "epoch": 3.38,
+      "learning_rate": 2.7896995708154506e-05,
+      "loss": 0.1789,
+      "step": 310
+    },
+    {
+      "epoch": 3.41,
+      "learning_rate": 2.7753934191702436e-05,
+      "loss": 0.189,
+      "step": 312
+    },
+    {
+      "epoch": 3.43,
+      "learning_rate": 2.761087267525036e-05,
+      "loss": 0.0834,
+      "step": 314
+    },
+    {
+      "epoch": 3.45,
+      "learning_rate": 2.7467811158798286e-05,
+      "loss": 0.0266,
+      "step": 316
+    },
+    {
+      "epoch": 3.47,
+      "learning_rate": 2.732474964234621e-05,
+      "loss": 0.0753,
+      "step": 318
+    },
+    {
+      "epoch": 3.49,
+      "learning_rate": 2.7181688125894132e-05,
+      "loss": 0.1251,
+      "step": 320
+    },
+    {
+      "epoch": 3.51,
+      "learning_rate": 2.7038626609442062e-05,
+      "loss": 0.1321,
+      "step": 322
+    },
+    {
+      "epoch": 3.54,
+      "learning_rate": 2.689556509298999e-05,
+      "loss": 0.0684,
+      "step": 324
+    },
+    {
+      "epoch": 3.56,
+      "learning_rate": 2.6752503576537912e-05,
+      "loss": 0.1108,
+      "step": 326
+    },
+    {
+      "epoch": 3.58,
+      "learning_rate": 2.660944206008584e-05,
+      "loss": 0.0836,
+      "step": 328
+    },
+    {
+      "epoch": 3.6,
+      "learning_rate": 2.6466380543633762e-05,
+      "loss": 0.1304,
+      "step": 330
+    },
+    {
+      "epoch": 3.62,
+      "learning_rate": 2.632331902718169e-05,
+      "loss": 0.1112,
+      "step": 332
+    },
+    {
+      "epoch": 3.65,
+      "learning_rate": 2.6180257510729618e-05,
+      "loss": 0.0814,
+      "step": 334
+    },
+    {
+      "epoch": 3.67,
+      "learning_rate": 2.603719599427754e-05,
+      "loss": 0.1137,
+      "step": 336
+    },
+    {
+      "epoch": 3.69,
+      "learning_rate": 2.5894134477825465e-05,
+      "loss": 0.1987,
+      "step": 338
+    },
+    {
+      "epoch": 3.71,
+      "learning_rate": 2.575107296137339e-05,
+      "loss": 0.1028,
+      "step": 340
+    },
+    {
+      "epoch": 3.73,
+      "learning_rate": 2.5608011444921314e-05,
+      "loss": 0.0484,
+      "step": 342
+    },
+    {
+      "epoch": 3.75,
+      "learning_rate": 2.5464949928469244e-05,
+      "loss": 0.0176,
+      "step": 344
+    },
+    {
+      "epoch": 3.78,
+      "learning_rate": 2.532188841201717e-05,
+      "loss": 0.099,
+      "step": 346
+    },
+    {
+      "epoch": 3.8,
+      "learning_rate": 2.5178826895565094e-05,
+      "loss": 0.1342,
+      "step": 348
+    },
+    {
+      "epoch": 3.82,
+      "learning_rate": 2.5035765379113017e-05,
+      "loss": 0.1454,
+      "step": 350
+    },
+    {
+      "epoch": 3.84,
+      "learning_rate": 2.4892703862660947e-05,
+      "loss": 0.0829,
+      "step": 352
+    },
+    {
+      "epoch": 3.86,
+      "learning_rate": 2.474964234620887e-05,
+      "loss": 0.1169,
+      "step": 354
+    },
+    {
+      "epoch": 3.89,
+      "learning_rate": 2.4606580829756797e-05,
+      "loss": 0.1092,
+      "step": 356
+    },
+    {
+      "epoch": 3.91,
+      "learning_rate": 2.4463519313304723e-05,
+      "loss": 0.1034,
+      "step": 358
+    },
+    {
+      "epoch": 3.93,
+      "learning_rate": 2.4320457796852646e-05,
+      "loss": 0.1419,
+      "step": 360
+    },
+    {
+      "epoch": 3.95,
+      "learning_rate": 2.4177396280400573e-05,
+      "loss": 0.0744,
+      "step": 362
+    },
+    {
+      "epoch": 3.97,
+      "learning_rate": 2.40343347639485e-05,
+      "loss": 0.057,
+      "step": 364
+    },
+    {
+      "epoch": 3.99,
+      "learning_rate": 2.3891273247496423e-05,
+      "loss": 0.0729,
+      "step": 366
+    },
+    {
+      "epoch": 4.02,
+      "learning_rate": 2.374821173104435e-05,
+      "loss": 0.0747,
+      "step": 368
+    },
+    {
+      "epoch": 4.04,
+      "learning_rate": 2.3605150214592276e-05,
+      "loss": 0.0602,
+      "step": 370
+    },
+    {
+      "epoch": 4.06,
+      "learning_rate": 2.3462088698140202e-05,
+      "loss": 0.0717,
+      "step": 372
+    },
+    {
+      "epoch": 4.08,
+      "learning_rate": 2.331902718168813e-05,
+      "loss": 0.0782,
+      "step": 374
+    },
+    {
+      "epoch": 4.1,
+      "learning_rate": 2.3175965665236052e-05,
+      "loss": 0.0601,
+      "step": 376
+    },
+    {
+      "epoch": 4.13,
+      "learning_rate": 2.303290414878398e-05,
+      "loss": 0.0789,
+      "step": 378
+    },
+    {
+      "epoch": 4.15,
+      "learning_rate": 2.2889842632331905e-05,
+      "loss": 0.1474,
+      "step": 380
+    },
+    {
+      "epoch": 4.17,
+      "learning_rate": 2.2746781115879828e-05,
+      "loss": 0.1377,
+      "step": 382
+    },
+    {
+      "epoch": 4.19,
+      "learning_rate": 2.2603719599427755e-05,
+      "loss": 0.0492,
+      "step": 384
+    },
+    {
+      "epoch": 4.21,
+      "learning_rate": 2.246065808297568e-05,
+      "loss": 0.1255,
+      "step": 386
+    },
+    {
+      "epoch": 4.23,
+      "learning_rate": 2.2317596566523608e-05,
+      "loss": 0.0544,
+      "step": 388
+    },
+    {
+      "epoch": 4.26,
+      "learning_rate": 2.217453505007153e-05,
+      "loss": 0.0556,
+      "step": 390
+    },
+    {
+      "epoch": 4.28,
+      "learning_rate": 2.2031473533619458e-05,
+      "loss": 0.1652,
+      "step": 392
+    },
+    {
+      "epoch": 4.3,
+      "learning_rate": 2.1888412017167384e-05,
+      "loss": 0.176,
+      "step": 394
+    },
+    {
+      "epoch": 4.32,
+      "learning_rate": 2.1745350500715307e-05,
+      "loss": 0.2248,
+      "step": 396
+    },
+    {
+      "epoch": 4.34,
+      "learning_rate": 2.1602288984263234e-05,
+      "loss": 0.0476,
+      "step": 398
+    },
+    {
+      "epoch": 4.37,
+      "learning_rate": 2.145922746781116e-05,
+      "loss": 0.0453,
+      "step": 400
+    },
+    {
+      "epoch": 4.37,
+      "eval_loss": 0.11382640153169632,
+      "eval_mean_accuracy": 0.9965599947968539,
+      "eval_mean_iou": 0.9956430592959893,
+      "eval_overall_accuracy": 0.9965599947968539,
+      "eval_runtime": 52.7129,
+      "eval_samples_per_second": 1.556,
+      "eval_steps_per_second": 1.556,
+      "step": 400
+    },
+    {
+      "epoch": 4.39,
+      "learning_rate": 2.1316165951359084e-05,
+      "loss": 0.0581,
+      "step": 402
+    },
+    {
+      "epoch": 4.41,
+      "learning_rate": 2.1173104434907013e-05,
+      "loss": 0.126,
+      "step": 404
+    },
+    {
+      "epoch": 4.43,
+      "learning_rate": 2.1030042918454937e-05,
+      "loss": 0.0238,
+      "step": 406
+    },
+    {
+      "epoch": 4.45,
+      "learning_rate": 2.0886981402002863e-05,
+      "loss": 0.0412,
+      "step": 408
+    },
+    {
+      "epoch": 4.47,
+      "learning_rate": 2.074391988555079e-05,
+      "loss": 0.153,
+      "step": 410
+    },
+    {
+      "epoch": 4.5,
+      "learning_rate": 2.0600858369098713e-05,
+      "loss": 0.0517,
+      "step": 412
+    },
+    {
+      "epoch": 4.52,
+      "learning_rate": 2.045779685264664e-05,
+      "loss": 0.0794,
+      "step": 414
+    },
+    {
+      "epoch": 4.54,
+      "learning_rate": 2.0314735336194566e-05,
+      "loss": 0.0939,
+      "step": 416
+    },
+    {
+      "epoch": 4.56,
+      "learning_rate": 2.017167381974249e-05,
+      "loss": 0.0576,
+      "step": 418
+    },
+    {
+      "epoch": 4.58,
+      "learning_rate": 2.0028612303290416e-05,
+      "loss": 0.088,
+      "step": 420
+    },
+    {
+      "epoch": 4.61,
+      "learning_rate": 1.9885550786838342e-05,
+      "loss": 0.0481,
+      "step": 422
+    },
+    {
+      "epoch": 4.63,
+      "learning_rate": 1.9742489270386265e-05,
+      "loss": 0.0536,
+      "step": 424
+    },
+    {
+      "epoch": 4.65,
+      "learning_rate": 1.9599427753934195e-05,
+      "loss": 0.0264,
+      "step": 426
+    },
+    {
+      "epoch": 4.67,
+      "learning_rate": 1.945636623748212e-05,
+      "loss": 0.0511,
+      "step": 428
+    },
+    {
+      "epoch": 4.69,
+      "learning_rate": 1.931330472103004e-05,
+      "loss": 0.0538,
+      "step": 430
+    },
+    {
+      "epoch": 4.71,
+      "learning_rate": 1.917024320457797e-05,
+      "loss": 0.1385,
+      "step": 432
+    },
+    {
+      "epoch": 4.74,
+      "learning_rate": 1.9027181688125895e-05,
+      "loss": 0.0231,
+      "step": 434
+    },
+    {
+      "epoch": 4.76,
+      "learning_rate": 1.888412017167382e-05,
+      "loss": 0.059,
+      "step": 436
+    },
+    {
+      "epoch": 4.78,
+      "learning_rate": 1.8741058655221748e-05,
+      "loss": 0.0552,
+      "step": 438
+    },
+    {
+      "epoch": 4.8,
+      "learning_rate": 1.859799713876967e-05,
+      "loss": 0.0539,
+      "step": 440
+    },
+    {
+      "epoch": 4.82,
+      "learning_rate": 1.8454935622317597e-05,
+      "loss": 0.0386,
+      "step": 442
+    },
+    {
+      "epoch": 4.85,
+      "learning_rate": 1.8311874105865524e-05,
+      "loss": 0.0335,
+      "step": 444
+    },
+    {
+      "epoch": 4.87,
+      "learning_rate": 1.8168812589413447e-05,
+      "loss": 0.0474,
+      "step": 446
+    },
+    {
+      "epoch": 4.89,
+      "learning_rate": 1.8025751072961374e-05,
+      "loss": 0.046,
+      "step": 448
+    },
+    {
+      "epoch": 4.91,
+      "learning_rate": 1.78826895565093e-05,
+      "loss": 0.072,
+      "step": 450
+    },
+    {
+      "epoch": 4.93,
+      "learning_rate": 1.7739628040057227e-05,
+      "loss": 0.0668,
+      "step": 452
+    },
+    {
+      "epoch": 4.95,
+      "learning_rate": 1.759656652360515e-05,
+      "loss": 0.0343,
+      "step": 454
+    },
+    {
+      "epoch": 4.98,
+      "learning_rate": 1.7453505007153077e-05,
+      "loss": 0.0693,
+      "step": 456
+    },
+    {
+      "epoch": 5.0,
+      "learning_rate": 1.7310443490701003e-05,
+      "loss": 0.0665,
+      "step": 458
+    },
+    {
+      "epoch": 5.02,
+      "learning_rate": 1.7167381974248926e-05,
+      "loss": 0.0561,
+      "step": 460
+    },
+    {
+      "epoch": 5.04,
+      "learning_rate": 1.7024320457796853e-05,
+      "loss": 0.1113,
+      "step": 462
+    },
+    {
+      "epoch": 5.06,
+      "learning_rate": 1.688125894134478e-05,
+      "loss": 0.0417,
+      "step": 464
+    },
+    {
+      "epoch": 5.09,
+      "learning_rate": 1.6738197424892706e-05,
+      "loss": 0.0381,
+      "step": 466
+    },
+    {
+      "epoch": 5.11,
+      "learning_rate": 1.6595135908440632e-05,
+      "loss": 0.0849,
+      "step": 468
+    },
+    {
+      "epoch": 5.13,
+      "learning_rate": 1.6452074391988556e-05,
+      "loss": 0.0403,
+      "step": 470
+    },
+    {
+      "epoch": 5.15,
+      "learning_rate": 1.6309012875536482e-05,
+      "loss": 0.055,
+      "step": 472
+    },
+    {
+      "epoch": 5.17,
+      "learning_rate": 1.616595135908441e-05,
+      "loss": 0.0684,
+      "step": 474
+    },
+    {
+      "epoch": 5.2,
+      "learning_rate": 1.6022889842632332e-05,
+      "loss": 0.0299,
+      "step": 476
+    },
+    {
+      "epoch": 5.22,
+      "learning_rate": 1.587982832618026e-05,
+      "loss": 0.0519,
+      "step": 478
+    },
+    {
+      "epoch": 5.24,
+      "learning_rate": 1.5736766809728185e-05,
+      "loss": 0.0284,
+      "step": 480
+    },
+    {
+      "epoch": 5.26,
+      "learning_rate": 1.5593705293276108e-05,
+      "loss": 0.0648,
+      "step": 482
+    },
+    {
+      "epoch": 5.28,
+      "learning_rate": 1.5450643776824038e-05,
+      "loss": 0.0304,
+      "step": 484
+    },
+    {
+      "epoch": 5.3,
+      "learning_rate": 1.530758226037196e-05,
+      "loss": 0.0529,
+      "step": 486
+    },
+    {
+      "epoch": 5.33,
+      "learning_rate": 1.5164520743919886e-05,
+      "loss": 0.1253,
+      "step": 488
+    },
+    {
+      "epoch": 5.35,
+      "learning_rate": 1.5021459227467813e-05,
+      "loss": 0.0181,
+      "step": 490
+    },
+    {
+      "epoch": 5.37,
+      "learning_rate": 1.4878397711015737e-05,
+      "loss": 0.078,
+      "step": 492
+    },
+    {
+      "epoch": 5.39,
+      "learning_rate": 1.4735336194563662e-05,
+      "loss": 0.0367,
+      "step": 494
+    },
+    {
+      "epoch": 5.41,
+      "learning_rate": 1.4592274678111589e-05,
+      "loss": 0.0178,
+      "step": 496
+    },
+    {
+      "epoch": 5.44,
+      "learning_rate": 1.4449213161659514e-05,
+      "loss": 0.0223,
+      "step": 498
+    },
+    {
+      "epoch": 5.46,
+      "learning_rate": 1.4306151645207442e-05,
+      "loss": 0.0726,
+      "step": 500
+    },
+    {
+      "epoch": 5.46,
+      "eval_loss": 0.08142166584730148,
+      "eval_mean_accuracy": 0.9988557281727799,
+      "eval_mean_iou": 0.9979275271013349,
+      "eval_overall_accuracy": 0.9988557281727799,
+      "eval_runtime": 52.3323,
+      "eval_samples_per_second": 1.567,
+      "eval_steps_per_second": 1.567,
+      "step": 500
+    },
+    {
+      "epoch": 5.48,
+      "learning_rate": 1.4163090128755365e-05,
+      "loss": 0.0606,
+      "step": 502
+    },
+    {
+      "epoch": 5.5,
+      "learning_rate": 1.402002861230329e-05,
+      "loss": 0.0495,
+      "step": 504
+    },
+    {
+      "epoch": 5.52,
+      "learning_rate": 1.3876967095851218e-05,
+      "loss": 0.0273,
+      "step": 506
+    },
+    {
+      "epoch": 5.54,
+      "learning_rate": 1.3733905579399143e-05,
+      "loss": 0.0246,
+      "step": 508
+    },
+    {
+      "epoch": 5.57,
+      "learning_rate": 1.3590844062947066e-05,
+      "loss": 0.0801,
+      "step": 510
+    },
+    {
+      "epoch": 5.59,
+      "learning_rate": 1.3447782546494994e-05,
+      "loss": 0.0768,
+      "step": 512
+    },
+    {
+      "epoch": 5.61,
+      "learning_rate": 1.330472103004292e-05,
+      "loss": 0.118,
+      "step": 514
+    },
+    {
+      "epoch": 5.63,
+      "learning_rate": 1.3161659513590846e-05,
+      "loss": 0.0252,
+      "step": 516
+    },
+    {
+      "epoch": 5.65,
+      "learning_rate": 1.301859799713877e-05,
+      "loss": 0.0413,
+      "step": 518
+    },
+    {
+      "epoch": 5.68,
+      "learning_rate": 1.2875536480686696e-05,
+      "loss": 0.0249,
+      "step": 520
+    },
+    {
+      "epoch": 5.7,
+      "learning_rate": 1.2732474964234622e-05,
+      "loss": 0.1209,
+      "step": 522
+    },
+    {
+      "epoch": 5.72,
+      "learning_rate": 1.2589413447782547e-05,
+      "loss": 0.0087,
+      "step": 524
+    },
+    {
+      "epoch": 5.74,
+      "learning_rate": 1.2446351931330473e-05,
+      "loss": 0.0604,
+      "step": 526
+    },
+    {
+      "epoch": 5.76,
+      "learning_rate": 1.2303290414878398e-05,
+      "loss": 0.0635,
+      "step": 528
+    },
+    {
+      "epoch": 5.78,
+      "learning_rate": 1.2160228898426323e-05,
+      "loss": 0.0835,
+      "step": 530
+    },
+    {
+      "epoch": 5.81,
+      "learning_rate": 1.201716738197425e-05,
+      "loss": 0.062,
+      "step": 532
+    },
+    {
+      "epoch": 5.83,
+      "learning_rate": 1.1874105865522175e-05,
+      "loss": 0.0404,
+      "step": 534
+    },
+    {
+      "epoch": 5.85,
+      "learning_rate": 1.1731044349070101e-05,
+      "loss": 0.0121,
+      "step": 536
+    },
+    {
+      "epoch": 5.87,
+      "learning_rate": 1.1587982832618026e-05,
+      "loss": 0.0724,
+      "step": 538
+    },
+    {
+      "epoch": 5.89,
+      "learning_rate": 1.1444921316165953e-05,
+      "loss": 0.0993,
+      "step": 540
+    },
+    {
+      "epoch": 5.92,
+      "learning_rate": 1.1301859799713877e-05,
+      "loss": 0.1099,
+      "step": 542
+    },
+    {
+      "epoch": 5.94,
+      "learning_rate": 1.1158798283261804e-05,
+      "loss": 0.0383,
+      "step": 544
+    },
+    {
+      "epoch": 5.96,
+      "learning_rate": 1.1015736766809729e-05,
+      "loss": 0.0586,
+      "step": 546
+    },
+    {
+      "epoch": 5.98,
+      "learning_rate": 1.0872675250357654e-05,
+      "loss": 0.122,
+      "step": 548
+    },
+    {
+      "epoch": 6.0,
+      "learning_rate": 1.072961373390558e-05,
+      "loss": 0.04,
+      "step": 550
+    },
+    {
+      "epoch": 6.02,
+      "learning_rate": 1.0586552217453507e-05,
+      "loss": 0.0481,
+      "step": 552
+    },
+    {
+      "epoch": 6.05,
+      "learning_rate": 1.0443490701001432e-05,
+      "loss": 0.0449,
+      "step": 554
+    },
+    {
+      "epoch": 6.07,
+      "learning_rate": 1.0300429184549356e-05,
+      "loss": 0.037,
+      "step": 556
+    },
+    {
+      "epoch": 6.09,
+      "learning_rate": 1.0157367668097283e-05,
+      "loss": 0.0274,
+      "step": 558
+    },
+    {
+      "epoch": 6.11,
+      "learning_rate": 1.0014306151645208e-05,
+      "loss": 0.021,
+      "step": 560
+    },
+    {
+      "epoch": 6.13,
+      "learning_rate": 9.871244635193133e-06,
+      "loss": 0.0307,
+      "step": 562
+    },
+    {
+      "epoch": 6.16,
+      "learning_rate": 9.72818311874106e-06,
+      "loss": 0.0312,
+      "step": 564
+    },
+    {
+      "epoch": 6.18,
+      "learning_rate": 9.585121602288986e-06,
+      "loss": 0.0527,
+      "step": 566
+    },
+    {
+      "epoch": 6.2,
+      "learning_rate": 9.44206008583691e-06,
+      "loss": 0.0373,
+      "step": 568
+    },
+    {
+      "epoch": 6.22,
+      "learning_rate": 9.298998569384835e-06,
+      "loss": 0.0315,
+      "step": 570
+    },
+    {
+      "epoch": 6.24,
+      "learning_rate": 9.155937052932762e-06,
+      "loss": 0.0477,
+      "step": 572
+    },
+    {
+      "epoch": 6.26,
+      "learning_rate": 9.012875536480687e-06,
+      "loss": 0.0416,
+      "step": 574
+    },
+    {
+      "epoch": 6.29,
+      "learning_rate": 8.869814020028613e-06,
+      "loss": 0.0452,
+      "step": 576
+    },
+    {
+      "epoch": 6.31,
+      "learning_rate": 8.726752503576538e-06,
+      "loss": 0.0261,
+      "step": 578
+    },
+    {
+      "epoch": 6.33,
+      "learning_rate": 8.583690987124463e-06,
+      "loss": 0.0218,
+      "step": 580
+    },
+    {
+      "epoch": 6.35,
+      "learning_rate": 8.44062947067239e-06,
+      "loss": 0.0141,
+      "step": 582
+    },
+    {
+      "epoch": 6.37,
+      "learning_rate": 8.297567954220316e-06,
+      "loss": 0.0564,
+      "step": 584
+    },
+    {
+      "epoch": 6.4,
+      "learning_rate": 8.154506437768241e-06,
+      "loss": 0.0455,
+      "step": 586
+    },
+    {
+      "epoch": 6.42,
+      "learning_rate": 8.011444921316166e-06,
+      "loss": 0.0349,
+      "step": 588
+    },
+    {
+      "epoch": 6.44,
+      "learning_rate": 7.868383404864092e-06,
+      "loss": 0.0916,
+      "step": 590
+    },
+    {
+      "epoch": 6.46,
+      "learning_rate": 7.725321888412019e-06,
+      "loss": 0.1007,
+      "step": 592
+    },
+    {
+      "epoch": 6.48,
+      "learning_rate": 7.582260371959943e-06,
+      "loss": 0.0374,
+      "step": 594
+    },
+    {
+      "epoch": 6.5,
+      "learning_rate": 7.439198855507869e-06,
+      "loss": 0.0731,
+      "step": 596
+    },
+    {
+      "epoch": 6.53,
+      "learning_rate": 7.296137339055794e-06,
+      "loss": 0.0602,
+      "step": 598
+    },
+    {
+      "epoch": 6.55,
+      "learning_rate": 7.153075822603721e-06,
+      "loss": 0.0279,
+      "step": 600
+    },
+    {
+      "epoch": 6.55,
+      "eval_loss": 0.05625469982624054,
+      "eval_mean_accuracy": 0.9998249026290489,
+      "eval_mean_iou": 0.9991182788520228,
+      "eval_overall_accuracy": 0.9998249026290489,
+      "eval_runtime": 52.3933,
+      "eval_samples_per_second": 1.565,
+      "eval_steps_per_second": 1.565,
+      "step": 600
+    },
+    {
+      "epoch": 6.57,
+      "learning_rate": 7.010014306151645e-06,
+      "loss": 0.1091,
+      "step": 602
+    },
+    {
+      "epoch": 6.59,
+      "learning_rate": 6.8669527896995715e-06,
+      "loss": 0.0158,
+      "step": 604
+    },
+    {
+      "epoch": 6.61,
+      "learning_rate": 6.723891273247497e-06,
+      "loss": 0.0856,
+      "step": 606
+    },
+    {
+      "epoch": 6.64,
+      "learning_rate": 6.580829756795423e-06,
+      "loss": 0.0378,
+      "step": 608
+    },
+    {
+      "epoch": 6.66,
+      "learning_rate": 6.437768240343348e-06,
+      "loss": 0.0704,
+      "step": 610
+    },
+    {
+      "epoch": 6.68,
+      "learning_rate": 6.2947067238912735e-06,
+      "loss": 0.1118,
+      "step": 612
+    },
+    {
+      "epoch": 6.7,
+      "learning_rate": 6.151645207439199e-06,
+      "loss": 0.053,
+      "step": 614
+    },
+    {
+      "epoch": 6.72,
+      "learning_rate": 6.008583690987125e-06,
+      "loss": 0.0052,
+      "step": 616
+    },
+    {
+      "epoch": 6.74,
+      "learning_rate": 5.8655221745350506e-06,
+      "loss": 0.0387,
+      "step": 618
+    },
+    {
+      "epoch": 6.77,
+      "learning_rate": 5.722460658082976e-06,
+      "loss": 0.0219,
+      "step": 620
+    },
+    {
+      "epoch": 6.79,
+      "learning_rate": 5.579399141630902e-06,
+      "loss": 0.0183,
+      "step": 622
+    },
+    {
+      "epoch": 6.81,
+      "learning_rate": 5.436337625178827e-06,
+      "loss": 0.0623,
+      "step": 624
+    },
+    {
+      "epoch": 6.83,
+      "learning_rate": 5.293276108726753e-06,
+      "loss": 0.0373,
+      "step": 626
+    },
+    {
+      "epoch": 6.85,
+      "learning_rate": 5.150214592274678e-06,
+      "loss": 0.0272,
+      "step": 628
+    },
+    {
+      "epoch": 6.88,
+      "learning_rate": 5.007153075822604e-06,
+      "loss": 0.0762,
+      "step": 630
+    },
+    {
+      "epoch": 6.9,
+      "learning_rate": 4.86409155937053e-06,
+      "loss": 0.0517,
+      "step": 632
+    },
+    {
+      "epoch": 6.92,
+      "learning_rate": 4.721030042918455e-06,
+      "loss": 0.0159,
+      "step": 634
+    },
+    {
+      "epoch": 6.94,
+      "learning_rate": 4.577968526466381e-06,
+      "loss": 0.0534,
+      "step": 636
+    },
+    {
+      "epoch": 6.96,
+      "learning_rate": 4.434907010014307e-06,
+      "loss": 0.0619,
+      "step": 638
+    },
+    {
+      "epoch": 6.98,
+      "learning_rate": 4.2918454935622316e-06,
+      "loss": 0.0217,
+      "step": 640
+    },
+    {
+      "epoch": 7.01,
+      "learning_rate": 4.148783977110158e-06,
+      "loss": 0.0486,
+      "step": 642
+    },
+    {
+      "epoch": 7.03,
+      "learning_rate": 4.005722460658083e-06,
+      "loss": 0.0338,
+      "step": 644
+    },
+    {
+      "epoch": 7.05,
+      "learning_rate": 3.8626609442060095e-06,
+      "loss": 0.0934,
+      "step": 646
+    },
+    {
+      "epoch": 7.07,
+      "learning_rate": 3.7195994277539344e-06,
+      "loss": 0.0401,
+      "step": 648
+    },
+    {
+      "epoch": 7.09,
+      "learning_rate": 3.5765379113018605e-06,
+      "loss": 0.0558,
+      "step": 650
+    },
+    {
+      "epoch": 7.12,
+      "learning_rate": 3.4334763948497858e-06,
+      "loss": 0.0346,
+      "step": 652
+    },
+    {
+      "epoch": 7.14,
+      "learning_rate": 3.2904148783977115e-06,
+      "loss": 0.0478,
+      "step": 654
+    },
+    {
+      "epoch": 7.16,
+      "learning_rate": 3.1473533619456367e-06,
+      "loss": 0.0159,
+      "step": 656
+    },
+    {
+      "epoch": 7.18,
+      "learning_rate": 3.0042918454935624e-06,
+      "loss": 0.0556,
+      "step": 658
+    },
+    {
+      "epoch": 7.2,
+      "learning_rate": 2.861230329041488e-06,
+      "loss": 0.021,
+      "step": 660
+    },
+    {
+      "epoch": 7.23,
+      "learning_rate": 2.7181688125894134e-06,
+      "loss": 0.0278,
+      "step": 662
+    },
+    {
+      "epoch": 7.25,
+      "learning_rate": 2.575107296137339e-06,
+      "loss": 0.0157,
+      "step": 664
+    },
+    {
+      "epoch": 7.27,
+      "learning_rate": 2.432045779685265e-06,
+      "loss": 0.0176,
+      "step": 666
+    },
+    {
+      "epoch": 7.29,
+      "learning_rate": 2.2889842632331905e-06,
+      "loss": 0.0475,
+      "step": 668
+    },
+    {
+      "epoch": 7.31,
+      "learning_rate": 2.1459227467811158e-06,
+      "loss": 0.0505,
+      "step": 670
+    },
+    {
+      "epoch": 7.33,
+      "learning_rate": 2.0028612303290415e-06,
+      "loss": 0.0207,
+      "step": 672
+    },
+    {
+      "epoch": 7.36,
+      "learning_rate": 1.8597997138769672e-06,
+      "loss": 0.0373,
+      "step": 674
+    },
+    {
+      "epoch": 7.38,
+      "learning_rate": 1.7167381974248929e-06,
+      "loss": 0.0218,
+      "step": 676
+    },
+    {
+      "epoch": 7.4,
+      "learning_rate": 1.5736766809728184e-06,
+      "loss": 0.0752,
+      "step": 678
+    },
+    {
+      "epoch": 7.42,
+      "learning_rate": 1.430615164520744e-06,
+      "loss": 0.0686,
+      "step": 680
+    },
+    {
+      "epoch": 7.44,
+      "learning_rate": 1.2875536480686696e-06,
+      "loss": 0.0678,
+      "step": 682
+    },
+    {
+      "epoch": 7.47,
+      "learning_rate": 1.1444921316165953e-06,
+      "loss": 0.0462,
+      "step": 684
+    },
+    {
+      "epoch": 7.49,
+      "learning_rate": 1.0014306151645207e-06,
+      "loss": 0.0546,
+      "step": 686
+    },
+    {
+      "epoch": 7.51,
+      "learning_rate": 8.583690987124464e-07,
+      "loss": 0.0648,
+      "step": 688
+    },
+    {
+      "epoch": 7.53,
+      "learning_rate": 7.15307582260372e-07,
+      "loss": 0.0229,
+      "step": 690
+    },
+    {
+      "epoch": 7.55,
+      "learning_rate": 5.722460658082976e-07,
+      "loss": 0.0191,
+      "step": 692
+    },
+    {
+      "epoch": 7.57,
+      "learning_rate": 4.291845493562232e-07,
+      "loss": 0.0282,
+      "step": 694
+    },
+    {
+      "epoch": 7.6,
+      "learning_rate": 2.861230329041488e-07,
+      "loss": 0.0177,
+      "step": 696
+    },
+    {
+      "epoch": 7.62,
+      "learning_rate": 1.430615164520744e-07,
+      "loss": 0.0785,
+      "step": 698
+    },
+    {
+      "epoch": 7.64,
+      "learning_rate": 0.0,
+      "loss": 0.023,
+      "step": 700
+    },
+    {
+      "epoch": 7.64,
+      "eval_loss": 0.05236198380589485,
+      "eval_mean_accuracy": 0.999793267854512,
+      "eval_mean_iou": 0.9993052591243059,
+      "eval_overall_accuracy": 0.999793267854512,
+      "eval_runtime": 51.9076,
+      "eval_samples_per_second": 1.58,
+      "eval_steps_per_second": 1.58,
+      "step": 700
+    },
+    {
+      "epoch": 7.64,
+      "step": 700,
+      "total_flos": 6418217369659392.0,
+      "train_loss": 0.17318119727208145,
+      "train_runtime": 2340.6865,
+      "train_samples_per_second": 2.392,
+      "train_steps_per_second": 0.299
+    }
+  ],
+  "max_steps": 700,
+  "num_train_epochs": 8,
+  "total_flos": 6418217369659392.0,
+  "trial_name": null,
+  "trial_params": null
+}

training.json

@@ -0,0 +1,31 @@
+{
+    "dataset_name": "/workspaces/ai-butlerhat/ai-butlerhat-projects/default/pretraining_dataset/",
+    "max_seq_length": 1024,
+    "image_size": 224,
+    "max_seq_length_decoder": 100,
+    "label_names": [
+        "labels"
+    ],
+    "do_train": true,
+    "do_eval": true,
+    "do_predict": false,
+    "model_name_or_path": "/workspaces/ai-butlerhat/model/ciclozero",
+    "model_type": "AlfredUnimodel",
+    "output_dir": "/workspaces/ai-butlerhat/ai-butlerhat-projects/default/trained",
+    "gradient_accumulation_steps": 8,
+    "dataloader_num_workers": 4,
+    "overwrite_output_dir": true,
+    "per_device_train_batch_size": 1,
+    "per_device_eval_batch_size": 1,
+    "learning_rate": 5e-05,
+    "warmup_ratio": 0.001,
+    "weight_decay": 0.001,
+    "report_to": "wandb",
+    "max_steps": 700,
+    "save_steps": 600,
+    "logging_steps": 2,
+    "evaluation_strategy": "steps",
+    "eval_steps": 100,
+    "samples_to_log_per_eval": 10,
+    "samples_to_log_per_epoch": 10
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0735e0c3b71e6b2cca341518d9a09cc3f2c263f4b2a07c20cd99e13d855d7e9
+size 4536