init

config.json

@@ -0,0 +1,40 @@
+{
+  "_name_or_path": "/data02/users/lz/code/UICoder/checkpoints/stage0/l2048_p1024_vu_3m*3/checkpoint-90000",
+  "architectures": [
+    "Pix2StructForConditionalGeneration"
+  ],
+  "decoder_start_token_id": 0,
+  "eos_token_id": 1,
+  "bos_token_id": 2,
+  "initializer_factor": 1.0,
+  "initializer_range": 0.02,
+  "is_encoder_decoder": true,
+  "is_vqa": false,
+  "model_type": "pix2struct",
+  "pad_token_id": 0,
+  "text_config": {
+    "d_ff": 3968,
+    "encoder_hidden_size": 1536,
+    "hidden_size": 1536,
+    "initializer_range": 0.02,
+    "model_type": "pix2struct_text_model",
+    "num_heads": 24,
+    "num_layers": 18,
+    "vocab_size": 50344
+  },
+  "tie_word_embeddings": false,
+  "torch_dtype": "float32",
+  "transformers_version": "4.40.2",
+  "vision_config": {
+    "d_ff": 3968,
+    "hidden_size": 1536,
+    "initializer_range": 0.02,
+    "layer_norm_bias": false,
+    "model_type": "pix2struct_vision_model",
+    "num_attention_heads": 24,
+    "num_channels": 3,
+    "num_hidden_layers": 18,
+    "patch_size": 16,
+    "projection_dim": 768
+  }
+}

generation_config.json

@@ -0,0 +1,9 @@
+{
+  "_from_model_config": true,
+  "decoder_start_token_id": 0,
+  "eos_token_id": 1,
+  "bos_token_id": 2,
+  "pad_token_id": 0,
+  "transformers_version": "4.40.2",
+  "use_cache": false
+}

model-00001-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daee6551c6f0c4320032ee2b28752702cd82788dfaa80f30b7296cd49b545bd9
+size 4987626296

model-00002-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb594b39a5fac15db301cde19c840b8dc3e24be98b0f20f2650a68a88bf75fbe
+size 358085184

model.safetensors.index.json

@@ -0,0 +1,430 @@
+{
+  "metadata": {
+    "total_size": 5345657856
+  },
+  "weight_map": {
+    "decoder.embed_tokens.weight": "model-00001-of-00002.safetensors",
+    "decoder.final_layer_norm.weight": "model-00002-of-00002.safetensors",
+    "decoder.layer.0.encoder_decoder_attention.attention.key.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.0.encoder_decoder_attention.attention.output.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.0.encoder_decoder_attention.attention.query.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.0.encoder_decoder_attention.attention.value.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.0.encoder_decoder_attention.layer_norm.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.0.mlp.DenseReluDense.wi_0.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.0.mlp.DenseReluDense.wi_1.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.0.mlp.DenseReluDense.wo.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.0.mlp.layer_norm.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.0.self_attention.attention.key.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.0.self_attention.attention.output.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.0.self_attention.attention.query.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.0.self_attention.attention.relative_attention_bias.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.0.self_attention.attention.value.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.0.self_attention.layer_norm.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.1.encoder_decoder_attention.attention.key.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.1.encoder_decoder_attention.attention.output.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.1.encoder_decoder_attention.attention.query.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.1.encoder_decoder_attention.attention.value.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.1.encoder_decoder_attention.layer_norm.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.1.mlp.DenseReluDense.wi_0.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.1.mlp.DenseReluDense.wi_1.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.1.mlp.DenseReluDense.wo.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.1.mlp.layer_norm.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.1.self_attention.attention.key.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.1.self_attention.attention.output.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.1.self_attention.attention.query.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.1.self_attention.attention.value.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.1.self_attention.layer_norm.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.10.encoder_decoder_attention.attention.key.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.10.encoder_decoder_attention.attention.output.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.10.encoder_decoder_attention.attention.query.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.10.encoder_decoder_attention.attention.value.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.10.encoder_decoder_attention.layer_norm.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.10.mlp.DenseReluDense.wi_0.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.10.mlp.DenseReluDense.wi_1.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.10.mlp.DenseReluDense.wo.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.10.mlp.layer_norm.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.10.self_attention.attention.key.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.10.self_attention.attention.output.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.10.self_attention.attention.query.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.10.self_attention.attention.value.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.10.self_attention.layer_norm.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.11.encoder_decoder_attention.attention.key.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.11.encoder_decoder_attention.attention.output.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.11.encoder_decoder_attention.attention.query.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.11.encoder_decoder_attention.attention.value.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.11.encoder_decoder_attention.layer_norm.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.11.mlp.DenseReluDense.wi_0.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.11.mlp.DenseReluDense.wi_1.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.11.mlp.DenseReluDense.wo.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.11.mlp.layer_norm.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.11.self_attention.attention.key.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.11.self_attention.attention.output.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.11.self_attention.attention.query.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.11.self_attention.attention.value.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.11.self_attention.layer_norm.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.12.encoder_decoder_attention.attention.key.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.12.encoder_decoder_attention.attention.output.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.12.encoder_decoder_attention.attention.query.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.12.encoder_decoder_attention.attention.value.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.12.encoder_decoder_attention.layer_norm.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.12.mlp.DenseReluDense.wi_0.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.12.mlp.DenseReluDense.wi_1.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.12.mlp.DenseReluDense.wo.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.12.mlp.layer_norm.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.12.self_attention.attention.key.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.12.self_attention.attention.output.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.12.self_attention.attention.query.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.12.self_attention.attention.value.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.12.self_attention.layer_norm.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.13.encoder_decoder_attention.attention.key.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.13.encoder_decoder_attention.attention.output.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.13.encoder_decoder_attention.attention.query.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.13.encoder_decoder_attention.attention.value.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.13.encoder_decoder_attention.layer_norm.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.13.mlp.DenseReluDense.wi_0.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.13.mlp.DenseReluDense.wi_1.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.13.mlp.DenseReluDense.wo.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.13.mlp.layer_norm.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.13.self_attention.attention.key.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.13.self_attention.attention.output.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.13.self_attention.attention.query.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.13.self_attention.attention.value.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.13.self_attention.layer_norm.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.14.encoder_decoder_attention.attention.key.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.14.encoder_decoder_attention.attention.output.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.14.encoder_decoder_attention.attention.query.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.14.encoder_decoder_attention.attention.value.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.14.encoder_decoder_attention.layer_norm.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.14.mlp.DenseReluDense.wi_0.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.14.mlp.DenseReluDense.wi_1.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.14.mlp.DenseReluDense.wo.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.14.mlp.layer_norm.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.14.self_attention.attention.key.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.14.self_attention.attention.output.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.14.self_attention.attention.query.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.14.self_attention.attention.value.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.14.self_attention.layer_norm.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.15.encoder_decoder_attention.attention.key.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.15.encoder_decoder_attention.attention.output.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.15.encoder_decoder_attention.attention.query.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.15.encoder_decoder_attention.attention.value.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.15.encoder_decoder_attention.layer_norm.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.15.mlp.DenseReluDense.wi_0.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.15.mlp.DenseReluDense.wi_1.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.15.mlp.DenseReluDense.wo.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.15.mlp.layer_norm.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.15.self_attention.attention.key.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.15.self_attention.attention.output.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.15.self_attention.attention.query.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.15.self_attention.attention.value.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.15.self_attention.layer_norm.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.16.encoder_decoder_attention.attention.key.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.16.encoder_decoder_attention.attention.output.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.16.encoder_decoder_attention.attention.query.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.16.encoder_decoder_attention.attention.value.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.16.encoder_decoder_attention.layer_norm.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.16.mlp.DenseReluDense.wi_0.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.16.mlp.DenseReluDense.wi_1.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.16.mlp.DenseReluDense.wo.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.16.mlp.layer_norm.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.16.self_attention.attention.key.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.16.self_attention.attention.output.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.16.self_attention.attention.query.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.16.self_attention.attention.value.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.16.self_attention.layer_norm.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.17.encoder_decoder_attention.attention.key.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.17.encoder_decoder_attention.attention.output.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.17.encoder_decoder_attention.attention.query.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.17.encoder_decoder_attention.attention.value.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.17.encoder_decoder_attention.layer_norm.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.17.mlp.DenseReluDense.wi_0.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.17.mlp.DenseReluDense.wi_1.weight": "model-00002-of-00002.safetensors",
+    "decoder.layer.17.mlp.DenseReluDense.wo.weight": "model-00002-of-00002.safetensors",
+    "decoder.layer.17.mlp.layer_norm.weight": "model-00002-of-00002.safetensors",
+    "decoder.layer.17.self_attention.attention.key.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.17.self_attention.attention.output.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.17.self_attention.attention.query.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.17.self_attention.attention.value.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.17.self_attention.layer_norm.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.2.encoder_decoder_attention.attention.key.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.2.encoder_decoder_attention.attention.output.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.2.encoder_decoder_attention.attention.query.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.2.encoder_decoder_attention.attention.value.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.2.encoder_decoder_attention.layer_norm.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.2.mlp.DenseReluDense.wi_0.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.2.mlp.DenseReluDense.wi_1.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.2.mlp.DenseReluDense.wo.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.2.mlp.layer_norm.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.2.self_attention.attention.key.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.2.self_attention.attention.output.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.2.self_attention.attention.query.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.2.self_attention.attention.value.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.2.self_attention.layer_norm.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.3.encoder_decoder_attention.attention.key.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.3.encoder_decoder_attention.attention.output.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.3.encoder_decoder_attention.attention.query.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.3.encoder_decoder_attention.attention.value.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.3.encoder_decoder_attention.layer_norm.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.3.mlp.DenseReluDense.wi_0.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.3.mlp.DenseReluDense.wi_1.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.3.mlp.DenseReluDense.wo.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.3.mlp.layer_norm.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.3.self_attention.attention.key.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.3.self_attention.attention.output.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.3.self_attention.attention.query.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.3.self_attention.attention.value.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.3.self_attention.layer_norm.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.4.encoder_decoder_attention.attention.key.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.4.encoder_decoder_attention.attention.output.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.4.encoder_decoder_attention.attention.query.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.4.encoder_decoder_attention.attention.value.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.4.encoder_decoder_attention.layer_norm.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.4.mlp.DenseReluDense.wi_0.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.4.mlp.DenseReluDense.wi_1.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.4.mlp.DenseReluDense.wo.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.4.mlp.layer_norm.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.4.self_attention.attention.key.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.4.self_attention.attention.output.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.4.self_attention.attention.query.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.4.self_attention.attention.value.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.4.self_attention.layer_norm.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.5.encoder_decoder_attention.attention.key.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.5.encoder_decoder_attention.attention.output.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.5.encoder_decoder_attention.attention.query.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.5.encoder_decoder_attention.attention.value.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.5.encoder_decoder_attention.layer_norm.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.5.mlp.DenseReluDense.wi_0.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.5.mlp.DenseReluDense.wi_1.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.5.mlp.DenseReluDense.wo.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.5.mlp.layer_norm.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.5.self_attention.attention.key.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.5.self_attention.attention.output.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.5.self_attention.attention.query.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.5.self_attention.attention.value.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.5.self_attention.layer_norm.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.6.encoder_decoder_attention.attention.key.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.6.encoder_decoder_attention.attention.output.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.6.encoder_decoder_attention.attention.query.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.6.encoder_decoder_attention.attention.value.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.6.encoder_decoder_attention.layer_norm.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.6.mlp.DenseReluDense.wi_0.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.6.mlp.DenseReluDense.wi_1.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.6.mlp.DenseReluDense.wo.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.6.mlp.layer_norm.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.6.self_attention.attention.key.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.6.self_attention.attention.output.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.6.self_attention.attention.query.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.6.self_attention.attention.value.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.6.self_attention.layer_norm.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.7.encoder_decoder_attention.attention.key.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.7.encoder_decoder_attention.attention.output.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.7.encoder_decoder_attention.attention.query.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.7.encoder_decoder_attention.attention.value.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.7.encoder_decoder_attention.layer_norm.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.7.mlp.DenseReluDense.wi_0.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.7.mlp.DenseReluDense.wi_1.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.7.mlp.DenseReluDense.wo.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.7.mlp.layer_norm.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.7.self_attention.attention.key.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.7.self_attention.attention.output.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.7.self_attention.attention.query.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.7.self_attention.attention.value.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.7.self_attention.layer_norm.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.8.encoder_decoder_attention.attention.key.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.8.encoder_decoder_attention.attention.output.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.8.encoder_decoder_attention.attention.query.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.8.encoder_decoder_attention.attention.value.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.8.encoder_decoder_attention.layer_norm.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.8.mlp.DenseReluDense.wi_0.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.8.mlp.DenseReluDense.wi_1.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.8.mlp.DenseReluDense.wo.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.8.mlp.layer_norm.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.8.self_attention.attention.key.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.8.self_attention.attention.output.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.8.self_attention.attention.query.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.8.self_attention.attention.value.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.8.self_attention.layer_norm.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.9.encoder_decoder_attention.attention.key.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.9.encoder_decoder_attention.attention.output.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.9.encoder_decoder_attention.attention.query.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.9.encoder_decoder_attention.attention.value.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.9.encoder_decoder_attention.layer_norm.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.9.mlp.DenseReluDense.wi_0.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.9.mlp.DenseReluDense.wi_1.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.9.mlp.DenseReluDense.wo.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.9.mlp.layer_norm.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.9.self_attention.attention.key.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.9.self_attention.attention.output.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.9.self_attention.attention.query.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.9.self_attention.attention.value.weight": "model-00001-of-00002.safetensors",
+    "decoder.layer.9.self_attention.layer_norm.weight": "model-00001-of-00002.safetensors",
+    "decoder.lm_head.weight": "model-00002-of-00002.safetensors",
+    "encoder.embeddings.column_embedder.weight": "model-00001-of-00002.safetensors",
+    "encoder.embeddings.patch_projection.bias": "model-00001-of-00002.safetensors",
+    "encoder.embeddings.patch_projection.weight": "model-00001-of-00002.safetensors",
+    "encoder.embeddings.row_embedder.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.0.attention.key.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.0.attention.output.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.0.attention.query.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.0.attention.value.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.0.mlp.wi_0.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.0.mlp.wi_1.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.0.mlp.wo.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.0.pre_attention_layer_norm.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.0.pre_mlp_layer_norm.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.1.attention.key.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.1.attention.output.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.1.attention.query.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.1.attention.value.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.1.mlp.wi_0.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.1.mlp.wi_1.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.1.mlp.wo.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.1.pre_attention_layer_norm.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.1.pre_mlp_layer_norm.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.10.attention.key.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.10.attention.output.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.10.attention.query.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.10.attention.value.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.10.mlp.wi_0.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.10.mlp.wi_1.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.10.mlp.wo.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.10.pre_attention_layer_norm.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.10.pre_mlp_layer_norm.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.11.attention.key.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.11.attention.output.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.11.attention.query.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.11.attention.value.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.11.mlp.wi_0.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.11.mlp.wi_1.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.11.mlp.wo.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.11.pre_attention_layer_norm.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.11.pre_mlp_layer_norm.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.12.attention.key.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.12.attention.output.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.12.attention.query.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.12.attention.value.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.12.mlp.wi_0.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.12.mlp.wi_1.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.12.mlp.wo.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.12.pre_attention_layer_norm.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.12.pre_mlp_layer_norm.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.13.attention.key.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.13.attention.output.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.13.attention.query.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.13.attention.value.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.13.mlp.wi_0.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.13.mlp.wi_1.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.13.mlp.wo.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.13.pre_attention_layer_norm.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.13.pre_mlp_layer_norm.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.14.attention.key.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.14.attention.output.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.14.attention.query.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.14.attention.value.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.14.mlp.wi_0.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.14.mlp.wi_1.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.14.mlp.wo.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.14.pre_attention_layer_norm.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.14.pre_mlp_layer_norm.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.15.attention.key.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.15.attention.output.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.15.attention.query.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.15.attention.value.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.15.mlp.wi_0.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.15.mlp.wi_1.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.15.mlp.wo.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.15.pre_attention_layer_norm.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.15.pre_mlp_layer_norm.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.16.attention.key.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.16.attention.output.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.16.attention.query.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.16.attention.value.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.16.mlp.wi_0.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.16.mlp.wi_1.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.16.mlp.wo.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.16.pre_attention_layer_norm.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.16.pre_mlp_layer_norm.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.17.attention.key.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.17.attention.output.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.17.attention.query.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.17.attention.value.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.17.mlp.wi_0.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.17.mlp.wi_1.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.17.mlp.wo.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.17.pre_attention_layer_norm.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.17.pre_mlp_layer_norm.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.2.attention.key.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.2.attention.output.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.2.attention.query.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.2.attention.value.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.2.mlp.wi_0.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.2.mlp.wi_1.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.2.mlp.wo.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.2.pre_attention_layer_norm.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.2.pre_mlp_layer_norm.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.3.attention.key.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.3.attention.output.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.3.attention.query.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.3.attention.value.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.3.mlp.wi_0.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.3.mlp.wi_1.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.3.mlp.wo.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.3.pre_attention_layer_norm.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.3.pre_mlp_layer_norm.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.4.attention.key.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.4.attention.output.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.4.attention.query.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.4.attention.value.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.4.mlp.wi_0.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.4.mlp.wi_1.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.4.mlp.wo.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.4.pre_attention_layer_norm.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.4.pre_mlp_layer_norm.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.5.attention.key.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.5.attention.output.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.5.attention.query.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.5.attention.value.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.5.mlp.wi_0.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.5.mlp.wi_1.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.5.mlp.wo.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.5.pre_attention_layer_norm.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.5.pre_mlp_layer_norm.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.6.attention.key.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.6.attention.output.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.6.attention.query.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.6.attention.value.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.6.mlp.wi_0.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.6.mlp.wi_1.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.6.mlp.wo.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.6.pre_attention_layer_norm.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.6.pre_mlp_layer_norm.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.7.attention.key.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.7.attention.output.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.7.attention.query.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.7.attention.value.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.7.mlp.wi_0.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.7.mlp.wi_1.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.7.mlp.wo.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.7.pre_attention_layer_norm.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.7.pre_mlp_layer_norm.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.8.attention.key.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.8.attention.output.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.8.attention.query.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.8.attention.value.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.8.mlp.wi_0.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.8.mlp.wi_1.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.8.mlp.wo.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.8.pre_attention_layer_norm.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.8.pre_mlp_layer_norm.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.9.attention.key.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.9.attention.output.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.9.attention.query.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.9.attention.value.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.9.mlp.wi_0.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.9.mlp.wi_1.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.9.mlp.wo.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.9.pre_attention_layer_norm.weight": "model-00001-of-00002.safetensors",
+    "encoder.encoder.layer.9.pre_mlp_layer_norm.weight": "model-00001-of-00002.safetensors",
+    "encoder.layernorm.weight": "model-00001-of-00002.safetensors"
+  }
+}

preprocessor_config.json

@@ -0,0 +1,11 @@
+{
+    "do_convert_rgb": true,
+    "do_normalize": true,
+    "image_processor_type": "Pix2StructImageProcessor",
+    "max_patches": 2048,
+    "patch_size": {
+      "height": 16,
+      "width": 16
+    },
+    "processor_class": "Pix2StructProcessor"
+  }

special_tokens_map.json

@@ -0,0 +1,132 @@
+{
+  "additional_special_tokens": [
+    "<extra_id_0>",
+    "<extra_id_1>",
+    "<extra_id_2>",
+    "<extra_id_3>",
+    "<extra_id_4>",
+    "<extra_id_5>",
+    "<extra_id_6>",
+    "<extra_id_7>",
+    "<extra_id_8>",
+    "<extra_id_9>",
+    "<extra_id_10>",
+    "<extra_id_11>",
+    "<extra_id_12>",
+    "<extra_id_13>",
+    "<extra_id_14>",
+    "<extra_id_15>",
+    "<extra_id_16>",
+    "<extra_id_17>",
+    "<extra_id_18>",
+    "<extra_id_19>",
+    "<extra_id_20>",
+    "<extra_id_21>",
+    "<extra_id_22>",
+    "<extra_id_23>",
+    "<extra_id_24>",
+    "<extra_id_25>",
+    "<extra_id_26>",
+    "<extra_id_27>",
+    "<extra_id_28>",
+    "<extra_id_29>",
+    "<extra_id_30>",
+    "<extra_id_31>",
+    "<extra_id_32>",
+    "<extra_id_33>",
+    "<extra_id_34>",
+    "<extra_id_35>",
+    "<extra_id_36>",
+    "<extra_id_37>",
+    "<extra_id_38>",
+    "<extra_id_39>",
+    "<extra_id_40>",
+    "<extra_id_41>",
+    "<extra_id_42>",
+    "<extra_id_43>",
+    "<extra_id_44>",
+    "<extra_id_45>",
+    "<extra_id_46>",
+    "<extra_id_47>",
+    "<extra_id_48>",
+    "<extra_id_49>",
+    "<extra_id_50>",
+    "<extra_id_51>",
+    "<extra_id_52>",
+    "<extra_id_53>",
+    "<extra_id_54>",
+    "<extra_id_55>",
+    "<extra_id_56>",
+    "<extra_id_57>",
+    "<extra_id_58>",
+    "<extra_id_59>",
+    "<extra_id_60>",
+    "<extra_id_61>",
+    "<extra_id_62>",
+    "<extra_id_63>",
+    "<extra_id_64>",
+    "<extra_id_65>",
+    "<extra_id_66>",
+    "<extra_id_67>",
+    "<extra_id_68>",
+    "<extra_id_69>",
+    "<extra_id_70>",
+    "<extra_id_71>",
+    "<extra_id_72>",
+    "<extra_id_73>",
+    "<extra_id_74>",
+    "<extra_id_75>",
+    "<extra_id_76>",
+    "<extra_id_77>",
+    "<extra_id_78>",
+    "<extra_id_79>",
+    "<extra_id_80>",
+    "<extra_id_81>",
+    "<extra_id_82>",
+    "<extra_id_83>",
+    "<extra_id_84>",
+    "<extra_id_85>",
+    "<extra_id_86>",
+    "<extra_id_87>",
+    "<extra_id_88>",
+    "<extra_id_89>",
+    "<extra_id_90>",
+    "<extra_id_91>",
+    "<extra_id_92>",
+    "<extra_id_93>",
+    "<extra_id_94>",
+    "<extra_id_95>",
+    "<extra_id_96>",
+    "<extra_id_97>",
+    "<extra_id_98>",
+    "<extra_id_99>"
+  ],
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

spiece.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fd650335add59bed55a432186ca0437a09e185c2d241faab468a538fe6bcf94
+size 851388

tokenizer_config.json

@@ -0,0 +1,949 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50244": {
+      "content": "<extra_id_99>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50245": {
+      "content": "<extra_id_98>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50246": {
+      "content": "<extra_id_97>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50247": {
+      "content": "<extra_id_96>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50248": {
+      "content": "<extra_id_95>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50249": {
+      "content": "<extra_id_94>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50250": {
+      "content": "<extra_id_93>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50251": {
+      "content": "<extra_id_92>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50252": {
+      "content": "<extra_id_91>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50253": {
+      "content": "<extra_id_90>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50254": {
+      "content": "<extra_id_89>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50255": {
+      "content": "<extra_id_88>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50256": {
+      "content": "<extra_id_87>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50257": {
+      "content": "<extra_id_86>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50258": {
+      "content": "<extra_id_85>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50259": {
+      "content": "<extra_id_84>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50260": {
+      "content": "<extra_id_83>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50261": {
+      "content": "<extra_id_82>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50262": {
+      "content": "<extra_id_81>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50263": {
+      "content": "<extra_id_80>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50264": {
+      "content": "<extra_id_79>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50265": {
+      "content": "<extra_id_78>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50266": {
+      "content": "<extra_id_77>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50267": {
+      "content": "<extra_id_76>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50268": {
+      "content": "<extra_id_75>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50269": {
+      "content": "<extra_id_74>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50270": {
+      "content": "<extra_id_73>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50271": {
+      "content": "<extra_id_72>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50272": {
+      "content": "<extra_id_71>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50273": {
+      "content": "<extra_id_70>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50274": {
+      "content": "<extra_id_69>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50275": {
+      "content": "<extra_id_68>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50276": {
+      "content": "<extra_id_67>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50277": {
+      "content": "<extra_id_66>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50278": {
+      "content": "<extra_id_65>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50279": {
+      "content": "<extra_id_64>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50280": {
+      "content": "<extra_id_63>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50281": {
+      "content": "<extra_id_62>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50282": {
+      "content": "<extra_id_61>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50283": {
+      "content": "<extra_id_60>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50284": {
+      "content": "<extra_id_59>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50285": {
+      "content": "<extra_id_58>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50286": {
+      "content": "<extra_id_57>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50287": {
+      "content": "<extra_id_56>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50288": {
+      "content": "<extra_id_55>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50289": {
+      "content": "<extra_id_54>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50290": {
+      "content": "<extra_id_53>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50291": {
+      "content": "<extra_id_52>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50292": {
+      "content": "<extra_id_51>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50293": {
+      "content": "<extra_id_50>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50294": {
+      "content": "<extra_id_49>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50295": {
+      "content": "<extra_id_48>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50296": {
+      "content": "<extra_id_47>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50297": {
+      "content": "<extra_id_46>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50298": {
+      "content": "<extra_id_45>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50299": {
+      "content": "<extra_id_44>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50300": {
+      "content": "<extra_id_43>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50301": {
+      "content": "<extra_id_42>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50302": {
+      "content": "<extra_id_41>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50303": {
+      "content": "<extra_id_40>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50304": {
+      "content": "<extra_id_39>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50305": {
+      "content": "<extra_id_38>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50306": {
+      "content": "<extra_id_37>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50307": {
+      "content": "<extra_id_36>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50308": {
+      "content": "<extra_id_35>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50309": {
+      "content": "<extra_id_34>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50310": {
+      "content": "<extra_id_33>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50311": {
+      "content": "<extra_id_32>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50312": {
+      "content": "<extra_id_31>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50313": {
+      "content": "<extra_id_30>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50314": {
+      "content": "<extra_id_29>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50315": {
+      "content": "<extra_id_28>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50316": {
+      "content": "<extra_id_27>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50317": {
+      "content": "<extra_id_26>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50318": {
+      "content": "<extra_id_25>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50319": {
+      "content": "<extra_id_24>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50320": {
+      "content": "<extra_id_23>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50321": {
+      "content": "<extra_id_22>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50322": {
+      "content": "<extra_id_21>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50323": {
+      "content": "<extra_id_20>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50324": {
+      "content": "<extra_id_19>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50325": {
+      "content": "<extra_id_18>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50326": {
+      "content": "<extra_id_17>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50327": {
+      "content": "<extra_id_16>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50328": {
+      "content": "<extra_id_15>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50329": {
+      "content": "<extra_id_14>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50330": {
+      "content": "<extra_id_13>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50331": {
+      "content": "<extra_id_12>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50332": {
+      "content": "<extra_id_11>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50333": {
+      "content": "<extra_id_10>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50334": {
+      "content": "<extra_id_9>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50335": {
+      "content": "<extra_id_8>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50336": {
+      "content": "<extra_id_7>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50337": {
+      "content": "<extra_id_6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50338": {
+      "content": "<extra_id_5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50339": {
+      "content": "<extra_id_4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50340": {
+      "content": "<extra_id_3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50341": {
+      "content": "<extra_id_2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50342": {
+      "content": "<extra_id_1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50343": {
+      "content": "<extra_id_0>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [
+    "<extra_id_0>",
+    "<extra_id_1>",
+    "<extra_id_2>",
+    "<extra_id_3>",
+    "<extra_id_4>",
+    "<extra_id_5>",
+    "<extra_id_6>",
+    "<extra_id_7>",
+    "<extra_id_8>",
+    "<extra_id_9>",
+    "<extra_id_10>",
+    "<extra_id_11>",
+    "<extra_id_12>",
+    "<extra_id_13>",
+    "<extra_id_14>",
+    "<extra_id_15>",
+    "<extra_id_16>",
+    "<extra_id_17>",
+    "<extra_id_18>",
+    "<extra_id_19>",
+    "<extra_id_20>",
+    "<extra_id_21>",
+    "<extra_id_22>",
+    "<extra_id_23>",
+    "<extra_id_24>",
+    "<extra_id_25>",
+    "<extra_id_26>",
+    "<extra_id_27>",
+    "<extra_id_28>",
+    "<extra_id_29>",
+    "<extra_id_30>",
+    "<extra_id_31>",
+    "<extra_id_32>",
+    "<extra_id_33>",
+    "<extra_id_34>",
+    "<extra_id_35>",
+    "<extra_id_36>",
+    "<extra_id_37>",
+    "<extra_id_38>",
+    "<extra_id_39>",
+    "<extra_id_40>",
+    "<extra_id_41>",
+    "<extra_id_42>",
+    "<extra_id_43>",
+    "<extra_id_44>",
+    "<extra_id_45>",
+    "<extra_id_46>",
+    "<extra_id_47>",
+    "<extra_id_48>",
+    "<extra_id_49>",
+    "<extra_id_50>",
+    "<extra_id_51>",
+    "<extra_id_52>",
+    "<extra_id_53>",
+    "<extra_id_54>",
+    "<extra_id_55>",
+    "<extra_id_56>",
+    "<extra_id_57>",
+    "<extra_id_58>",
+    "<extra_id_59>",
+    "<extra_id_60>",
+    "<extra_id_61>",
+    "<extra_id_62>",
+    "<extra_id_63>",
+    "<extra_id_64>",
+    "<extra_id_65>",
+    "<extra_id_66>",
+    "<extra_id_67>",
+    "<extra_id_68>",
+    "<extra_id_69>",
+    "<extra_id_70>",
+    "<extra_id_71>",
+    "<extra_id_72>",
+    "<extra_id_73>",
+    "<extra_id_74>",
+    "<extra_id_75>",
+    "<extra_id_76>",
+    "<extra_id_77>",
+    "<extra_id_78>",
+    "<extra_id_79>",
+    "<extra_id_80>",
+    "<extra_id_81>",
+    "<extra_id_82>",
+    "<extra_id_83>",
+    "<extra_id_84>",
+    "<extra_id_85>",
+    "<extra_id_86>",
+    "<extra_id_87>",
+    "<extra_id_88>",
+    "<extra_id_89>",
+    "<extra_id_90>",
+    "<extra_id_91>",
+    "<extra_id_92>",
+    "<extra_id_93>",
+    "<extra_id_94>",
+    "<extra_id_95>",
+    "<extra_id_96>",
+    "<extra_id_97>",
+    "<extra_id_98>",
+    "<extra_id_99>"
+  ],
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "</s>",
+  "extra_ids": 100,
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<pad>",
+  "processor_class": "Pix2StructProcessor",
+  "sp_model_kwargs": {},
+  "tokenizer_class": "T5Tokenizer",
+  "trust_remote_code": false,
+  "unk_token": "<unk>"
+}