Upload folder using huggingface_hub

model-00001-of-00007.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:42c7811c3d0085534c037964fa972ecbaa3a274b27f8fceee62b9d14e07a42b9
-size 4644107280
+oid sha256:88850fcdb9b975d89c2b20068743b20aaaa2eebef90eff37a5f27324c49f169d
+size 4644107632

model.safetensors.index.json

@@ -4,41 +4,41 @@
   },
   "weight_map": {
     "lm_head.weight": "model-00007-of-00007.safetensors",
-    "model.modality_projection.down_proj.weight": "model-00001-of-00007.safetensors",
-    "model.modality_projection.gate_proj.weight": "model-00001-of-00007.safetensors",
-    "model.modality_projection.up_proj.weight": "model-00001-of-00007.safetensors",
-    "model.perceiver_resampler.latents": "model-00001-of-00007.safetensors",
-    "model.perceiver_resampler.layers.0.input_context_norm.weight": "model-00001-of-00007.safetensors",
-    "model.perceiver_resampler.layers.0.input_latents_norm.weight": "model-00001-of-00007.safetensors",
-    "model.perceiver_resampler.layers.0.mlp.down_proj.weight": "model-00001-of-00007.safetensors",
-    "model.perceiver_resampler.layers.0.mlp.gate_proj.weight": "model-00001-of-00007.safetensors",
-    "model.perceiver_resampler.layers.0.mlp.up_proj.weight": "model-00001-of-00007.safetensors",
-    "model.perceiver_resampler.layers.0.post_attention_layernorm.weight": "model-00001-of-00007.safetensors",
-    "model.perceiver_resampler.layers.0.self_attn.k_proj.weight": "model-00001-of-00007.safetensors",
-    "model.perceiver_resampler.layers.0.self_attn.o_proj.weight": "model-00001-of-00007.safetensors",
-    "model.perceiver_resampler.layers.0.self_attn.q_proj.weight": "model-00001-of-00007.safetensors",
-    "model.perceiver_resampler.layers.0.self_attn.v_proj.weight": "model-00001-of-00007.safetensors",
-    "model.perceiver_resampler.layers.1.input_context_norm.weight": "model-00001-of-00007.safetensors",
-    "model.perceiver_resampler.layers.1.input_latents_norm.weight": "model-00001-of-00007.safetensors",
-    "model.perceiver_resampler.layers.1.mlp.down_proj.weight": "model-00001-of-00007.safetensors",
-    "model.perceiver_resampler.layers.1.mlp.gate_proj.weight": "model-00001-of-00007.safetensors",
-    "model.perceiver_resampler.layers.1.mlp.up_proj.weight": "model-00001-of-00007.safetensors",
-    "model.perceiver_resampler.layers.1.post_attention_layernorm.weight": "model-00001-of-00007.safetensors",
-    "model.perceiver_resampler.layers.1.self_attn.k_proj.weight": "model-00001-of-00007.safetensors",
-    "model.perceiver_resampler.layers.1.self_attn.o_proj.weight": "model-00001-of-00007.safetensors",
-    "model.perceiver_resampler.layers.1.self_attn.q_proj.weight": "model-00001-of-00007.safetensors",
-    "model.perceiver_resampler.layers.1.self_attn.v_proj.weight": "model-00001-of-00007.safetensors",
-    "model.perceiver_resampler.layers.2.input_context_norm.weight": "model-00001-of-00007.safetensors",
-    "model.perceiver_resampler.layers.2.input_latents_norm.weight": "model-00001-of-00007.safetensors",
-    "model.perceiver_resampler.layers.2.mlp.down_proj.weight": "model-00001-of-00007.safetensors",
-    "model.perceiver_resampler.layers.2.mlp.gate_proj.weight": "model-00001-of-00007.safetensors",
-    "model.perceiver_resampler.layers.2.mlp.up_proj.weight": "model-00001-of-00007.safetensors",
-    "model.perceiver_resampler.layers.2.post_attention_layernorm.weight": "model-00001-of-00007.safetensors",
-    "model.perceiver_resampler.layers.2.self_attn.k_proj.weight": "model-00001-of-00007.safetensors",
-    "model.perceiver_resampler.layers.2.self_attn.o_proj.weight": "model-00001-of-00007.safetensors",
-    "model.perceiver_resampler.layers.2.self_attn.q_proj.weight": "model-00001-of-00007.safetensors",
-    "model.perceiver_resampler.layers.2.self_attn.v_proj.weight": "model-00001-of-00007.safetensors",
-    "model.perceiver_resampler.norm.weight": "model-00001-of-00007.safetensors",
+    "model.connector.modality_projection.down_proj.weight": "model-00001-of-00007.safetensors",
+    "model.connector.modality_projection.gate_proj.weight": "model-00001-of-00007.safetensors",
+    "model.connector.modality_projection.up_proj.weight": "model-00001-of-00007.safetensors",
+    "model.connector.perceiver_resampler.latents": "model-00001-of-00007.safetensors",
+    "model.connector.perceiver_resampler.layers.0.input_context_norm.weight": "model-00001-of-00007.safetensors",
+    "model.connector.perceiver_resampler.layers.0.input_latents_norm.weight": "model-00001-of-00007.safetensors",
+    "model.connector.perceiver_resampler.layers.0.mlp.down_proj.weight": "model-00001-of-00007.safetensors",
+    "model.connector.perceiver_resampler.layers.0.mlp.gate_proj.weight": "model-00001-of-00007.safetensors",
+    "model.connector.perceiver_resampler.layers.0.mlp.up_proj.weight": "model-00001-of-00007.safetensors",
+    "model.connector.perceiver_resampler.layers.0.post_attention_layernorm.weight": "model-00001-of-00007.safetensors",
+    "model.connector.perceiver_resampler.layers.0.self_attn.k_proj.weight": "model-00001-of-00007.safetensors",
+    "model.connector.perceiver_resampler.layers.0.self_attn.o_proj.weight": "model-00001-of-00007.safetensors",
+    "model.connector.perceiver_resampler.layers.0.self_attn.q_proj.weight": "model-00001-of-00007.safetensors",
+    "model.connector.perceiver_resampler.layers.0.self_attn.v_proj.weight": "model-00001-of-00007.safetensors",
+    "model.connector.perceiver_resampler.layers.1.input_context_norm.weight": "model-00001-of-00007.safetensors",
+    "model.connector.perceiver_resampler.layers.1.input_latents_norm.weight": "model-00001-of-00007.safetensors",
+    "model.connector.perceiver_resampler.layers.1.mlp.down_proj.weight": "model-00001-of-00007.safetensors",
+    "model.connector.perceiver_resampler.layers.1.mlp.gate_proj.weight": "model-00001-of-00007.safetensors",
+    "model.connector.perceiver_resampler.layers.1.mlp.up_proj.weight": "model-00001-of-00007.safetensors",
+    "model.connector.perceiver_resampler.layers.1.post_attention_layernorm.weight": "model-00001-of-00007.safetensors",
+    "model.connector.perceiver_resampler.layers.1.self_attn.k_proj.weight": "model-00001-of-00007.safetensors",
+    "model.connector.perceiver_resampler.layers.1.self_attn.o_proj.weight": "model-00001-of-00007.safetensors",
+    "model.connector.perceiver_resampler.layers.1.self_attn.q_proj.weight": "model-00001-of-00007.safetensors",
+    "model.connector.perceiver_resampler.layers.1.self_attn.v_proj.weight": "model-00001-of-00007.safetensors",
+    "model.connector.perceiver_resampler.layers.2.input_context_norm.weight": "model-00001-of-00007.safetensors",
+    "model.connector.perceiver_resampler.layers.2.input_latents_norm.weight": "model-00001-of-00007.safetensors",
+    "model.connector.perceiver_resampler.layers.2.mlp.down_proj.weight": "model-00001-of-00007.safetensors",
+    "model.connector.perceiver_resampler.layers.2.mlp.gate_proj.weight": "model-00001-of-00007.safetensors",
+    "model.connector.perceiver_resampler.layers.2.mlp.up_proj.weight": "model-00001-of-00007.safetensors",
+    "model.connector.perceiver_resampler.layers.2.post_attention_layernorm.weight": "model-00001-of-00007.safetensors",
+    "model.connector.perceiver_resampler.layers.2.self_attn.k_proj.weight": "model-00001-of-00007.safetensors",
+    "model.connector.perceiver_resampler.layers.2.self_attn.o_proj.weight": "model-00001-of-00007.safetensors",
+    "model.connector.perceiver_resampler.layers.2.self_attn.q_proj.weight": "model-00001-of-00007.safetensors",
+    "model.connector.perceiver_resampler.layers.2.self_attn.v_proj.weight": "model-00001-of-00007.safetensors",
+    "model.connector.perceiver_resampler.norm.weight": "model-00001-of-00007.safetensors",
     "model.text_model.embed_tokens.weight": "model-00002-of-00007.safetensors",
     "model.text_model.layers.0.input_layernorm.weight": "model-00002-of-00007.safetensors",
     "model.text_model.layers.0.mlp.down_proj.weight": "model-00002-of-00007.safetensors",

special_tokens_map.json

@@ -13,6 +13,13 @@
       "normalized": false,
       "rstrip": false,
       "single_word": false
+    },
+    {
+      "content": "<end_of_utterance>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
     }
   ],
   "bos_token": {

tokenizer.json

@@ -47,6 +47,15 @@
       "rstrip": false,
       "normalized": false,
       "special": true
+    },
+    {
+      "id": 32002,
+      "content": "<end_of_utterance>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
     }
   ],
   "normalizer": {

tokenizer_config.json

@@ -41,11 +41,20 @@
       "rstrip": false,
       "single_word": false,
       "special": true
+    },
+    "32002": {
+      "content": "<end_of_utterance>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
     }
   },
   "additional_special_tokens": [
     "<fake_token_around_image>",
-    "<image>"
+    "<image>",
+    "<end_of_utterance>"
   ],
   "bos_token": "<s>",
   "clean_up_tokenization_spaces": false,