Update models

.gitattributes

@@ -35,3 +35,26 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
 Qwen2-VL-72B-Instruct-Q5_K_M-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
 Qwen2-VL-72B-Instruct-Q5_K_M-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
+Qwen2-VL-72B-Instruct-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
+Qwen2-VL-72B-Instruct-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
+Qwen2-VL-72B-Instruct-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+Qwen2-VL-72B-Instruct-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+Qwen2-VL-72B-Instruct-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
+Qwen2-VL-72B-Instruct-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+Qwen2-VL-72B-Instruct-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+Qwen2-VL-72B-Instruct-Q5_0-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
+Qwen2-VL-72B-Instruct-Q5_0-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
+Qwen2-VL-72B-Instruct-Q5_K_S-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
+Qwen2-VL-72B-Instruct-Q5_K_S-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
+Qwen2-VL-72B-Instruct-Q6_K-00001-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
+Qwen2-VL-72B-Instruct-Q6_K-00002-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
+Qwen2-VL-72B-Instruct-Q6_K-00003-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
+Qwen2-VL-72B-Instruct-Q8_0-00001-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
+Qwen2-VL-72B-Instruct-Q8_0-00002-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
+Qwen2-VL-72B-Instruct-Q8_0-00003-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
+Qwen2-VL-72B-Instruct-f16-00001-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
+Qwen2-VL-72B-Instruct-f16-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
+Qwen2-VL-72B-Instruct-f16-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
+Qwen2-VL-72B-Instruct-f16-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
+Qwen2-VL-72B-Instruct-f16-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
+Qwen2-VL-72B-Instruct-vision-encoder.gguf filter=lfs diff=lfs merge=lfs -text

Qwen2-VL-72B-Instruct-Q2_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbce69877eaa66f08542da0515751aa1c06e99464ae0ceffbd1b50f427664818
+size 29811761152

Qwen2-VL-72B-Instruct-Q3_K_L.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb544868efd9681d7c7acf50aeeaf5ee3f3a4280596cd7eddf677fd0de2995fb
+size 39505223680

Qwen2-VL-72B-Instruct-Q3_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:165027097517988c865f1c55935db63e493cd2d60f2804e42d747eadc487ec6b
+size 37698723840

Qwen2-VL-72B-Instruct-Q3_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35664f65ec2e6790acdbc594d80d5a35f6f04ee24dbfcece7bc48a5b5defdef4
+size 34487787520

Qwen2-VL-72B-Instruct-Q4_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3cf10c2066b2795343035b5287a1c2ec963b94578a76bfd938b70996b116a9f
+size 41231736832

Qwen2-VL-72B-Instruct-Q4_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79e2724138cd138baa4608cdd2406a76df058bcc1dacb9bfbd1c8a0ae62715a9
+size 47415713792

Qwen2-VL-72B-Instruct-Q4_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:039535006f1e4d959cadd612658b10d9ca9269546ce277fb290d8d163e2fe398
+size 43889221632

Qwen2-VL-72B-Instruct-Q5_0-00001-of-00002.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46f0333137910e4bea4ff9883e3035b72fea183190a26fe540ddc04a55044fc1
+size 29915539168

Qwen2-VL-72B-Instruct-Q5_0-00002-of-00002.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96b4b9046cc9be76aa6bc9f0724e5be41ffc3accf994d0d69fbea3eeb16c6cc5
+size 20248492512

Qwen2-VL-72B-Instruct-Q5_K_S-00001-of-00002.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32537a22217a70eb66b3c33606d1e136b51933f5f1bb204e36b36bdaa24503f7
+size 29826761728

Qwen2-VL-72B-Instruct-Q5_K_S-00002-of-00002.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e060ff769fbed602f9e9cd37330d9d550332bea9294a1716d3e9a6ed3c6b0932
+size 21548375232

Qwen2-VL-72B-Instruct-Q6_K-00001-of-00003.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0826a0a3dba9382803c3e9975358a5d08897a0b5ebf7d8e32b1550ce1a27d88
+size 29885073856

Qwen2-VL-72B-Instruct-Q6_K-00002-of-00003.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db4013037e8b28b5e72c4d6077eb8e38dedd6dad05daa89690e44db656d93d01
+size 29914146976

Qwen2-VL-72B-Instruct-Q6_K-00003-of-00003.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3454eb8c3604f8aaf36ab14d9d4b8dc0066db34fed20993ea1c536f83aacd687
+size 4548407008

Qwen2-VL-72B-Instruct-Q8_0-00001-of-00003.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41e466626dd10b9b7d7fb187258ff4b96c8ae9fa21082a06f327eb10ef4f1eae
+size 29859551488

Qwen2-VL-72B-Instruct-Q8_0-00002-of-00003.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a1504dd559d02a6e73b95f0c155d08ce55169f9bed1a8b14f559bda38f241b7
+size 29843805824

Qwen2-VL-72B-Instruct-Q8_0-00003-of-00003.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f48f9da120d038e6e2f2a5c191e2097245a91247ba4dfff1a684584b042395d
+size 17559253440

Qwen2-VL-72B-Instruct-f16-00001-of-00005.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3518c3e666ed6a7e5b13529eeb6383dd29ace7345d94f3d20887d4266e6b32
+size 29948683008

Qwen2-VL-72B-Instruct-f16-00002-of-00005.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7dcb0066dbfa43babb99ee5ea3a8f4e2dc20141290b7928ee7db529a29f83b7
+size 29691133216

Qwen2-VL-72B-Instruct-f16-00003-of-00005.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2b0c7e658faf6b16c5afe0f5271d04abcf58a8b9066c163ed9d964336ab170e
+size 29659819936

Qwen2-VL-72B-Instruct-f16-00004-of-00005.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2927400b8c85e4549e8b26027491cea203072cfdb6b09668256e48a4e3d34fc4
+size 29540133984

Qwen2-VL-72B-Instruct-f16-00005-of-00005.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97050aaee2fb4a3e76e3d8326403b4734f955c154a7162c0a109f25c955241f6
+size 26582902272

Qwen2-VL-72B-Instruct-vision-encoder.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fb9534d2ec1dd4d720e6437fae18ebd059678a07c00151d5a6944c7bfb6578b
+size 2797456896

config.json

@@ -0,0 +1,52 @@
+{
+  "architectures": [
+    "Qwen2VLForConditionalGeneration"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 151643,
+  "eos_token_id": 151645,
+  "vision_start_token_id": 151652,
+  "vision_end_token_id": 151653,
+  "vision_token_id": 151654,
+  "image_token_id": 151655,
+  "video_token_id": 151656,
+  "hidden_act": "silu",
+  "hidden_size": 8192,
+  "initializer_range": 0.02,
+  "intermediate_size": 29568,
+  "max_position_embeddings": 32768,
+  "max_window_layers": 80,
+  "model_type": "qwen2_vl",
+  "num_attention_heads": 64,
+  "num_hidden_layers": 80,
+  "num_key_value_heads": 8,
+  "rms_norm_eps": 1e-06,
+  "rope_theta": 1000000.0,
+  "sliding_window": 32768,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.41.2",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "vision_config": {
+    "depth": 32,
+    "embed_dim": 1280,
+    "mlp_ratio": 4,
+    "num_heads": 16,
+    "in_chans": 3,
+    "hidden_size": 8192,
+    "patch_size": 14,
+    "spatial_merge_size": 2,
+    "spatial_patch_size": 14,
+    "temporal_patch_size": 2
+  },
+  "rope_scaling": {
+    "type": "mrope",
+    "mrope_section": [
+      16,
+      24,
+      24
+    ]
+  },
+  "vocab_size": 152064
+}