Update models

.gitattributes

@@ -33,3 +33,16 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+Qwen2.5-Coder-7B-Instruct-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
+Qwen2.5-Coder-7B-Instruct-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
+Qwen2.5-Coder-7B-Instruct-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+Qwen2.5-Coder-7B-Instruct-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+Qwen2.5-Coder-7B-Instruct-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
+Qwen2.5-Coder-7B-Instruct-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+Qwen2.5-Coder-7B-Instruct-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+Qwen2.5-Coder-7B-Instruct-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
+Qwen2.5-Coder-7B-Instruct-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+Qwen2.5-Coder-7B-Instruct-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+Qwen2.5-Coder-7B-Instruct-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
+Qwen2.5-Coder-7B-Instruct-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
+Qwen2.5-Coder-7B-Instruct-f16.gguf filter=lfs diff=lfs merge=lfs -text

Qwen2.5-Coder-7B-Instruct-Q2_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbb11377c336dc69d6bb576db4088f310da141c78045133cca9f434b37cf5c52
+size 3015940608

Qwen2.5-Coder-7B-Instruct-Q3_K_L.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:843a07deb68947c60261195deec4ce7ccd3cc2c6ea8b26e3ae6889712ec942af
+size 4088459776

Qwen2.5-Coder-7B-Instruct-Q3_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7af9722d4eba7d108e7ee611f95049ec5e223481a2537f165d4f401e453033b1
+size 3808391680

Qwen2.5-Coder-7B-Instruct-Q3_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9009b5b3583068b6bf1e2846c08dc37c0a01597a16f92467ca1487e57cd8a34
+size 3492368896

Qwen2.5-Coder-7B-Instruct-Q4_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a49244119e8604dbdb874e8c1bf9ccbc967e3eafc5b58527407d9b4a94ed99b
+size 4431391232

Qwen2.5-Coder-7B-Instruct-Q4_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ec3d5cfd560c5eac34e6c377c0bbc2bda389b282dca2b28bc31e621d26929a7
+size 4683074048

Qwen2.5-Coder-7B-Instruct-Q4_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d280846d836ce2cdbe1520f5f6d90818aa4f67c88180282be565c46eb2f4e715
+size 4457769472

Qwen2.5-Coder-7B-Instruct-Q5_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19686bbe6c62340ded5a576e4bdf3474a7da2750749210561b546cd616d83cca
+size 5315176960

Qwen2.5-Coder-7B-Instruct-Q5_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84d37734ac254859ae51aa94d2d7d80ef131a2036f461b19c1d8aa22ff07bac8
+size 5444831744

Qwen2.5-Coder-7B-Instruct-Q5_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dd65a829c4c7d6db11c2e8e5fa1ef90d92e9454d623979f54e83e90f9c46ff0
+size 5315176960

Qwen2.5-Coder-7B-Instruct-Q6_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec5e1b9505d6b62703ea83578347e0787a653a13c4eb01d025957ccbe06a09d3
+size 6254199296

Qwen2.5-Coder-7B-Instruct-Q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24b532e5276503b147d0eea0e47cb1d2bcce7c9034edd657b624261862ca54a1
+size 8098525696

Qwen2.5-Coder-7B-Instruct-f16.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8e374f171cbf20a79619dc6e0926124c7690497609bc94bdad18ef6a86cdee0
+size 15237853696

config.json

@@ -0,0 +1,27 @@
+{
+  "architectures": [
+    "Qwen2ForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 151643,
+  "eos_token_id": 151643,
+  "hidden_act": "silu",
+  "hidden_size": 3584,
+  "initializer_range": 0.02,
+  "intermediate_size": 18944,
+  "max_position_embeddings": 32768,
+  "max_window_layers": 28,
+  "model_type": "qwen2",
+  "num_attention_heads": 28,
+  "num_hidden_layers": 28,
+  "num_key_value_heads": 4,
+  "rms_norm_eps": 1e-06,
+  "rope_theta": 1000000.0,
+  "sliding_window": 131072,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.44.0",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "vocab_size": 152064
+}