Add files using upload-large-folder tool

chat_template.jinja

@@ -100,4 +100,4 @@
 
 {%- if add_generation_prompt -%}
     {{ '<|Assistant|>' }}{{ '<|end_of_thought|>' }}
-{%- endif -%}
+{%- endif -%}

config.json

@@ -34,6 +34,18 @@
     "q_lora_rank": 1536,
     "qk_nope_head_dim": 128,
     "qk_rope_head_dim": 64,
+    "rms_norm_eps": 1e-06,
+    "rope_theta": 32000000,
+    "routed_scaling_factor": 2.5,
+    "scoring_func": "sigmoid",
+    "tie_word_embeddings": false,
+    "topk_group": 1,
+    "topk_method": "noaux_tc",
+    "torch_dtype": "bfloat16",
+    "transformers_version": "4.44.2",
+    "use_cache": true,
+    "v_head_dim": 128,
+    "vocab_size": 129280,
     "quantization_config": {
         "config_groups": {
             "group_0": {
@@ -66,17 +78,5 @@
         "kv_cache_scheme": null,
         "quant_method": "compressed-tensors",
         "quantization_status": "compressed"
-    },
-    "rms_norm_eps": 1e-06,
-    "rope_theta": 32000000,
-    "routed_scaling_factor": 2.5,
-    "scoring_func": "sigmoid",
-    "tie_word_embeddings": false,
-    "topk_group": 1,
-    "topk_method": "noaux_tc",
-    "torch_dtype": "bfloat16",
-    "transformers_version": "4.44.2",
-    "use_cache": true,
-    "v_head_dim": 128,
-    "vocab_size": 129280
-}
+    }
+}

model-1-of-40.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ebd70bcbb0406a3ac84a410bbcb2084663eaff71777ff849b88c94a8f8e573fe
+oid sha256:406da2e446429c6926744227f90f55b1d57a36c37163c63af496422ec04677ca
 size 140785016

model-10-of-40.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1e68a68794db840d81f3f22e49819342867ff5487893afa386ec59cb5068adc8
+oid sha256:7a9a14526f144c3c70dea5f4129e5e2db227b232efce2392c525142223fd4788
 size 818455784

model-11-of-40.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0432fe382f82baaa3e47dd83f8df582aa37b94f915168276e1cafa2be95f0df6
+oid sha256:591bea12f9179342ac8473df01ded18fa791e0434864a91a70606511adfc4d9c
 size 818458104

model-12-of-40.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cd69edd0fd07322db62320e1445b0edaf88fbfc329fed78795600277309ca74d
+oid sha256:ca31c4dd871d00391cd4c1c5f0e00579d9adc4a2eced536b0db1a1f2d94c1307
 size 818458104

model-13-of-40.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e399fa15ac581198dbdb5b5f99e14fc027fef9cb6848f0bdaf6799c471858ab2
+oid sha256:96dc2b62833028c2ceb4a9836afada274188ea6ab6af1d100bf809c86f270567
 size 818458104

model-14-of-40.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c3294a583c6272054fb3e6f57b31ccb4f237fc676d9f358880092b1ec39a53f0
+oid sha256:308faf2cb085ca476e58a64f4c556170c41ae9c43e498739ec8a399bd6abd9e1
 size 818458104

model-15-of-40.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:65691dc9d140e2461532eb165b7786bfcf7f8c6ba6dec68a8b10c09fecfe1854
+oid sha256:e938314f5cadf447946ded702943747039b22fa6c1e8a496a78ad11f4f8f9f53
 size 818458104

model-16-of-40.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8512e7906f5e411664ba680dd69c87b3cf7d7354d1c28932f35aee0068abd804
+oid sha256:02ce3eee43cd09f0075e517c6cca57e6833ca330a5eeb751775b3297150485c3
 size 818458104

model-17-of-40.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:341395e7686a435638ed1998f41a5da1d5d4b52a8dbe8ea4a432343e7ec853ac
+oid sha256:4e981b2b5a10bafbf87279c6ae2f1bb5f2786fd239cff1fe6057a3221a128645
 size 818458104

model-18-of-40.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:db59421bc92cbe64f6343dc8cf3f82ffb09d10a416917f93b6488b83bc50af8b
+oid sha256:d463ff3ee96fde06710799c08054b06991301c2331c998fb0c4d2dd964783698
 size 818458104

model-19-of-40.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f2e300f710895d3f5679a1e61fba3184e9ff3bdeffc54767f82b13ccdf1c903e
+oid sha256:894bd182b39e4d42b80d9cc40ac5a38b803f1754aa270867424cc35abbb8e509
 size 818458104

model-2-of-40.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3249aef3747d3a78d8b37fa5219f346abd48591093dda15b22b40174ed698f75
+oid sha256:6bdd822798f1569b0e201be7819ef9097895546e57883b03d0ac9e307976818d
 size 818455784

model-20-of-40.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:63c75dfb7cdbccecc7b8e5afb87d65c1623629434c85d34b373b16aef415060b
+oid sha256:1fb3862ffbaf77d91c45195fd3febfe07c7651c624db323c5df09637bf419cb6
 size 818458104

model-21-of-40.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4aa9fd148a1aab9559b0d5d1f345cdb9e6ef769678e0c2c90463b18d3dab7c27
+oid sha256:a755db4f21c8ef10971a548d8f9d699fecef3fef668fe94e9326761d8e10bf04
 size 818458104

model-22-of-40.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e86ebb428394e6d450739df637111b45fe49a8a883ed33a7576ca63de3ddb33b
+oid sha256:de93a5f68c185218e91ab1286409dbc97465de8e8fc80dac9faa2dd6bc57de81
 size 818458104

model-23-of-40.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f6fcc388477161d89f037107c0958b722d852076326fdba25f45d4118aeac712
+oid sha256:751a31400e286a22e9d46c1a20f03adbdc4476f936ba8507b2af033aa66fc38f
 size 818458104

model-24-of-40.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d9d0adda14bea929c60ebff02acabc47a62a221d27c37460168c5c7ccfd8d7f1
+oid sha256:6ca8b8535f50e822f8cd57a8b87e9f5a6f231de0f562a2717ea744cc5f617835
 size 818458104

model-25-of-40.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:085424d0798a43dbce0fbda80d9cf0b61e654c04d94fb697743acba4885581a6
+oid sha256:1ddedcf14d393e3ec36c223f9bd205a440ad6b5105fa140b23532f5428ade9e7
 size 818458104

model-26-of-40.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fdc517976349081bf657940d84c361ce0d51de6d12ce11bccd0b2e83f7826d44
+oid sha256:830d845fc512e2a790e6798fc203871c056ea612eddddb559ccd36752d93459b
 size 818458104

model-27-of-40.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:613cc2ffd942de01767dc9fcccf00e667b923da3287b273a34604ee9eb1192d1
+oid sha256:b3298df21b79112125e7ad095172e9c562d5581f59894b73b7d43f1745f22d89
 size 818458104

model-28-of-40.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b964d1018293999dde903e9ca578cbf582955e574a5774c29d782f023dfae353
+oid sha256:3811c01f6d50477a07e586492508019ecc7883f1a69ba7e7a8e9661f3b4395b2
 size 818458104

model-29-of-40.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f81791e2333000233928c532f20c9472c99066f0a918f0795f6bc637091c2f57
+oid sha256:b85ffaf5973be8fa030171616de0e61d9965766c923762d7143125033940bcb7
 size 818458104

model-3-of-40.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:936a1d296253824800c84085b87fcb4feee19009c89e3051d8f2a94e16915540
+oid sha256:0cd9ca1bebbda88f726d5cc5db88c89a707f4a9ff4a1bb686f77ec3d51bbb66f
 size 818455784

model-30-of-40.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bc4d5b42ff37a146ef54d093da2bb330a0bc076c894c3f2135066739c8e575fc
+oid sha256:0afb7264ac96c3d4f3ecef5bbb963092c43eee3cce8e98cdda06a5ac23edff42
 size 818458104

model-31-of-40.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8af423fcac697a8445af5a4bcf6c8046ca4fe85577ac2bdd74267133633506a5
+oid sha256:7adb6a2b2ba85188b0578cff4c99768c9677ae9629590d7a820065e9119dcc0d
 size 818458104

model-32-of-40.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:52951758599b5591e24dfd89b4623461002df897d156533b872d0e7e68aacad7
+oid sha256:14af1ce73f032d002f99fc22a79d7b9222a619af0f3a0a94341d6812885d9322
 size 818458104

model-33-of-40.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6c974bf6fea336fd83320cdf13529bd3f9ab7a87b4adb06affcdcb4241ecf854
+oid sha256:6f298b903f77900ceaf9beefdae99d2b26bcdfdee7c450a971e2dc5fa9724e73
 size 818458104

model-34-of-40.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:991f6ca08d25d91bef7edded52e031cf68a43179ae88dc47e03601ca38a9a1e5
+oid sha256:706fdfbe986f6297b8585c053bdecf06357d163f1a967799aa28792a898ad38a
 size 818458104

model-35-of-40.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a7606c1c870d9f615dc1ced571d6e79023829d0a8a8010baae933159fe31482d
+oid sha256:b5b4dafab74c492e188001486016d14c57b9787b948eb3cf6d1a2d1bcc558e20
 size 818458104

model-36-of-40.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:19f5984c7efee72836041b12072a832dc82e5c5a967ccdb18cbe6f31ed4269d9
+oid sha256:27c762a92d19a55b0deeb065292e86b0800d9bd2b44533077efee5dbb06ce0db
 size 818458104

model-37-of-40.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2085b3bbc0615c0a30cdec8e94d8c08ccf95bb07b1d23cbd6c561e11dd2f5707
+oid sha256:ee716e34f3f48b4cd9f9be984ea9adcdd20c5c39c62cde1a96b1e58733a56118
 size 818458104

model-38-of-40.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a3b286910cc7e14f832499689100daf2645726a9bae5fd75e59d907ae5198c48
+oid sha256:3f584b697b83471f0c044ed7bff158ec2d36e3b9464c999ac82dac09aa3e910b
 size 818458104

model-39-of-40.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:afc88cb58a4ba708c0216bc479d9a0fd87576650ef8feb5a1f2e60e4b173692d
+oid sha256:5127a9bcfa5b4c8ef37ec0c7b12e418ad6ba566a80c0ce59c331318a6c5f40e2
 size 818458104

model-4-of-40.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4d661d4f322cc733ce6867d4a579d8aca52f8893eba43c94920b09dc08f4f776
+oid sha256:0801dd78850f5dfe8e861c010adda50c3e26d602d718d5a57ff0245ebb142a8d
 size 818455784

model-40-of-40.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:495da2c2f01d3a69f444642a664126029c086992916e082842654d5c95bd2ae8
+oid sha256:67463b6637636bf9d2adb645f56ac1970930ed919832d1f5f987419f5b00b804
 size 818458104

model-5-of-40.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f228e3aa08211d43ef62fcab644e08eaee55cb38bd747f06b9e39a0b18c7a8eb
+oid sha256:3e4342823e80e2e740a97070fec31b98a8b65dd53fd6eff68d22afd421346cd3
 size 818455784

model-6-of-40.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3d9918423c7989d63be11c64badc08ff06808fc522d01847cc9f9d19159a81cf
+oid sha256:37cf69249bd0c3a58e86bfc17674c4b9c512c80ae75737c730c679a5f9a4440e
 size 818455784

model-7-of-40.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:87cdff44a17b405ea7385b394b0758f3e55b4f152191f2d5f5454fd6d0091f73
+oid sha256:4b3b758f044f42f2aeb6807d6adbf90b810d72e2a8cb264ab4388a281a4aee9d
 size 818455784

model-8-of-40.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8dd4421554edbaa2d02da677b89928091e5fbb9884e6c72cb1764c07fd9f545d
+oid sha256:c69250b22fcb82655f84d7cd1fe5095a1144ffe733173aea997f21bda7805857
 size 818455784

model-9-of-40.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:61a47e9de20be225571f9fd2f37204ca3d50106a3769ae646ac269bdae718a8a
+oid sha256:5540d20c8ef9b3af7677341c7fb094833c97b979fb1c354186773b2943f4d3fd
 size 818455784

model-non-layer.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:358810bbba6e784b3be7462f7398fed2ba159a0edcec4f586aa72e877f4187ca
+oid sha256:feab4d0c54e6ce4dfcd72044cd8db156eccb363c23734515ba070ec34001e98f
 size 1059066184

model.safetensors.index.json

@@ -1,4 +1,7 @@
 {
+    "metadata": {
+        "total_size": 0
+    },
     "weight_map": {
         "lm_head.weight": "model-non-layer.safetensors",
         "model.embed_tokens.weight": "model-non-layer.safetensors",
@@ -90432,7 +90435,7 @@
         "model.layers.40.self_attn.q_a_layernorm.weight": "mtp-1-of-1.safetensors",
         "model.layers.40.self_attn.q_a_proj.weight": "mtp-1-of-1.safetensors",
         "model.layers.40.self_attn.q_b_proj.weight": "mtp-1-of-1.safetensors",
-        "model.layers.40.shared_head.head.weight": "mtp-1-of-1.safetensors",
-        "model.layers.40.shared_head.norm.weight": "mtp-1-of-1.safetensors"
+        "model.layers.40.shared_head.norm.weight": "mtp-1-of-1.safetensors",
+        "model.layers.40.shared_head.head.weight": "mtp-1-of-1.safetensors"
     }
 }

mtp-1-of-1.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:74cb5a9b60987b70d854406b19ed713e781774bada163d3097f808f09c08d7bf
+oid sha256:d5668c90e7a7cab0ea4573fccc0cd8e4bcdd7aa18e8f9b3b7b8bed169ca0ec1c
 size 687105960