Upload 33 files

mlc-chat-config.json

@@ -2,21 +2,21 @@
   "model_type": "stablelm_epoch",
   "quantization": "q4f16_0",
   "model_config": {
-    "vocab_size": 50304,
-    "hidden_size": 2560,
-    "num_hidden_layers": 32,
+    "vocab_size": 100352,
+    "hidden_size": 2048,
+    "num_hidden_layers": 24,
     "num_attention_heads": 32,
     "num_key_value_heads": 32,
     "norm_eps": 1e-05,
     "rope_pct": 0.25,
     "rope_theta": 10000,
-    "intermediate_size": 6912,
-    "use_qkv_bias": false,
+    "intermediate_size": 5632,
+    "use_qkv_bias": true,
     "context_window_size": 4096,
     "prefill_chunk_size": 4096,
     "tensor_parallel_shards": 1
   },
-  "vocab_size": 50304,
+  "vocab_size": 100352,
   "context_window_size": 4096,
   "sliding_window_size": -1,
   "prefill_chunk_size": 4096,
@@ -30,12 +30,14 @@
   "frequency_penalty": 0.0,
   "repetition_penalty": 1.0,
   "top_p": 0.95,
-  "conv_template": "stablelm-3b",
+  "conv_template": "stablelm-2",
   "pad_token_id": 0,
-  "bos_token_id": 0,
-  "eos_token_id": 0,
+  "bos_token_id": 100257,
+  "eos_token_id": 100257,
   "tokenizer_files": [
     "tokenizer.json",
+    "vocab.json",
+    "merges.txt",
     "tokenizer_config.json"
   ],
   "version": "0.1.0"

params_shard_0.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a5c4bc30d36daffd2986fb32a5e3632a126d4ab6757bb69640faa73ad777be8e
-size 64389120
+oid sha256:a1835607e2bc483618b632601c70038f8d4793031ebf6a22befe28ae548224c1
+size 102760448

params_shard_1.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d98ffc84f3367c49da30054c23d9407a3b09a37df4790e32305e99297eabd0d3
-size 64389120
+oid sha256:ba83834094867111b91e0aa16d0a7f176462e49f9d64375bc27e21d6cd0fff71
+size 102760448

params_shard_10.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:876fe4686e9fa980e4de00f59be3bcdf94e375386b133d393b401df0118ae0bc
-size 17694720
+oid sha256:3c4f79cb9dca3da010216610f3335743dca266fcfa28c561e9861270542d220d
+size 28930048

params_shard_11.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a958bea65c5c973683213f0a2a5c3450e6234873fa5ddb7c9ef42e6af20d649c
-size 26931200
+oid sha256:4ae8ea07bd09c6592dbcf18151afa7bc517678873fee53b8aa83937c70dfbd15
+size 28930048

params_shard_12.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9fb461c689b231634468e7d40f5094aa897247fd98ac50837ded0719862a5bd4
-size 17694720
+oid sha256:864891e878709d8ad1a9e39c70845510cbbd449d6d38197ecb4bdcfd100839c7
+size 28930048

params_shard_13.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b26f6da6e1540f5b8516fc4b3fc9589e49fc3feb8d60dd3c86464d67c36d119f
-size 26931200
+oid sha256:7491bd5e603140ca017cd8f2d1af6a01c4b3d48ca08607c2498d700f203e3b0d
+size 28930048

params_shard_14.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c7f4f6d6158414bb2aa6ac78aa4d39f9a63a551d97b90c1d767903ccf2a8ba62
-size 17694720
+oid sha256:5e1985e8223db300c45242618333da163725d8f7f86af18eed0b7878d2612508
+size 28930048

params_shard_15.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1b8e59c31754acadab38dc48b697bdb239aa36fe4382f80789e55cd36eb44f81
-size 26931200
+oid sha256:039ef7fbf21361d90af654ce75507693728586e05e714aa5d172f78f9aa2d490
+size 28930048

params_shard_16.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:717866b7569af52a95dbf56d2c1b3e2c8597facf9247179136dfc2fee00918d4
-size 17694720
+oid sha256:1069f7961e87a926403762b80c0e5a1452737e694123d59479444e3054c563bc
+size 28930048

params_shard_17.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1789e61eb664d60a517c61910cf1bed22ed0df05c5dd2239ce92cc816509783e
-size 26931200
+oid sha256:c7cb66aaa3cd03eaaaf2b626b961156e5253efb4669c11cdfa6ac093d16156c0
+size 28930048

params_shard_18.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fabae81f549ce308a2a6ab03dbd1b17b1190625d96006f0eb8b0b74c0d1741e7
-size 17694720
+oid sha256:54338c9b891b7753b61ba6d7ee93534feaf3f843bd0afd51f8d3f44578e7047f
+size 28930048

params_shard_19.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f4b2281714dc00cdef01e6a6c61ab0a626cd8d42af5b93e15a7dc3ad78550b6a
-size 26931200
+oid sha256:c67e99af5381dfcb537e25803657a04344fa1ee5604dc5d327209808a81f52f1
+size 28930048

params_shard_2.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:92dc08292c3753fdea72156aa060c4dd50d52e8c5aab5b50f8298424e58040be
-size 17694720
+oid sha256:18b7306e44a0e2afbd9b433fc59afd6422587510c19a8be0c5d19f622ef1418e
+size 32186368

params_shard_20.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6ab5d100b55f0e7e31caa1842a7e58e33719c5eb089ff5771365da951ac0a78a
-size 17694720
+oid sha256:12d9e28c5de2f7fd9402549b482a960213ccbdc325af48c20761350b4bcede70
+size 28930048

params_shard_21.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:30422ae1bffb44b0d3f94c17656889cc4a30ff26aeb1090002366d1a9179d8a5
-size 26931200
+oid sha256:2e4aa87d4618c282728f2959efe0634cb59030908d7e4c1b215043e70ac74c07
+size 28930048

params_shard_22.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:574426ea48470da1d45a83b0f0ee492cd8615ffdf9e52fd568c71d825eb04b3e
-size 17694720
+oid sha256:d342d63003d14a64de739f077b75c03de2b6f156eaa49be2cc434c385544dd08
+size 28930048

params_shard_23.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ccda75be80e627d7bd46da54e3ff6864c2ac72cc12e860c91551f49244f668cf
-size 26931200
+oid sha256:80ea5adcd9de3fceda589748ccfc7dc9758614ddef989f9e880ea9b1219a1c74
+size 28930048

params_shard_24.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5e8d37ca1668994a3a441177f825cbdd2a8a7512a034ff1532da549f7ddc5dfb
-size 17694720
+oid sha256:2266948f005c18ce1793af866844bd7597f5983e5e91c84c08be7947d337ebaf
+size 28930048

params_shard_25.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8cbea844ad866dabd7bd9e8d794ac33d12c5cda79c4bff10d899e5db6fd4f43d
-size 26931200
+oid sha256:e03885008a676580829bd2ce6711941b91326afce1f89d7c13ef5e1ac482fd80
+size 28930048

params_shard_26.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c646b4d593f71be7611e192779b67f45106c7137be8bdc893a442702aea322aa
-size 17694720
+oid sha256:42f9ce1c7c7f20edf88394e3079b304b743dd60bc611043e46a5518a0a549c60
+size 22441984

params_shard_3.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:de0f151e38bdc1d5ff5a70253a33f899c852584e01545db57a7d18950f9905c9
-size 28282880
+oid sha256:277a0fa9041622a093d271994359b517af48384a7ac137165c343069cefbb1be
+size 28930048

params_shard_4.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ec89c8ac0a3d9dbe8c857716c63a9e44f4e981ee457eca0f3ea6e80e5b34141e
-size 17694720
+oid sha256:a95640f3d22bc05352b23ed35c3f5408ed3dba288fdf25be5b34e3d0366d88cf
+size 28930048

params_shard_5.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:76a98bc91168de0f8a63a92fad8933df98531ae6de9c5bc449fce0ec90a075a7
-size 26931200
+oid sha256:b01703bf9d48706217723da3cc7e6c9542315f9e69553811c506afc3c12d8a89
+size 28930048

params_shard_6.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:23236d9ac51eda2e7f9057ca5c07b664470f15f2d0767147eb679fc91068c22c
-size 17694720
+oid sha256:d49e5d20523f71d66f1dc6c7202f5055631f2e9192b7f0bbe7fa15e84a5efb79
+size 28930048

params_shard_7.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b66ec2029dafbb24bebdda6a87ed182c3962ec3e8244b8897d848efaef5e7e83
-size 26931200
+oid sha256:d0bdb85416b120ce7be8dba1852480f7d6fa1d2a5a6186d5fc2da56d18a5e22e
+size 28930048

params_shard_8.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:28c82437726dabd82d0d3f8d03e667b8f5266b20f456155ff6f7441da8bd512e
-size 17694720
+oid sha256:13b15863ce1142681e46c602409e6f43a6f469dfee7ba5dec39c18d08a832a99
+size 28930048

params_shard_9.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:19775a3f5c1d1a426a15cd0a6a741f1490f4bdf85c5708482e26108b138d1033
-size 26931200
+oid sha256:e7eeb454ae1bc5b17f4a95d9795739c1c5916c288eb4fbd3a77a7b800e6d50db
+size 28930048

tokenizer_config.json

@@ -1,9 +1,46 @@
 {
   "add_prefix_space": false,
+  "additional_special_tokens": [
+    "<|reg_extra|>",
+    "<|endoftext|>",
+    "<|fim_prefix|>",
+    "<|fim_middle|>",
+    "<|fim_suffix|>",
+    "<|fim_pad|>",
+    "<gh_stars>",
+    "<filename>",
+    "<issue_start>",
+    "<issue_comment>",
+    "<issue_closed>",
+    "<jupyter_start>",
+    "<jupyter_text>",
+    "<jupyter_code>",
+    "<jupyter_output>",
+    "<empty_output>",
+    "<commit_before>",
+    "<commit_msg>",
+    "<commit_after>",
+    "<reponame>",
+    "<|endofprompt|>",
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|pause|>",
+    "<|reg0|>",
+    "<|reg1|>",
+    "<|reg2|>",
+    "<|reg3|>",
+    "<|reg4|>",
+    "<|reg5|>",
+    "<|reg6|>",
+    "<|reg7|>",
+    "<|extra0|>"
+  ],
   "bos_token": "<|endoftext|>",
+  "chat_template": "{% for message in messages %}\n{% if message['role'] == 'user' %}\n{{ '<|user|>\n' + message['content'] + eos_token }}\n{% elif message['role'] == 'system' %}\n{{ '<|system|>\n' + message['content'] + eos_token }}\n{% elif message['role'] == 'assistant' %}\n{{ '<|assistant|>\n'  + message['content'] + eos_token }}\n{% endif %}\n{% if loop.last and add_generation_prompt %}\n{{ '<|assistant|>' }}\n{% endif %}\n{% endfor %}",
   "clean_up_tokenization_spaces": true,
   "eos_token": "<|endoftext|>",
-  "model_max_length": 1000000000000000019884624838656,
-  "tokenizer_class": "GPTNeoXTokenizer",
+  "tokenizer_class": "GPT2Tokenizer",
+  "model_max_length": 2048,
+  "pad_token": "<|endoftext|>",
   "unk_token": "<|endoftext|>"
 }