Upload folder using huggingface_hub

mlc-chat-config.json

@@ -0,0 +1,79 @@
+{
+  "version": "0.1.0",
+  "model_type": "llama",
+  "quantization": "q4f16_ft",
+  "model_config": {
+    "hidden_size": 2048,
+    "intermediate_size": 8192,
+    "num_attention_heads": 32,
+    "num_hidden_layers": 24,
+    "rms_norm_eps": 1e-05,
+    "vocab_size": 49152,
+    "tie_word_embeddings": true,
+    "position_embedding_base": 130000,
+    "rope_scaling": null,
+    "context_window_size": 8192,
+    "prefill_chunk_size": 8192,
+    "num_key_value_heads": 32,
+    "head_dim": 64,
+    "tensor_parallel_shards": 1,
+    "pipeline_parallel_stages": 1,
+    "max_batch_size": 128
+  },
+  "vocab_size": 49152,
+  "context_window_size": 8192,
+  "sliding_window_size": -1,
+  "prefill_chunk_size": 8192,
+  "attention_sink_size": -1,
+  "tensor_parallel_shards": 1,
+  "pipeline_parallel_stages": 1,
+  "temperature": 1.0,
+  "presence_penalty": 0.0,
+  "frequency_penalty": 0.0,
+  "repetition_penalty": 1.0,
+  "top_p": 1.0,
+  "tokenizer_files": [
+    "tokenizer.json",
+    "vocab.json",
+    "merges.txt",
+    "tokenizer_config.json"
+  ],
+  "tokenizer_info": {
+    "token_postproc_method": "byte_level",
+    "prepend_space_in_encode": false,
+    "strip_space_in_decode": false
+  },
+  "conv_template": {
+    "name": "chatml",
+    "system_template": "<|im_start|>system\n{system_message}<|im_end|>\n",
+    "system_message": "A conversation between a user and an LLM-based AI assistant. The assistant gives helpful and honest answers.",
+    "system_prefix_token_ids": null,
+    "add_role_after_system_message": true,
+    "roles": {
+      "user": "<|im_start|>user",
+      "assistant": "<|im_start|>assistant"
+    },
+    "role_templates": {
+      "user": "{user_message}",
+      "assistant": "{assistant_message}",
+      "tool": "{tool_message}"
+    },
+    "messages": [],
+    "seps": [
+      "<|im_end|>\n"
+    ],
+    "role_content_sep": "\n",
+    "role_empty_sep": "\n",
+    "stop_str": [
+      "<|im_end|>"
+    ],
+    "stop_token_ids": [
+      2
+    ],
+    "function_string": "",
+    "use_function_calling": false
+  },
+  "pad_token_id": 2,
+  "bos_token_id": 1,
+  "eos_token_id": 2
+}

params_shard_0.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eae4d69eaab2ea7a3cadf921871e8b007aa6cfd4a52b8c4e28dd3dd13b8e09e8
+size 50331648

params_shard_1.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f44737fcff9f0f3ceb99f0accff13b6464e910f46169b5445687e4e1ec06f2b
+size 31502336

params_shard_10.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2bb6d36b73e262146e13e79897df4363cb164af8835347b004fd5a7c0cb58ab
+size 16777216

params_shard_11.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f238e2897193b23a91a3a2e9cfebe6c34ddc18f18dc15f5afa5333c6fd9d6ae
+size 25247744

params_shard_12.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f1c9c67638d11d86138cc04dd9e67affc5986fe74a1abf5f1756cff3cf2e109
+size 31510528

params_shard_13.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfbf905063863b16028aebcaf24dbe1062093acd3ad624cc53c0f4862c7f8698
+size 27312128

params_shard_14.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:063934b84bc47ad564bccfe57ae71d9c10e5f8902c9e38f8bb3decdfd06e4117
+size 16777216

params_shard_15.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6972b3e690a076b4ea217e581974043a9d90469f19bfb5acbebac6938a79d5b6
+size 25247744

params_shard_16.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fe1510b151c18d79d377a29ca508a543497c57f49ffad3534cbc3772b9120ba
+size 31510528

params_shard_17.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3e9fdecc2bb8fc10dd58dd1ab8810c9e4ac2fc2e8bcd42573a51d48679e66eb
+size 27312128

params_shard_18.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e577fbbcc47f73314a4979fdacf66815e844ba226e474db123f543bde84d481
+size 16777216

params_shard_19.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:700e1c27dfd889ef668fca9123d58260fbcf22913b39635a66f36809018aeacf
+size 25247744

params_shard_2.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:934259d52d48845a1f5f3ff168221e233915663286e718c3d08a9f8ed017f1f4
+size 16777216

params_shard_20.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:623beb1051ba3b0c9f1d5cee76a1d9e83d138fc481589443a3255929275f9ce1
+size 31510528

params_shard_21.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7319ba8f0c71daba4d5bd5c38b01e5c30dd679a0e866dc30b6d7159c784c3a0
+size 27312128

params_shard_22.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:141d729f5a0213dfda123e2dc86290573607cbe21c51d572d601dfe1195a681a
+size 16777216

params_shard_23.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceb4b86a30185f4d705d23895cfa9f6d6f131dbb18a0f7814030e6bcf65448cd
+size 25247744

params_shard_24.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbdd9d52dc28998fbe31cc01130f8b1774ed24eb7163ade4bf23fc0ae5bc4a43
+size 31510528

params_shard_25.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b057e41cbfaa9af7fe3aefa1ef7c6f645be26ece06fb261c71449774e9dedb2
+size 27312128

params_shard_26.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dea0e47b997eb9d7222dd69107fadd0ca058a449602dfa46591ea3e0096ca31c
+size 16777216

params_shard_27.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e705d1648b43e4689042f8dd8dd31d19255bf6ba2211dce72a5c5fa7cfb96ef7
+size 25247744

params_shard_28.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cd9b61264dcd3675f54ca76a67be604ab1ef1bd4075ddd72c30b3719a3353e4
+size 31510528

params_shard_29.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c71de31fdc509e75e9740ed7b75f104ce13bbac46a2bf66bbc9e62efc73b1ca4
+size 27312128

params_shard_3.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9213fd77f417f63cc2fce3c389f098272569cb32a0b4aac99493bb7692323515
+size 25247744

params_shard_30.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b64d3826b0bf8821fd0706e8c17fc8fca27b8ce07a49e7733b77c8c831d8bdf
+size 16777216

params_shard_31.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a590e7e5ab59fac6649e99b007fc4b53fcfeac7f131ffe21f39b0f1c5ce4081
+size 25247744

params_shard_32.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0900fe299eeb5fb40aafd110aecf6cf4e0cb24359afd8f19c76caa1e1cc7d8a
+size 31510528

params_shard_33.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f851f235665fc311025dbd3c55d393dea1b344481ca818075ef574b49cd490e2
+size 2105344

params_shard_4.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f536c42aca1b37c4c7663dd3dafc3b4fb8f14101f5851cac49f43edf840ba8f9
+size 31510528

params_shard_5.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a9d325caba33612d742098b59620716304be43d5b2a6d4285c9826812f6fa49
+size 27312128

params_shard_6.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0915be1ca69898cabc1f11993fb6c67078d5d51decaae839bb059dfeb8cba99a
+size 16777216

params_shard_7.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f05b6e30a048ed71820c180f3c9f87ce2727e8c2064dc99d7224d2f4467c6940
+size 25247744

params_shard_8.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccff76ea7d66dfcd9d2b41f8d3e06d087e2b6ecbd78bf2d019e2723756a91a99
+size 31510528

params_shard_9.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1767ee89ea8de57a2b9a3a4173c879ab670b3023d376560a63052ee1f76fa960
+size 27312128

tokenizer_config.json

@@ -0,0 +1,154 @@
+{
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<repo_name>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "4": {
+      "content": "<reponame>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "5": {
+      "content": "<file_sep>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "6": {
+      "content": "<filename>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "7": {
+      "content": "<gh_stars>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "8": {
+      "content": "<issue_start>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "9": {
+      "content": "<issue_comment>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "10": {
+      "content": "<issue_closed>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "11": {
+      "content": "<jupyter_start>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "12": {
+      "content": "<jupyter_text>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "13": {
+      "content": "<jupyter_code>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "14": {
+      "content": "<jupyter_output>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "15": {
+      "content": "<jupyter_script>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "16": {
+      "content": "<empty_output>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>"
+  ],
+  "bos_token": "<|im_start|>",
+  "chat_template": "{% for message in messages %}{% if loop.first and messages[0]['role'] != 'system' %}{{ '<|im_start|>system\nYou are a helpful AI assistant named SmolLM, trained by Hugging Face<|im_end|>\n' }}{% endif %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "model_max_length": 2048,
+  "pad_token": "<|im_end|>",
+  "tokenizer_class": "GPT2Tokenizer",
+  "unk_token": "<|endoftext|>",
+  "vocab_size": 49152
+}