Add BioQwen 1.8B q4f16_1 model weights

added_tokens.json

@@ -0,0 +1,6 @@
+{
+  "<|endoftext|>": 151643,
+  "<|im_end|>": 151645,
+  "<|im_start|>": 151644,
+  "<|padoftext|>": 151646
+}

mlc-chat-config.json

@@ -0,0 +1,79 @@
+{
+  "version": "0.1.0",
+  "model_type": "qwen2",
+  "quantization": "q4f16_1",
+  "model_config": {
+    "hidden_act": "silu",
+    "hidden_size": 2048,
+    "intermediate_size": 5504,
+    "num_attention_heads": 16,
+    "num_hidden_layers": 24,
+    "num_key_value_heads": 16,
+    "rms_norm_eps": 1e-06,
+    "rope_theta": 1000000.0,
+    "vocab_size": 151936,
+    "tie_word_embeddings": false,
+    "context_window_size": 512,
+    "prefill_chunk_size": 512,
+    "tensor_parallel_shards": 1,
+    "head_dim": 128,
+    "dtype": "float32",
+    "max_batch_size": 80
+  },
+  "vocab_size": 151936,
+  "context_window_size": 512,
+  "sliding_window_size": -1,
+  "prefill_chunk_size": 512,
+  "attention_sink_size": -1,
+  "tensor_parallel_shards": 1,
+  "temperature": 1.0,
+  "presence_penalty": 0.0,
+  "frequency_penalty": 0.0,
+  "repetition_penalty": 1.0,
+  "top_p": 1.0,
+  "tokenizer_files": [
+    "tokenizer.json",
+    "vocab.json",
+    "merges.txt",
+    "added_tokens.json",
+    "tokenizer_config.json"
+  ],
+  "tokenizer_info": {
+    "token_postproc_method": "byte_level",
+    "prepend_space_in_encode": false,
+    "strip_space_in_decode": false
+  },
+  "conv_template": {
+    "name": "chatml",
+    "system_template": "<|im_start|>system\n{system_message}<|im_end|>\n",
+    "system_message": "You are BIO-QWEN, an advanced AI specializing in the field of biology.",
+    "system_prefix_token_ids": null,
+    "add_role_after_system_message": true,
+    "roles": {
+      "user": "<|im_start|>user",
+      "assistant": "<|im_start|>assistant"
+    },
+    "role_templates": {
+      "user": "{user_message}",
+      "assistant": "{assistant_message}",
+      "tool": "{tool_message}"
+    },
+    "messages": [],
+    "seps": [
+      "<|im_end|>\n"
+    ],
+    "role_content_sep": "\n",
+    "role_empty_sep": "\n",
+    "stop_str": [
+      "<|im_end|>"
+    ],
+    "stop_token_ids": [
+      151645
+    ],
+    "function_string": "",
+    "use_function_calling": false
+  },
+  "pad_token_id": 151646,
+  "bos_token_id": 0,
+  "eos_token_id": 151643
+}

params_shard_0.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64f9e7d0028281341273241591c30f67e566f7ebc5915df582f87f94ca9ef33f
+size 155582464

params_shard_1.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e3fa1d553159b1659f826a7a12bd7b4720f9e42a003c08282f415cacc1575a5
+size 155582464

params_shard_10.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1114e443c1f8dbb27a107c831efe6bc5011e416f09f965cfb9b94f3673650b12
+size 28479488

params_shard_11.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2db6da0ad6d929d1e8d1f5a975e1bc0002997be8d9ee008391934d75075cfbca
+size 28479488

params_shard_12.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b202eecab5835ee51ca00429349687c213feeba143214a4a49fb6308766123b7
+size 28479488

params_shard_13.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc1b582f88d9994784bab9f7981b3ab4f1b99df9232255585c58addfd81f8b27
+size 28479488

params_shard_14.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f54ef29bdc054ec3474f5a3bb23e8886e555a572c53dcfa1c937473b7996d731
+size 28479488

params_shard_15.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8049cb82b893bfee52ff30827a7ecac33c4ec6651ef834cb331baf312138c4ab
+size 28479488

params_shard_16.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:675bfde34f5cfa2e68d0eaf6fa02cfcd4cc4fc9274d42c8b80b582fbb616a4f9
+size 28479488

params_shard_17.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ee231092efadc5ef7622a5b034df73bfd32467b13abb9bb73160227cc3852fb
+size 28479488

params_shard_18.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e408b9e5fdc05a76ececd9214f1b462d75b4a666d579ed143fc762665130d7c
+size 28479488

params_shard_19.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6d163af146ef6ac2a455129058818e87f1b373454ee692d06b5a54838f71ea4
+size 28479488

params_shard_2.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:242534ec48c8ef25f543c5595fa1cd0f66e9c4e31c523e897c403aed881251b8
+size 19447808

params_shard_20.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e7d3151e49f3d2f0052526928b2bda0c86728c7217c7b2204d05fb309237114
+size 28479488

params_shard_21.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39807e3c83da950374707eb5bc79e31c4a9220d8c667bd9c44d6eca5a234a07c
+size 28479488

params_shard_22.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd317c98ea3c61224f5d214415952643e3110fb54ad05589a9df11bf828f91e5
+size 28479488

params_shard_23.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76ecb62ff202a7d836bda3ce012130f488b0a2b9b37610663f673967e385e134
+size 28479488

params_shard_24.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:037ce69a325ac70e99f409b7f085fe4d31bc3f08155b7fbbeb68c14db3fbba1b
+size 28479488

params_shard_25.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38765a2d784bddd2fadd12cf694c0f1472b24c21ae2568e1685b7cd8f540ff4a
+size 28479488

params_shard_26.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:204c715fc677db88581788cf672173cd9dd8152162dc034db942a440d2ac4970
+size 28479488

params_shard_27.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:928695ec7625da753fc23bd4081d29326cea9fa4bebe9d31b396945e7c4214e5
+size 22138880

params_shard_3.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf89c1653a9a244eb4fafd9a4ee89a8190f47e4fd8d929db44a5659137433755
+size 25792512

params_shard_4.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc2353d9de0dae97e5237eb4b0a9cddf27905ebb83bda88a0593c665ab55b58c
+size 28479488

params_shard_5.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7da04422dc20a512c8746835438f72d7512a6aeebf86dabca7e730fa6157a3a7
+size 28479488

params_shard_6.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d0e9b0bae661265814caabd7d8b429257beaad0d3d7066c4be7c034a4169c3c
+size 28479488

params_shard_7.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa02ca0c83eb2ee2b7f435a3f2b1801b9b1695fb7f97495edf84f62abefc6ed4
+size 28479488

params_shard_8.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b13015b65daf989d628d6f43f59a2482b7cfbc8ee0f70077a3c395c4148552ce
+size 28479488

params_shard_9.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31504f9beef6d02faf44c90d33f46f8e80f901c4e86e55fea0eea3a34b18654b
+size 28479488

tokenizer_config.json

@@ -0,0 +1,51 @@
+{
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|padoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>"
+  ],
+  "bos_token": null,
+  "chat_template": "{% for message in messages %}{% if loop.first and messages[0]['role'] != 'system' %}{{ '<|im_start|>system\nYou are a helpful assistant<|im_end|>\n' }}{% endif %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|endoftext|>",
+  "errors": "replace",
+  "model_max_length": 32768,
+  "pad_token": "<|padoftext|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}