Edit model

.gitattributes

@@ -139,3 +139,9 @@ params_shard_69.bin filter=lfs diff=lfs merge=lfs -text
 params_shard_84.bin filter=lfs diff=lfs merge=lfs -text
 params_shard_42.bin filter=lfs diff=lfs merge=lfs -text
 params_shard_49.bin filter=lfs diff=lfs merge=lfs -text
+. filter=lfs diff=lfs merge=lfs -text
+mlc-chat-config.json filter=lfs diff=lfs merge=lfs -text
+ndarray-cache.json filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text
+tokenizer.model filter=lfs diff=lfs merge=lfs -text
+tokenizer_config.json filter=lfs diff=lfs merge=lfs -text

mlc-chat-config.json

@@ -1,76 +1,3 @@
-{
-  "model_type": "mistral",
-  "quantization": "q4f16_1",
-  "model_config": {
-    "hidden_size": 4096,
-    "intermediate_size": 14336,
-    "num_attention_heads": 32,
-    "num_hidden_layers": 32,
-    "rms_norm_eps": 1e-05,
-    "vocab_size": 32000,
-    "position_embedding_base": 10000.0,
-    "num_key_value_heads": 8,
-    "head_dim": 128,
-    "sliding_window_size": 4096,
-    "prefill_chunk_size": 4096,
-    "attention_sink_size": 4,
-    "tensor_parallel_shards": 1,
-    "max_batch_size": 80
-  },
-  "vocab_size": 32000,
-  "context_window_size": -1,
-  "sliding_window_size": 4096,
-  "prefill_chunk_size": 4096,
-  "attention_sink_size": 4,
-  "tensor_parallel_shards": 1,
-  "mean_gen_len": 128,
-  "max_gen_len": 512,
-  "shift_fill_factor": 0.3,
-  "temperature": 0.7,
-  "presence_penalty": 0.0,
-  "frequency_penalty": 0.0,
-  "repetition_penalty": 1.0,
-  "top_p": 0.95,
-  "conv_template": {
-    "name": "mistral_default",
-    "system_template": "[INST] {system_message}",
-    "system_message": "Always assist with care, respect, and truth. Respond with utmost utility yet securely. Avoid harmful, unethical, prejudiced, or negative content. Ensure replies promote fairness and positivity.",
-    "system_prefix_token_ids": [
-      1
-    ],
-    "add_role_after_system_message": false,
-    "roles": {
-      "user": "[INST]",
-      "assistant": "[/INST]",
-      "tool": "[INST]"
-    },
-    "role_templates": {
-      "user": "{user_message}",
-      "assistant": "{assistant_message}",
-      "tool": "{tool_message}"
-    },
-    "messages": [],
-    "seps": [
-      " "
-    ],
-    "role_content_sep": " ",
-    "role_empty_sep": "",
-    "stop_str": [
-      "</s>"
-    ],
-    "stop_token_ids": [
-      2
-    ],
-    "function_string": "",
-    "use_function_calling": false
-  },
-  "pad_token_id": 0,
-  "bos_token_id": 1,
-  "eos_token_id": 2,
-  "tokenizer_files": [
-    "tokenizer.model",
-    "tokenizer.json",
-    "tokenizer_config.json"
-  ],
-  "version": "0.1.0"
-}
+version https://git-lfs.github.com/spec/v1
+oid sha256:641b43c64fab0a83e7c5b176f217b818b010505a0d4decc28d22d938b46159a6
+size 1947

tokenizer_config.json

@@ -1,43 +1,3 @@
-{
-  "add_bos_token": true,
-  "add_eos_token": false,
-  "added_tokens_decoder": {
-    "0": {
-      "content": "<unk>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "1": {
-      "content": "<s>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "2": {
-      "content": "</s>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    }
-  },
-  "additional_special_tokens": [],
-  "bos_token": "<s>",
-  "chat_template": "{% for message in messages %}\n{% if message['role'] == 'user' %}\n{{ '<|user|>\n' + message['content'] + eos_token }}\n{% elif message['role'] == 'system' %}\n{{ '<|system|>\n' + message['content'] + eos_token }}\n{% elif message['role'] == 'assistant' %}\n{{ '<|assistant|>\n'  + message['content'] + eos_token }}\n{% endif %}\n{% if loop.last and add_generation_prompt %}\n{{ '<|assistant|>' }}\n{% endif %}\n{% endfor %}",
-  "clean_up_tokenization_spaces": false,
-  "eos_token": "</s>",
-  "legacy": true,
-  "model_max_length": 2048,
-  "pad_token": "</s>",
-  "sp_model_kwargs": {},
-  "spaces_between_special_tokens": false,
-  "tokenizer_class": "LlamaTokenizer",
-  "unk_token": "<unk>",
-  "use_default_system_prompt": false
-}
+version https://git-lfs.github.com/spec/v1
+oid sha256:f42a964154f5c5d9f9efdb031cae2b1bb93778ff3044197cecbe9c4b60d114e6
+size 1389