cyrmaster
/

mlc-chat-Mistral-7B-Instruct-v0.2-q3f16_1-768

Model card Files Files and versions Community

cyrmaster commited on Dec 16, 2023

Commit

a55604e

•

1 Parent(s): e224d72

Initial commit

Files changed (1) hide show

mlc-chat-config.json +2 -2

mlc-chat-config.json CHANGED Viewed

@@ -2,7 +2,7 @@
     "model_lib": "Mistral-7B-Instruct-v0.2-q3f16_1-768",
     "local_id": "Mistral-7B-Instruct-v0.2-q3f16_1-768",
     "conv_template": "mistral_default",
-    "temperature": 0.7,
     "repetition_penalty": 1.2,
     "top_p": 0.95,
     "mean_gen_len": 128,
@@ -19,5 +19,5 @@
     "vocab_size": 32000,
     "prefill_chunk_size": 128,
     "sliding_window_size": 768,
-    "attention_sink_size": 4
 }

     "model_lib": "Mistral-7B-Instruct-v0.2-q3f16_1-768",
     "local_id": "Mistral-7B-Instruct-v0.2-q3f16_1-768",
     "conv_template": "mistral_default",
+    "temperature": 0.3,
     "repetition_penalty": 1.2,
     "top_p": 0.95,
     "mean_gen_len": 128,
     "vocab_size": 32000,
     "prefill_chunk_size": 128,
     "sliding_window_size": 768,
+    "estimated_vram_req": 3972844748
 }