Akarshan Biswas
commited on
Commit
•
24a9094
1
Parent(s):
4a50a56
Test update
Browse files- mlc-chat-config.json +14 -2
mlc-chat-config.json
CHANGED
@@ -1,8 +1,8 @@
|
|
1 |
{
|
2 |
"model_lib": "orca_mini_3b-q4f16_1",
|
3 |
"local_id": "orca_mini_3b-q4f16_1",
|
4 |
-
"conv_template": "
|
5 |
-
"temperature": 0.
|
6 |
"repetition_penalty": 1.0,
|
7 |
"top_p": 0.95,
|
8 |
"mean_gen_len": 128,
|
@@ -13,6 +13,18 @@
|
|
13 |
"tokenizer_files": [
|
14 |
"tokenizer.model"
|
15 |
],
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
16 |
"model_category": "llama",
|
17 |
"model_name": "orca_mini_3b",
|
18 |
"vocab_size": 32000
|
|
|
1 |
{
|
2 |
"model_lib": "orca_mini_3b-q4f16_1",
|
3 |
"local_id": "orca_mini_3b-q4f16_1",
|
4 |
+
"conv_template": "vicuna_v1.1",
|
5 |
+
"temperature": 0.1,
|
6 |
"repetition_penalty": 1.0,
|
7 |
"top_p": 0.95,
|
8 |
"mean_gen_len": 128,
|
|
|
13 |
"tokenizer_files": [
|
14 |
"tokenizer.model"
|
15 |
],
|
16 |
+
"model_category": "Orca_mini",
|
17 |
+
"model_name": "Orca_mini_3B",
|
18 |
+
"conv_config": {
|
19 |
+
"stop_str": "</s>",
|
20 |
+
"roles": [
|
21 |
+
"HUMAN",
|
22 |
+
"RESPONSE"
|
23 |
+
],
|
24 |
+
"role_msg_sep": ":\n",
|
25 |
+
"role_empty_sep": ":\n",
|
26 |
+
"system": "You are an AI assistant that follows instruction extremely well. Help as much as you can."
|
27 |
+
},
|
28 |
"model_category": "llama",
|
29 |
"model_name": "orca_mini_3b",
|
30 |
"vocab_size": 32000
|