Akarshan Biswas commited on
Commit
24a9094
1 Parent(s): 4a50a56

Test update

Browse files
Files changed (1) hide show
  1. mlc-chat-config.json +14 -2
mlc-chat-config.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "model_lib": "orca_mini_3b-q4f16_1",
3
  "local_id": "orca_mini_3b-q4f16_1",
4
- "conv_template": "llama_default",
5
- "temperature": 0.7,
6
  "repetition_penalty": 1.0,
7
  "top_p": 0.95,
8
  "mean_gen_len": 128,
@@ -13,6 +13,18 @@
13
  "tokenizer_files": [
14
  "tokenizer.model"
15
  ],
 
 
 
 
 
 
 
 
 
 
 
 
16
  "model_category": "llama",
17
  "model_name": "orca_mini_3b",
18
  "vocab_size": 32000
 
1
  {
2
  "model_lib": "orca_mini_3b-q4f16_1",
3
  "local_id": "orca_mini_3b-q4f16_1",
4
+ "conv_template": "vicuna_v1.1",
5
+ "temperature": 0.1,
6
  "repetition_penalty": 1.0,
7
  "top_p": 0.95,
8
  "mean_gen_len": 128,
 
13
  "tokenizer_files": [
14
  "tokenizer.model"
15
  ],
16
+ "model_category": "Orca_mini",
17
+ "model_name": "Orca_mini_3B",
18
+ "conv_config": {
19
+ "stop_str": "</s>",
20
+ "roles": [
21
+ "HUMAN",
22
+ "RESPONSE"
23
+ ],
24
+ "role_msg_sep": ":\n",
25
+ "role_empty_sep": ":\n",
26
+ "system": "You are an AI assistant that follows instruction extremely well. Help as much as you can."
27
+ },
28
  "model_category": "llama",
29
  "model_name": "orca_mini_3b",
30
  "vocab_size": 32000