riczhou commited on
Commit
572b1cc
1 Parent(s): c925345

Update mlc-chat-config.json

Browse files
Files changed (1) hide show
  1. mlc-chat-config.json +33 -1
mlc-chat-config.json CHANGED
@@ -29,7 +29,39 @@
29
  "temperature": 0.7,
30
  "repetition_penalty": 1.0,
31
  "top_p": 0.95,
32
- "conv_template": "mistral_default",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  "pad_token_id": 0,
34
  "bos_token_id": 1,
35
  "eos_token_id": 2,
 
29
  "temperature": 0.7,
30
  "repetition_penalty": 1.0,
31
  "top_p": 0.95,
32
+ "conv_template": {
33
+ "name": "mistral_default",
34
+ "system_template": "[INST] {system_message}",
35
+ "system_message": "Always assist with care, respect, and truth. Respond with utmost utility yet securely. Avoid harmful, unethical, prejudiced, or negative content. Ensure replies promote fairness and positivity.",
36
+ "system_prefix_token_ids": [
37
+ 1
38
+ ],
39
+ "add_role_after_system_message": false,
40
+ "roles": {
41
+ "user": "[INST]",
42
+ "assistant": "[/INST]",
43
+ "tool": "[INST]"
44
+ },
45
+ "role_templates": {
46
+ "user": "{user_message}",
47
+ "assistant": "{assistant_message}",
48
+ "tool": "{tool_message}"
49
+ },
50
+ "messages": [],
51
+ "seps": [
52
+ " "
53
+ ],
54
+ "role_content_sep": " ",
55
+ "role_empty_sep": "",
56
+ "stop_str": [
57
+ "</s>"
58
+ ],
59
+ "stop_token_ids": [
60
+ 2
61
+ ],
62
+ "function_string": "",
63
+ "use_function_calling": false
64
+ },
65
  "pad_token_id": 0,
66
  "bos_token_id": 1,
67
  "eos_token_id": 2,