cfahlgren1 HF staff commited on
Commit
39eede4
1 Parent(s): e318c1f

Update mlc-chat-config.json

Browse files
Files changed (1) hide show
  1. mlc-chat-config.json +9 -12
mlc-chat-config.json CHANGED
@@ -47,31 +47,29 @@
47
  "strip_space_in_decode": false
48
  },
49
  "conv_template": {
50
- "name": "gemma_instruction",
51
  "system_template": "<|im_start|>system\n{system_message}<|im_end|>\n",
52
- "system_message": "",
53
- "system_prefix_token_ids": [
54
- 2
55
- ],
56
  "add_role_after_system_message": true,
57
  "roles": {
58
  "user": "<|im_start|>user",
59
  "assistant": "<|im_start|>assistant"
60
  },
61
  "role_templates": {
62
- "user": "{user_message}<|im_end|>",
63
- "assistant": "{assistant_message}<|im_end|>",
64
- "tool": "{tool_message}<|im_end|>"
65
  },
66
  "messages": [],
67
  "seps": [
68
- "<end_of_turn>\n"
69
  ],
70
  "role_content_sep": "\n",
71
  "role_empty_sep": "\n",
72
  "stop_str": [
73
- "<end_of_turn>",
74
  "<|im_end|>",
 
75
  "<|im_start|>",
76
  "<|start_header_id|>",
77
  "<|end_header_id|>",
@@ -80,8 +78,7 @@
80
  "<end_of_turn>"
81
  ],
82
  "stop_token_ids": [
83
- 1,
84
- 107
85
  ],
86
  "function_string": "",
87
  "use_function_calling": false
 
47
  "strip_space_in_decode": false
48
  },
49
  "conv_template": {
50
+ "name": "chatml",
51
  "system_template": "<|im_start|>system\n{system_message}<|im_end|>\n",
52
+ "system_message": "A conversation between a user and an LLM-based AI assistant. The assistant gives helpful and honest answers.",
53
+ "system_prefix_token_ids": null,
 
 
54
  "add_role_after_system_message": true,
55
  "roles": {
56
  "user": "<|im_start|>user",
57
  "assistant": "<|im_start|>assistant"
58
  },
59
  "role_templates": {
60
+ "user": "{user_message}",
61
+ "assistant": "{assistant_message}",
62
+ "tool": "{tool_message}"
63
  },
64
  "messages": [],
65
  "seps": [
66
+ "<|im_end|>\n"
67
  ],
68
  "role_content_sep": "\n",
69
  "role_empty_sep": "\n",
70
  "stop_str": [
 
71
  "<|im_end|>",
72
+ "<end_of_turn>",
73
  "<|im_start|>",
74
  "<|start_header_id|>",
75
  "<|end_header_id|>",
 
78
  "<end_of_turn>"
79
  ],
80
  "stop_token_ids": [
81
+ 2
 
82
  ],
83
  "function_string": "",
84
  "use_function_calling": false