riczhou commited on
Commit
d0b05a5
1 Parent(s): 864bbc8

Update mlc-chat-config.json

Browse files
Files changed (1) hide show
  1. mlc-chat-config.json +33 -1
mlc-chat-config.json CHANGED
@@ -27,7 +27,39 @@
27
  "temperature": 0.9,
28
  "repetition_penalty": 1.0,
29
  "top_p": 0.6,
30
- "conv_template": "wizard_coder_or_math",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
31
  "pad_token_id": 0,
32
  "bos_token_id": 1,
33
  "eos_token_id": 2,
 
27
  "temperature": 0.9,
28
  "repetition_penalty": 1.0,
29
  "top_p": 0.6,
30
+ "conv_template": {
31
+ "name": "wizard_coder_or_math",
32
+ "system_template": "{system_message}",
33
+ "system_message": "Below is an instruction that describes a task. Write a response that appropriately completes the request.",
34
+ "system_prefix_token_ids": [
35
+ 1
36
+ ],
37
+ "add_role_after_system_message": true,
38
+ "roles": {
39
+ "user": "Instruction",
40
+ "assistant": "Response"
41
+ },
42
+ "role_templates": {
43
+ "user": "{user_message}",
44
+ "assistant": "{assistant_message}",
45
+ "tool": "{tool_message}"
46
+ },
47
+ "messages": [],
48
+ "seps": [
49
+ "\n\n### ",
50
+ "\n\n### "
51
+ ],
52
+ "role_content_sep": ":\n",
53
+ "role_empty_sep": ":\n",
54
+ "stop_str": [
55
+ "</s>"
56
+ ],
57
+ "stop_token_ids": [
58
+ 2
59
+ ],
60
+ "function_string": "",
61
+ "use_function_calling": false
62
+ },
63
  "pad_token_id": 0,
64
  "bos_token_id": 1,
65
  "eos_token_id": 2,