riczhou commited on
Commit
bc72202
1 Parent(s): 8bc1b9e

Update mlc-chat-config.json

Browse files
Files changed (1) hide show
  1. mlc-chat-config.json +32 -1
mlc-chat-config.json CHANGED
@@ -28,7 +28,38 @@
28
  "temperature": 0.7,
29
  "repetition_penalty": 1.0,
30
  "top_p": 0.95,
31
- "conv_template": "codellama_instruct",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
32
  "pad_token_id": 0,
33
  "bos_token_id": 1,
34
  "eos_token_id": 2,
 
28
  "temperature": 0.7,
29
  "repetition_penalty": 1.0,
30
  "top_p": 0.95,
31
+ "conv_template": {
32
+ "name": "codellama_instruct",
33
+ "system_template": "{system_message}",
34
+ "system_message": "",
35
+ "system_prefix_token_ids": [
36
+ 1
37
+ ],
38
+ "add_role_after_system_message": true,
39
+ "roles": {
40
+ "user": "[INST]",
41
+ "assistant": "[/INST]"
42
+ },
43
+ "role_templates": {
44
+ "user": "{user_message}",
45
+ "assistant": "{assistant_message}",
46
+ "tool": "{tool_message}"
47
+ },
48
+ "messages": [],
49
+ "seps": [
50
+ " "
51
+ ],
52
+ "role_content_sep": " ",
53
+ "role_empty_sep": " ",
54
+ "stop_str": [
55
+ "</s>"
56
+ ],
57
+ "stop_token_ids": [
58
+ 2
59
+ ],
60
+ "function_string": "",
61
+ "use_function_calling": false
62
+ },
63
  "pad_token_id": 0,
64
  "bos_token_id": 1,
65
  "eos_token_id": 2,