llm-slayer commited on
Commit
6c88718
1 Parent(s): 71d986d

update mlc-chat-config.json

Browse files
Files changed (1) hide show
  1. mlc-chat-config.json +6 -6
mlc-chat-config.json CHANGED
@@ -25,7 +25,7 @@
25
  "mean_gen_len": 128,
26
  "max_gen_len": 512,
27
  "shift_fill_factor": 0.3,
28
- "temperature": 0.7,
29
  "presence_penalty": 0.0,
30
  "frequency_penalty": 0.0,
31
  "repetition_penalty": 1.0,
@@ -51,20 +51,20 @@
51
  "role_content_sep": "\n",
52
  "role_empty_sep": "\n",
53
  "stop_str": [
54
- "<|im_end|>"
55
  ],
56
  "stop_token_ids": [
57
- 32000
58
  ],
59
  "function_string": "",
60
  "use_function_calling": false
61
  },
62
- "pad_token_id": 0,
63
  "bos_token_id": 1,
64
- "eos_token_id": 2,
65
  "tokenizer_files": [
66
  "tokenizer.json",
67
  "tokenizer_config.json"
68
  ],
69
  "version": "0.1.0"
70
- }
 
25
  "mean_gen_len": 128,
26
  "max_gen_len": 512,
27
  "shift_fill_factor": 0.3,
28
+ "temperature": 0.3,
29
  "presence_penalty": 0.0,
30
  "frequency_penalty": 0.0,
31
  "repetition_penalty": 1.0,
 
51
  "role_content_sep": "\n",
52
  "role_empty_sep": "\n",
53
  "stop_str": [
54
+ "</s>"
55
  ],
56
  "stop_token_ids": [
57
+ 32000, 2, 1336
58
  ],
59
  "function_string": "",
60
  "use_function_calling": false
61
  },
62
+ "pad_token_id": 2,
63
  "bos_token_id": 1,
64
+ "eos_token_id": 32000,
65
  "tokenizer_files": [
66
  "tokenizer.json",
67
  "tokenizer_config.json"
68
  ],
69
  "version": "0.1.0"
70
+ }