TheBloke commited on
Commit
ff1045d
1 Parent(s): 0edf4af

Update special_tokens_map.json

Browse files
Files changed (1) hide show
  1. special_tokens_map.json +2 -8
special_tokens_map.json CHANGED
@@ -10,13 +10,7 @@
10
  "rstrip": false,
11
  "single_word": false
12
  },
13
- "eos_token": {
14
- "content": "</s>",
15
- "lstrip": false,
16
- "normalized": true,
17
- "rstrip": false,
18
- "single_word": false
19
- },
20
  "unk_token": {
21
  "content": "<unk>",
22
  "lstrip": false,
@@ -24,4 +18,4 @@
24
  "rstrip": false,
25
  "single_word": false
26
  }
27
- }
 
10
  "rstrip": false,
11
  "single_word": false
12
  },
13
+ "eos_token": "<|end_of_turn|>",
 
 
 
 
 
 
14
  "unk_token": {
15
  "content": "<unk>",
16
  "lstrip": false,
 
18
  "rstrip": false,
19
  "single_word": false
20
  }
21
+ }