Commit
•
ef45ae6
1
Parent(s):
9a4e227
Update README
Browse files- README.md +2 -1
- tokenizer.json +1 -7
README.md
CHANGED
|
@@ -22,4 +22,5 @@ NSMC
|
|
| 22 |
- acc. : 0.901
|
| 23 |
|
| 24 |
### hyunwoongko/kobart
|
| 25 |
-
-
|
|
|
|
|
|
| 22 |
- acc. : 0.901
|
| 23 |
|
| 24 |
### hyunwoongko/kobart
|
| 25 |
+
- Added bos/eos post processor
|
| 26 |
+
- Removed token_type_ids
|
tokenizer.json
CHANGED
|
@@ -2085,13 +2085,7 @@
|
|
| 2085 |
"replacement": "▁",
|
| 2086 |
"add_prefix_space": true
|
| 2087 |
},
|
| 2088 |
-
"post_processor":
|
| 2089 |
-
"type": "RobertaProcessing",
|
| 2090 |
-
"sep": ["</s>", 1],
|
| 2091 |
-
"cls": ["<s>", 0],
|
| 2092 |
-
"trim_offsets": true,
|
| 2093 |
-
"add_prefix_space": false
|
| 2094 |
-
},
|
| 2095 |
"decoder": {
|
| 2096 |
"type": "Metaspace",
|
| 2097 |
"replacement": "▁",
|
|
|
|
| 2085 |
"replacement": "▁",
|
| 2086 |
"add_prefix_space": true
|
| 2087 |
},
|
| 2088 |
+
"post_processor": null,
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 2089 |
"decoder": {
|
| 2090 |
"type": "Metaspace",
|
| 2091 |
"replacement": "▁",
|