Upload added_tokens.json
Browse filesAdd add_tokens.json, for easily converting the original model.
- added_tokens.json +19 -0
added_tokens.json
ADDED
|
@@ -0,0 +1,19 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"\uD83E\uDD16": 39409,
|
| 3 |
+
"\uD83E\uDDD1": 39408,
|
| 4 |
+
|
| 5 |
+
"<dummy0>": 39410,
|
| 6 |
+
"<dummy1>": 39411,
|
| 7 |
+
"<dummy2>": 39412,
|
| 8 |
+
"<dummy3>": 39413,
|
| 9 |
+
"<dummy4>": 39414,
|
| 10 |
+
"<dummy5>": 39415,
|
| 11 |
+
"<dummy6>": 39416,
|
| 12 |
+
"<dummy7>": 39417,
|
| 13 |
+
"<dummy8>": 39418,
|
| 14 |
+
"<dummy9>": 39419,
|
| 15 |
+
"<dummy10>": 39420,
|
| 16 |
+
"<dummy11>": 39421,
|
| 17 |
+
"<dummy12>": 39422,
|
| 18 |
+
"<dummy13>": 39423
|
| 19 |
+
}
|