Commit
•
fb7a23e
1
Parent(s):
920f9dc
Upload tokenizer
Browse files- vocab.json +1 -1
vocab.json
CHANGED
|
@@ -1,5 +1,4 @@
|
|
| 1 |
{
|
| 2 |
-
" ": 0,
|
| 3 |
"[PAD]": 36,
|
| 4 |
"[UNK]": 35,
|
| 5 |
"a": 1,
|
|
@@ -28,6 +27,7 @@
|
|
| 28 |
"x": 24,
|
| 29 |
"y": 25,
|
| 30 |
"z": 26,
|
|
|
|
| 31 |
"ç": 27,
|
| 32 |
"ë": 28,
|
| 33 |
"ö": 29,
|
|
|
|
| 1 |
{
|
|
|
|
| 2 |
"[PAD]": 36,
|
| 3 |
"[UNK]": 35,
|
| 4 |
"a": 1,
|
|
|
|
| 27 |
"x": 24,
|
| 28 |
"y": 25,
|
| 29 |
"z": 26,
|
| 30 |
+
"|": 0,
|
| 31 |
"ç": 27,
|
| 32 |
"ë": 28,
|
| 33 |
"ö": 29,
|