Upload tokenizer
Browse files- vocab.json +17 -17
vocab.json
CHANGED
@@ -37,23 +37,23 @@
|
|
37 |
"ु": 33,
|
38 |
"ू": 34,
|
39 |
"े": 35,
|
40 |
-
"
|
41 |
-
"
|
42 |
-
"
|
43 |
-
"
|
44 |
-
"
|
45 |
-
"
|
46 |
-
"
|
47 |
-
"
|
48 |
-
"
|
49 |
-
"
|
50 |
-
"
|
51 |
-
"
|
52 |
-
"
|
53 |
-
"
|
54 |
-
"
|
55 |
-
"
|
56 |
-
"
|
57 |
"ర": 53,
|
58 |
"ల": 54,
|
59 |
"వ": 55,
|
|
|
37 |
"ु": 33,
|
38 |
"ू": 34,
|
39 |
"े": 35,
|
40 |
+
"ॉ": 36,
|
41 |
+
"ो": 37,
|
42 |
+
"्": 38,
|
43 |
+
"ం": 39,
|
44 |
+
"ఎ": 40,
|
45 |
+
"ఏ": 41,
|
46 |
+
"క": 42,
|
47 |
+
"ఖ": 43,
|
48 |
+
"చ": 44,
|
49 |
+
"ట": 45,
|
50 |
+
"డ": 46,
|
51 |
+
"త": 47,
|
52 |
+
"ద": 48,
|
53 |
+
"న": 49,
|
54 |
+
"ప": 50,
|
55 |
+
"మ": 51,
|
56 |
+
"య": 52,
|
57 |
"ర": 53,
|
58 |
"ల": 54,
|
59 |
"వ": 55,
|