henilp105 commited on
Commit
bc0125f
1 Parent(s): c8e58de

Upload tokenizer

Browse files
Files changed (1) hide show
  1. vocab.json +18 -18
vocab.json CHANGED
@@ -10,24 +10,24 @@
10
  "ఈ": 6,
11
  "ఉ": 7,
12
  "ఊ": 8,
13
- "": 9,
14
- "": 10,
15
- "": 11,
16
- "": 12,
17
- "": 13,
18
- "": 14,
19
- "": 15,
20
- "": 16,
21
- "": 17,
22
- "": 18,
23
- "": 19,
24
- "": 20,
25
- "": 21,
26
- "": 22,
27
- "": 23,
28
- "": 24,
29
- "": 25,
30
- "": 26,
31
  "ణ": 27,
32
  "త": 28,
33
  "థ": 29,
 
10
  "ఈ": 6,
11
  "ఉ": 7,
12
  "ఊ": 8,
13
+ "": 9,
14
+ "": 10,
15
+ "": 11,
16
+ "": 12,
17
+ "": 13,
18
+ "": 14,
19
+ "": 15,
20
+ "": 16,
21
+ "": 17,
22
+ "": 18,
23
+ "": 19,
24
+ "": 20,
25
+ "": 21,
26
+ "": 22,
27
+ "": 23,
28
+ "": 24,
29
+ "": 25,
30
+ "": 26,
31
  "ణ": 27,
32
  "త": 28,
33
  "థ": 29,