Pushpahasa commited on
Commit
e8736eb
1 Parent(s): 96f7315

Upload added_tokens.json

Browse files
MKB_NIOS_hindi_sanskrit_5/added_tokens.json ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "</s>": 64001,
3
+ "<2as>": 64002,
4
+ "<2bn>": 64003,
5
+ "<2en>": 64004,
6
+ "<2gu>": 64005,
7
+ "<2hi>": 64006,
8
+ "<2kn>": 64007,
9
+ "<2ml>": 64008,
10
+ "<2mr>": 64009,
11
+ "<2or>": 64010,
12
+ "<2pa>": 64011,
13
+ "<2ta>": 64012,
14
+ "<2te>": 64013,
15
+ "<s>": 64000
16
+ }