rikeshsilwalekg commited on
Commit
4edfabd
1 Parent(s): 8477886

Upload added_tokens.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. added_tokens.json +79 -0
added_tokens.json ADDED
@@ -0,0 +1,79 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ " ": 82,
3
+ "<ctc_blank>": 80,
4
+ "<mask>": 79,
5
+ "ँ": 145,
6
+ "ं": 93,
7
+ "ः": 94,
8
+ "अ": 81,
9
+ "आ": 83,
10
+ "इ": 84,
11
+ "ई": 85,
12
+ "उ": 86,
13
+ "ऊ": 87,
14
+ "ऋ": 88,
15
+ "ए": 89,
16
+ "ऐ": 90,
17
+ "ओ": 91,
18
+ "औ": 92,
19
+ "क": 96,
20
+ "ख": 97,
21
+ "ग": 98,
22
+ "घ": 99,
23
+ "ङ": 100,
24
+ "च": 101,
25
+ "छ": 102,
26
+ "ज": 103,
27
+ "झ": 104,
28
+ "ञ": 105,
29
+ "ट": 106,
30
+ "ठ": 107,
31
+ "ड": 108,
32
+ "ढ": 109,
33
+ "ण": 110,
34
+ "त": 111,
35
+ "थ": 112,
36
+ "द": 113,
37
+ "ध": 114,
38
+ "न": 115,
39
+ "प": 116,
40
+ "फ": 117,
41
+ "ब": 118,
42
+ "भ": 119,
43
+ "म": 120,
44
+ "य": 121,
45
+ "र": 122,
46
+ "ल": 123,
47
+ "व": 124,
48
+ "श": 125,
49
+ "ष": 126,
50
+ "स": 127,
51
+ "ह": 128,
52
+ "ा": 130,
53
+ "ि": 131,
54
+ "ी": 132,
55
+ "ु": 133,
56
+ "ू": 134,
57
+ "ृ": 135,
58
+ "ॄ": 136,
59
+ "ॅ": 137,
60
+ "ॆ": 138,
61
+ "े": 139,
62
+ "ै": 140,
63
+ "ॉ": 141,
64
+ "ॊ": 142,
65
+ "ो": 143,
66
+ "ौ": 144,
67
+ "्": 129,
68
+ "ॠ": 95,
69
+ "०": 146,
70
+ "१": 147,
71
+ "२": 148,
72
+ "३": 149,
73
+ "४": 150,
74
+ "५": 151,
75
+ "६": 152,
76
+ "७": 153,
77
+ "८": 154,
78
+ "९": 155
79
+ }