Fredium commited on
Commit
7953f38
1 Parent(s): dfa518e

Upload tokenizer

Browse files
Files changed (1) hide show
  1. vocab.json +48 -48
vocab.json CHANGED
@@ -1,53 +1,53 @@
1
  {
2
- "(": 48,
3
- ")": 8,
4
  "[PAD]": 50,
5
  "[UNK]": 49,
6
- "|": 5,
7
- "«": 45,
8
- "»": 46,
9
- "՚": 43,
10
- "՛": 7,
11
- "՝": 4,
12
- "՞": 33,
13
- "ա": 0,
14
- "բ": 12,
15
- "գ": 19,
16
- "դ": 21,
17
- "ե": 36,
18
- "զ": 10,
19
  "է": 22,
20
- "ը": 42,
21
- "թ": 20,
22
- "ժ": 16,
23
- "ի": 23,
24
- "լ": 27,
25
- "խ": 13,
26
- "ծ": 28,
27
- "կ": 24,
28
- "հ": 40,
29
- "ձ": 26,
30
- "ղ": 44,
31
- "ճ": 11,
32
- "մ": 29,
33
- "յ": 18,
34
- "ն": 15,
35
- "շ": 9,
36
- "ո": 47,
37
- "չ": 31,
38
- "պ": 25,
39
- "ջ": 37,
40
- "ռ": 3,
41
- "ս": 32,
42
- "վ": 14,
43
- "տ": 6,
44
- "ր": 34,
45
- "ց": 35,
46
- "ւ": 38,
47
- "փ": 17,
48
- "ք": 30,
49
- "օ": 39,
50
- "ֆ": 1,
51
- "և": 2,
52
- "։": 41
53
  }
 
1
  {
2
+ "(": 28,
3
+ ")": 0,
4
  "[PAD]": 50,
5
  "[UNK]": 49,
6
+ "|": 1,
7
+ "«": 43,
8
+ "»": 16,
9
+ "՚": 37,
10
+ "՛": 30,
11
+ "՝": 42,
12
+ "՞": 11,
13
+ "ա": 46,
14
+ "բ": 13,
15
+ "գ": 24,
16
+ "դ": 5,
17
+ "ե": 32,
18
+ "զ": 26,
19
  "է": 22,
20
+ "ը": 44,
21
+ "թ": 47,
22
+ "ժ": 39,
23
+ "ի": 45,
24
+ "լ": 48,
25
+ "խ": 4,
26
+ "ծ": 33,
27
+ "կ": 20,
28
+ "հ": 41,
29
+ "ձ": 31,
30
+ "ղ": 27,
31
+ "ճ": 29,
32
+ "մ": 15,
33
+ "յ": 14,
34
+ "ն": 35,
35
+ "շ": 21,
36
+ "ո": 40,
37
+ "չ": 25,
38
+ "պ": 17,
39
+ "ջ": 6,
40
+ "ռ": 38,
41
+ "ս": 12,
42
+ "վ": 9,
43
+ "տ": 23,
44
+ "ր": 18,
45
+ "ց": 3,
46
+ "ւ": 19,
47
+ "փ": 10,
48
+ "ք": 34,
49
+ "օ": 2,
50
+ "ֆ": 8,
51
+ "և": 7,
52
+ "։": 36
53
  }