EzraWilliam commited on
Commit
030080b
·
verified ·
1 Parent(s): 32231d6

Upload tokenizer

Browse files
Files changed (3) hide show
  1. README.md +1 -1
  2. tokenizer_config.json +2 -2
  3. vocab.json +28 -28
README.md CHANGED
@@ -1,8 +1,8 @@
1
  ---
2
  license: apache-2.0
3
- base_model: EzraWilliam/wav2vec2-base-fleurs-CommonVoice-demo-google-colab-Ezra_William_Prod1
4
  tags:
5
  - generated_from_trainer
 
6
  model-index:
7
  - name: wav2vec2-base-fleurs-CommonVoice-demo-google-colab-Ezra_William_Prod1
8
  results: []
 
1
  ---
2
  license: apache-2.0
 
3
  tags:
4
  - generated_from_trainer
5
+ base_model: EzraWilliam/wav2vec2-base-fleurs-CommonVoice-demo-google-colab-Ezra_William_Prod1
6
  model-index:
7
  - name: wav2vec2-base-fleurs-CommonVoice-demo-google-colab-Ezra_William_Prod1
8
  results: []
tokenizer_config.json CHANGED
@@ -19,7 +19,7 @@
19
  "31": {
20
  "content": "<s>",
21
  "lstrip": false,
22
- "normalized": true,
23
  "rstrip": false,
24
  "single_word": false,
25
  "special": true
@@ -27,7 +27,7 @@
27
  "32": {
28
  "content": "</s>",
29
  "lstrip": false,
30
- "normalized": true,
31
  "rstrip": false,
32
  "single_word": false,
33
  "special": true
 
19
  "31": {
20
  "content": "<s>",
21
  "lstrip": false,
22
+ "normalized": false,
23
  "rstrip": false,
24
  "single_word": false,
25
  "special": true
 
27
  "32": {
28
  "content": "</s>",
29
  "lstrip": false,
30
+ "normalized": false,
31
  "rstrip": false,
32
  "single_word": false,
33
  "special": true
vocab.json CHANGED
@@ -1,33 +1,33 @@
1
  {
2
- "\"": 6,
3
- "'": 28,
4
  "[PAD]": 30,
5
  "[UNK]": 29,
6
- "a": 3,
7
- "b": 15,
8
- "c": 19,
9
- "d": 21,
10
- "e": 1,
11
- "f": 9,
12
- "g": 14,
13
- "h": 23,
14
- "i": 7,
15
- "j": 10,
16
- "k": 11,
17
- "l": 0,
18
- "m": 22,
19
  "n": 27,
20
- "o": 25,
21
- "p": 2,
22
- "q": 4,
23
- "r": 18,
24
- "s": 12,
25
- "t": 8,
26
- "u": 13,
27
- "v": 16,
28
- "w": 24,
29
- "x": 5,
30
- "y": 20,
31
- "z": 26,
32
- "|": 17
33
  }
 
1
  {
2
+ "\"": 21,
3
+ "'": 25,
4
  "[PAD]": 30,
5
  "[UNK]": 29,
6
+ "a": 12,
7
+ "b": 28,
8
+ "c": 17,
9
+ "d": 26,
10
+ "e": 10,
11
+ "f": 20,
12
+ "g": 24,
13
+ "h": 1,
14
+ "i": 6,
15
+ "j": 8,
16
+ "k": 13,
17
+ "l": 23,
18
+ "m": 14,
19
  "n": 27,
20
+ "o": 18,
21
+ "p": 7,
22
+ "q": 3,
23
+ "r": 11,
24
+ "s": 22,
25
+ "t": 19,
26
+ "u": 9,
27
+ "v": 15,
28
+ "w": 5,
29
+ "x": 2,
30
+ "y": 4,
31
+ "z": 0,
32
+ "|": 16
33
  }