Hugging Face's logo

Xenova
/
mms-1b-all

Automatic Speech Recognition
Transformers.js
ONNX
wav2vec2
mms
Model card Files Community
Xenova HF staff commited on
Commit
68d9be0
•
1 Parent(s): fb773f5

Upload tokenizer.json

Browse files
Files changed (1) hide show
  1. tokenizer.json +8 -8
tokenizer.json CHANGED
@@ -7,8 +7,8 @@
7
  "id": 2,
8
  "content": "</s>",
9
  "single_word": false,
10
- "lstrip": false,
11
- "rstrip": false,
12
  "normalized": false,
13
  "special": true
14
  },
@@ -16,8 +16,8 @@
16
  "id": 0,
17
  "content": "<pad>",
18
  "single_word": false,
19
- "lstrip": false,
20
- "rstrip": false,
21
  "normalized": false,
22
  "special": true
23
  },
@@ -25,8 +25,8 @@
25
  "id": 1,
26
  "content": "<s>",
27
  "single_word": false,
28
- "lstrip": false,
29
- "rstrip": false,
30
  "normalized": false,
31
  "special": true
32
  },
@@ -34,8 +34,8 @@
34
  "id": 3,
35
  "content": "<unk>",
36
  "single_word": false,
37
- "lstrip": false,
38
- "rstrip": false,
39
  "normalized": false,
40
  "special": true
41
  }
 
7
  "id": 2,
8
  "content": "</s>",
9
  "single_word": false,
10
+ "lstrip": true,
11
+ "rstrip": true,
12
  "normalized": false,
13
  "special": true
14
  },
 
16
  "id": 0,
17
  "content": "<pad>",
18
  "single_word": false,
19
+ "lstrip": true,
20
+ "rstrip": true,
21
  "normalized": false,
22
  "special": true
23
  },
 
25
  "id": 1,
26
  "content": "<s>",
27
  "single_word": false,
28
+ "lstrip": true,
29
+ "rstrip": true,
30
  "normalized": false,
31
  "special": true
32
  },
 
34
  "id": 3,
35
  "content": "<unk>",
36
  "single_word": false,
37
+ "lstrip": true,
38
+ "rstrip": true,
39
  "normalized": false,
40
  "special": true
41
  }