Upload folder using huggingface_hub
Browse files- .gitattributes +3 -9
- README.md +17 -0
- alphabet.json +1 -0
- config.json +116 -0
- language_model/2gram_Fr_Ref.bin +3 -0
- language_model/attrs.json +1 -0
- language_model/unigrams.txt +230 -0
- preprocessor_config.json +10 -0
- pytorch_model.bin +3 -0
- special_tokens_map.json +6 -0
- tokenizer_config.json +48 -0
- transcriptions_cv7_test.json +3 -0
- transcriptions_cv7_validation.json +3 -0
- vocab.json +48 -0
.gitattributes
CHANGED
@@ -2,34 +2,28 @@
|
|
2 |
*.arrow filter=lfs diff=lfs merge=lfs -text
|
3 |
*.bin filter=lfs diff=lfs merge=lfs -text
|
4 |
*.bz2 filter=lfs diff=lfs merge=lfs -text
|
5 |
-
*.ckpt filter=lfs diff=lfs merge=lfs -text
|
6 |
*.ftz filter=lfs diff=lfs merge=lfs -text
|
7 |
*.gz filter=lfs diff=lfs merge=lfs -text
|
8 |
*.h5 filter=lfs diff=lfs merge=lfs -text
|
9 |
*.joblib filter=lfs diff=lfs merge=lfs -text
|
10 |
*.lfs.* filter=lfs diff=lfs merge=lfs -text
|
11 |
-
*.mlmodel filter=lfs diff=lfs merge=lfs -text
|
12 |
*.model filter=lfs diff=lfs merge=lfs -text
|
13 |
*.msgpack filter=lfs diff=lfs merge=lfs -text
|
14 |
-
*.npy filter=lfs diff=lfs merge=lfs -text
|
15 |
-
*.npz filter=lfs diff=lfs merge=lfs -text
|
16 |
*.onnx filter=lfs diff=lfs merge=lfs -text
|
17 |
*.ot filter=lfs diff=lfs merge=lfs -text
|
18 |
*.parquet filter=lfs diff=lfs merge=lfs -text
|
19 |
*.pb filter=lfs diff=lfs merge=lfs -text
|
20 |
-
*.pickle filter=lfs diff=lfs merge=lfs -text
|
21 |
-
*.pkl filter=lfs diff=lfs merge=lfs -text
|
22 |
*.pt filter=lfs diff=lfs merge=lfs -text
|
23 |
*.pth filter=lfs diff=lfs merge=lfs -text
|
24 |
*.rar filter=lfs diff=lfs merge=lfs -text
|
25 |
-
*.safetensors filter=lfs diff=lfs merge=lfs -text
|
26 |
saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
27 |
*.tar.* filter=lfs diff=lfs merge=lfs -text
|
28 |
-
*.tar filter=lfs diff=lfs merge=lfs -text
|
29 |
*.tflite filter=lfs diff=lfs merge=lfs -text
|
30 |
*.tgz filter=lfs diff=lfs merge=lfs -text
|
31 |
*.wasm filter=lfs diff=lfs merge=lfs -text
|
32 |
*.xz filter=lfs diff=lfs merge=lfs -text
|
33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
34 |
-
*.
|
35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
2 |
*.arrow filter=lfs diff=lfs merge=lfs -text
|
3 |
*.bin filter=lfs diff=lfs merge=lfs -text
|
4 |
*.bz2 filter=lfs diff=lfs merge=lfs -text
|
|
|
5 |
*.ftz filter=lfs diff=lfs merge=lfs -text
|
6 |
*.gz filter=lfs diff=lfs merge=lfs -text
|
7 |
*.h5 filter=lfs diff=lfs merge=lfs -text
|
8 |
*.joblib filter=lfs diff=lfs merge=lfs -text
|
9 |
*.lfs.* filter=lfs diff=lfs merge=lfs -text
|
|
|
10 |
*.model filter=lfs diff=lfs merge=lfs -text
|
11 |
*.msgpack filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
12 |
*.onnx filter=lfs diff=lfs merge=lfs -text
|
13 |
*.ot filter=lfs diff=lfs merge=lfs -text
|
14 |
*.parquet filter=lfs diff=lfs merge=lfs -text
|
15 |
*.pb filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
16 |
*.pt filter=lfs diff=lfs merge=lfs -text
|
17 |
*.pth filter=lfs diff=lfs merge=lfs -text
|
18 |
*.rar filter=lfs diff=lfs merge=lfs -text
|
|
|
19 |
saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
20 |
*.tar.* filter=lfs diff=lfs merge=lfs -text
|
|
|
21 |
*.tflite filter=lfs diff=lfs merge=lfs -text
|
22 |
*.tgz filter=lfs diff=lfs merge=lfs -text
|
23 |
*.wasm filter=lfs diff=lfs merge=lfs -text
|
24 |
*.xz filter=lfs diff=lfs merge=lfs -text
|
25 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
26 |
+
*.zstandard filter=lfs diff=lfs merge=lfs -text
|
27 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
28 |
+
transcriptions_cv7_test.json filter=lfs diff=lfs merge=lfs -text
|
29 |
+
transcriptions_cv7_validation.json filter=lfs diff=lfs merge=lfs -text
|
README.md
ADDED
@@ -0,0 +1,17 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
---
|
2 |
+
language:
|
3 |
+
- it
|
4 |
+
license: apache-2.0
|
5 |
+
tags:
|
6 |
+
- automatic-speech-recognition
|
7 |
+
- it
|
8 |
+
datasets:
|
9 |
+
- mozilla-foundation/common_voice_7_0
|
10 |
+
---
|
11 |
+
# exp_w2v2t_it_vp-100k_s449
|
12 |
+
|
13 |
+
Fine-tuned [facebook/wav2vec2-large-100k-voxpopuli](https://huggingface.co/facebook/wav2vec2-large-100k-voxpopuli) for speech recognition using the train split of [Common Voice 7.0 (it)](https://huggingface.co/datasets/mozilla-foundation/common_voice_7_0).
|
14 |
+
When using this model, make sure that your speech input is sampled at 16kHz.
|
15 |
+
|
16 |
+
This model has been fine-tuned by the [HuggingSound](https://github.com/jonatasgrosman/huggingsound) tool.
|
17 |
+
|
alphabet.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
{"labels": ["", "<s>", "</s>", "\u2047", " ", "'", "-", "a", "b", "c", "d", "e", "f", "g", "h", "i", "j", "k", "l", "m", "n", "o", "p", "q", "r", "s", "t", "u", "v", "w", "x", "y", "z", "\u00e0", "\u00e1", "\u00e8", "\u00e9", "\u00ec", "\u00ed", "\u00f2", "\u00f3", "\u00f9", "\u00fa", "\u010d", "\u014d", "\u0161"], "is_bpe": false}
|
config.json
ADDED
@@ -0,0 +1,116 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_name_or_path": "facebook/wav2vec2-large-100k-voxpopuli",
|
3 |
+
"activation_dropout": 0.05,
|
4 |
+
"adapter_kernel_size": 3,
|
5 |
+
"adapter_stride": 2,
|
6 |
+
"add_adapter": false,
|
7 |
+
"apply_spec_augment": true,
|
8 |
+
"architectures": [
|
9 |
+
"Wav2Vec2ForCTC"
|
10 |
+
],
|
11 |
+
"attention_dropout": 0.05,
|
12 |
+
"bos_token_id": 1,
|
13 |
+
"classifier_proj_size": 256,
|
14 |
+
"codevector_dim": 768,
|
15 |
+
"contrastive_logits_temperature": 0.1,
|
16 |
+
"conv_bias": true,
|
17 |
+
"conv_dim": [
|
18 |
+
512,
|
19 |
+
512,
|
20 |
+
512,
|
21 |
+
512,
|
22 |
+
512,
|
23 |
+
512,
|
24 |
+
512
|
25 |
+
],
|
26 |
+
"conv_kernel": [
|
27 |
+
10,
|
28 |
+
3,
|
29 |
+
3,
|
30 |
+
3,
|
31 |
+
3,
|
32 |
+
2,
|
33 |
+
2
|
34 |
+
],
|
35 |
+
"conv_stride": [
|
36 |
+
5,
|
37 |
+
2,
|
38 |
+
2,
|
39 |
+
2,
|
40 |
+
2,
|
41 |
+
2,
|
42 |
+
2
|
43 |
+
],
|
44 |
+
"ctc_loss_reduction": "sum",
|
45 |
+
"ctc_zero_infinity": false,
|
46 |
+
"diversity_loss_weight": 0.1,
|
47 |
+
"do_stable_layer_norm": true,
|
48 |
+
"eos_token_id": 2,
|
49 |
+
"feat_extract_activation": "gelu",
|
50 |
+
"feat_extract_dropout": 0.0,
|
51 |
+
"feat_extract_norm": "layer",
|
52 |
+
"feat_proj_dropout": 0.05,
|
53 |
+
"feat_quantizer_dropout": 0.0,
|
54 |
+
"final_dropout": 0.05,
|
55 |
+
"gradient_checkpointing": false,
|
56 |
+
"hidden_act": "gelu",
|
57 |
+
"hidden_dropout": 0.05,
|
58 |
+
"hidden_size": 1024,
|
59 |
+
"initializer_range": 0.02,
|
60 |
+
"intermediate_size": 4096,
|
61 |
+
"layer_norm_eps": 1e-05,
|
62 |
+
"layerdrop": 0.05,
|
63 |
+
"mask_channel_length": 10,
|
64 |
+
"mask_channel_min_space": 1,
|
65 |
+
"mask_channel_other": 0.0,
|
66 |
+
"mask_channel_prob": 0.0,
|
67 |
+
"mask_channel_selection": "static",
|
68 |
+
"mask_feature_length": 10,
|
69 |
+
"mask_feature_min_masks": 0,
|
70 |
+
"mask_feature_prob": 0.0,
|
71 |
+
"mask_time_length": 10,
|
72 |
+
"mask_time_min_masks": 2,
|
73 |
+
"mask_time_min_space": 1,
|
74 |
+
"mask_time_other": 0.0,
|
75 |
+
"mask_time_prob": 0.05,
|
76 |
+
"mask_time_selection": "static",
|
77 |
+
"model_type": "wav2vec2",
|
78 |
+
"num_adapter_layers": 3,
|
79 |
+
"num_attention_heads": 16,
|
80 |
+
"num_codevector_groups": 2,
|
81 |
+
"num_codevectors_per_group": 320,
|
82 |
+
"num_conv_pos_embedding_groups": 16,
|
83 |
+
"num_conv_pos_embeddings": 128,
|
84 |
+
"num_feat_extract_layers": 7,
|
85 |
+
"num_hidden_layers": 24,
|
86 |
+
"num_negatives": 100,
|
87 |
+
"output_hidden_size": 1024,
|
88 |
+
"pad_token_id": 0,
|
89 |
+
"proj_codevector_dim": 768,
|
90 |
+
"tdnn_dilation": [
|
91 |
+
1,
|
92 |
+
2,
|
93 |
+
3,
|
94 |
+
1,
|
95 |
+
1
|
96 |
+
],
|
97 |
+
"tdnn_dim": [
|
98 |
+
512,
|
99 |
+
512,
|
100 |
+
512,
|
101 |
+
512,
|
102 |
+
1500
|
103 |
+
],
|
104 |
+
"tdnn_kernel": [
|
105 |
+
5,
|
106 |
+
3,
|
107 |
+
3,
|
108 |
+
1,
|
109 |
+
1
|
110 |
+
],
|
111 |
+
"torch_dtype": "float32",
|
112 |
+
"transformers_version": "4.15.0",
|
113 |
+
"use_weighted_layer_sum": false,
|
114 |
+
"vocab_size": 46,
|
115 |
+
"xvector_output_dim": 512
|
116 |
+
}
|
language_model/2gram_Fr_Ref.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8473244614177ba579a429eee07aa150132b9a1b2209025dbe3ffee6f1fe003d
|
3 |
+
size 12867
|
language_model/attrs.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
{"alpha": 0.5, "beta": 1.5, "unk_score_offset": -10.0, "score_boundary": true}
|
language_model/unigrams.txt
ADDED
@@ -0,0 +1,230 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
</s>
|
2 |
+
<s>
|
3 |
+
absence
|
4 |
+
amour
|
5 |
+
anglage
|
6 |
+
argile
|
7 |
+
baie
|
8 |
+
bain
|
9 |
+
balade
|
10 |
+
bambou
|
11 |
+
bante
|
12 |
+
baptême
|
13 |
+
barrage
|
14 |
+
basket
|
15 |
+
bastiore
|
16 |
+
bente
|
17 |
+
beuil
|
18 |
+
bille
|
19 |
+
boeufs
|
20 |
+
bonfage
|
21 |
+
bonheur
|
22 |
+
brume
|
23 |
+
brumidurence
|
24 |
+
brète
|
25 |
+
bucurelle
|
26 |
+
buson
|
27 |
+
béret
|
28 |
+
cage
|
29 |
+
canchoir
|
30 |
+
caravelle
|
31 |
+
carotte
|
32 |
+
carré
|
33 |
+
case
|
34 |
+
casier
|
35 |
+
catastrophe
|
36 |
+
cellier
|
37 |
+
cerceau
|
38 |
+
chaleur
|
39 |
+
chambre
|
40 |
+
champagne
|
41 |
+
chanson
|
42 |
+
chemisier
|
43 |
+
choix
|
44 |
+
cieux
|
45 |
+
commande
|
46 |
+
compagne
|
47 |
+
compteur
|
48 |
+
conjeau
|
49 |
+
consigne
|
50 |
+
couette
|
51 |
+
couleur
|
52 |
+
coïncidence
|
53 |
+
crâne
|
54 |
+
crêpe
|
55 |
+
crête
|
56 |
+
cuisinier
|
57 |
+
cutice
|
58 |
+
daveau
|
59 |
+
demande
|
60 |
+
dieux
|
61 |
+
digacelle
|
62 |
+
dille
|
63 |
+
diège
|
64 |
+
donte
|
65 |
+
duie
|
66 |
+
débarquement
|
67 |
+
délice
|
68 |
+
déménagement
|
69 |
+
département
|
70 |
+
désir
|
71 |
+
escroc
|
72 |
+
excitation
|
73 |
+
faisceau
|
74 |
+
fari
|
75 |
+
façade
|
76 |
+
faïence
|
77 |
+
ferraille
|
78 |
+
fident
|
79 |
+
figure
|
80 |
+
fille
|
81 |
+
filou
|
82 |
+
firoie
|
83 |
+
flunobirence
|
84 |
+
foire
|
85 |
+
fossile
|
86 |
+
fossé
|
87 |
+
frère
|
88 |
+
fureur
|
89 |
+
garçonnet
|
90 |
+
genévrier
|
91 |
+
gigot
|
92 |
+
goix
|
93 |
+
gouache
|
94 |
+
grasention
|
95 |
+
grève
|
96 |
+
guidon
|
97 |
+
haie
|
98 |
+
hogeur
|
99 |
+
hupeur
|
100 |
+
héteur
|
101 |
+
hôtel
|
102 |
+
indiscrétion
|
103 |
+
initiation
|
104 |
+
instruments
|
105 |
+
intelligence
|
106 |
+
jardinet
|
107 |
+
jauf
|
108 |
+
jeans
|
109 |
+
jeul
|
110 |
+
jeur
|
111 |
+
joie
|
112 |
+
jol
|
113 |
+
jorcantion
|
114 |
+
joue
|
115 |
+
juin
|
116 |
+
juit
|
117 |
+
lagul
|
118 |
+
lait
|
119 |
+
lamon
|
120 |
+
lesoie
|
121 |
+
lieux
|
122 |
+
liège
|
123 |
+
loif
|
124 |
+
lumèce
|
125 |
+
légende
|
126 |
+
malice
|
127 |
+
manivelle
|
128 |
+
matou
|
129 |
+
menuisier
|
130 |
+
meuil
|
131 |
+
milvenet
|
132 |
+
mirabelle
|
133 |
+
mise
|
134 |
+
montage
|
135 |
+
mouette
|
136 |
+
moulinet
|
137 |
+
muson
|
138 |
+
métal
|
139 |
+
nage
|
140 |
+
nardé
|
141 |
+
navet
|
142 |
+
nille
|
143 |
+
ninoie
|
144 |
+
noeuds
|
145 |
+
noix
|
146 |
+
nombre
|
147 |
+
notice
|
148 |
+
nuit
|
149 |
+
oeufs
|
150 |
+
opposition
|
151 |
+
orchestre
|
152 |
+
ouest
|
153 |
+
parade
|
154 |
+
paroce
|
155 |
+
passé
|
156 |
+
patience
|
157 |
+
pause
|
158 |
+
pente
|
159 |
+
perné
|
160 |
+
phème
|
161 |
+
pinson
|
162 |
+
pireau
|
163 |
+
piège
|
164 |
+
pléfantion
|
165 |
+
poids
|
166 |
+
poire
|
167 |
+
production
|
168 |
+
précision
|
169 |
+
puli
|
170 |
+
pune
|
171 |
+
pâté
|
172 |
+
quille
|
173 |
+
race
|
174 |
+
raie
|
175 |
+
raplème
|
176 |
+
rari
|
177 |
+
ratase
|
178 |
+
reconnaissance
|
179 |
+
regret
|
180 |
+
reptile
|
181 |
+
reuil
|
182 |
+
reux
|
183 |
+
rille
|
184 |
+
rof
|
185 |
+
rombage
|
186 |
+
ronjeau
|
187 |
+
rose
|
188 |
+
rosier
|
189 |
+
ruit
|
190 |
+
réclamation
|
191 |
+
régal
|
192 |
+
saison
|
193 |
+
sauvage
|
194 |
+
secret
|
195 |
+
septième
|
196 |
+
sidomelle
|
197 |
+
siège
|
198 |
+
sorpile
|
199 |
+
stade
|
200 |
+
stand
|
201 |
+
style
|
202 |
+
suf
|
203 |
+
tanjeau
|
204 |
+
tenaille
|
205 |
+
tente
|
206 |
+
terfonet
|
207 |
+
terreau
|
208 |
+
test
|
209 |
+
timbre
|
210 |
+
tiveau
|
211 |
+
tiège
|
212 |
+
toir
|
213 |
+
toit
|
214 |
+
tondé
|
215 |
+
tradition
|
216 |
+
trufondulence
|
217 |
+
trèbe
|
218 |
+
trème
|
219 |
+
tuit
|
220 |
+
tumpunet
|
221 |
+
turlème
|
222 |
+
valet
|
223 |
+
valeur
|
224 |
+
vente
|
225 |
+
voix
|
226 |
+
voleur
|
227 |
+
zeux
|
228 |
+
écaille
|
229 |
+
écho
|
230 |
+
élève
|
preprocessor_config.json
ADDED
@@ -0,0 +1,10 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"do_normalize": true,
|
3 |
+
"feature_extractor_type": "Wav2Vec2FeatureExtractor",
|
4 |
+
"feature_size": 1,
|
5 |
+
"padding_side": "right",
|
6 |
+
"padding_value": 0,
|
7 |
+
"processor_class": "Wav2Vec2ProcessorWithLM",
|
8 |
+
"return_attention_mask": true,
|
9 |
+
"sampling_rate": 16000
|
10 |
+
}
|
pytorch_model.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d7281f836a6c24a0cb01dcd6abcaccc1d05af48807a5138b3f39c235904e0d7f
|
3 |
+
size 1262112241
|
special_tokens_map.json
ADDED
@@ -0,0 +1,6 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"bos_token": "<s>",
|
3 |
+
"eos_token": "</s>",
|
4 |
+
"pad_token": "<pad>",
|
5 |
+
"unk_token": "<unk>"
|
6 |
+
}
|
tokenizer_config.json
ADDED
@@ -0,0 +1,48 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"added_tokens_decoder": {
|
3 |
+
"0": {
|
4 |
+
"content": "<pad>",
|
5 |
+
"lstrip": true,
|
6 |
+
"normalized": false,
|
7 |
+
"rstrip": true,
|
8 |
+
"single_word": false,
|
9 |
+
"special": false
|
10 |
+
},
|
11 |
+
"1": {
|
12 |
+
"content": "<s>",
|
13 |
+
"lstrip": true,
|
14 |
+
"normalized": false,
|
15 |
+
"rstrip": true,
|
16 |
+
"single_word": false,
|
17 |
+
"special": false
|
18 |
+
},
|
19 |
+
"2": {
|
20 |
+
"content": "</s>",
|
21 |
+
"lstrip": true,
|
22 |
+
"normalized": false,
|
23 |
+
"rstrip": true,
|
24 |
+
"single_word": false,
|
25 |
+
"special": false
|
26 |
+
},
|
27 |
+
"3": {
|
28 |
+
"content": "<unk>",
|
29 |
+
"lstrip": true,
|
30 |
+
"normalized": false,
|
31 |
+
"rstrip": true,
|
32 |
+
"single_word": false,
|
33 |
+
"special": false
|
34 |
+
}
|
35 |
+
},
|
36 |
+
"bos_token": "<s>",
|
37 |
+
"clean_up_tokenization_spaces": true,
|
38 |
+
"do_lower_case": false,
|
39 |
+
"eos_token": "</s>",
|
40 |
+
"model_max_length": 1000000000000000019884624838656,
|
41 |
+
"pad_token": "<pad>",
|
42 |
+
"processor_class": "Wav2Vec2ProcessorWithLM",
|
43 |
+
"replace_word_delimiter_char": " ",
|
44 |
+
"target_lang": null,
|
45 |
+
"tokenizer_class": "Wav2Vec2CTCTokenizer",
|
46 |
+
"unk_token": "<unk>",
|
47 |
+
"word_delimiter_token": "|"
|
48 |
+
}
|
transcriptions_cv7_test.json
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0e7ccd1835ec95183cc10c41dddf4532f3700c79d1d9979197242a697c24ce54
|
3 |
+
size 78764122
|
transcriptions_cv7_validation.json
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:13ec28e9aa51878172c99ac03e1d68611f1a37bc6acd12fa96b22a2f474e1a3c
|
3 |
+
size 78184898
|
vocab.json
ADDED
@@ -0,0 +1,48 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"'": 5,
|
3 |
+
"-": 6,
|
4 |
+
"</s>": 2,
|
5 |
+
"<pad>": 0,
|
6 |
+
"<s>": 1,
|
7 |
+
"<unk>": 3,
|
8 |
+
"a": 7,
|
9 |
+
"b": 8,
|
10 |
+
"c": 9,
|
11 |
+
"d": 10,
|
12 |
+
"e": 11,
|
13 |
+
"f": 12,
|
14 |
+
"g": 13,
|
15 |
+
"h": 14,
|
16 |
+
"i": 15,
|
17 |
+
"j": 16,
|
18 |
+
"k": 17,
|
19 |
+
"l": 18,
|
20 |
+
"m": 19,
|
21 |
+
"n": 20,
|
22 |
+
"o": 21,
|
23 |
+
"p": 22,
|
24 |
+
"q": 23,
|
25 |
+
"r": 24,
|
26 |
+
"s": 25,
|
27 |
+
"t": 26,
|
28 |
+
"u": 27,
|
29 |
+
"v": 28,
|
30 |
+
"w": 29,
|
31 |
+
"x": 30,
|
32 |
+
"y": 31,
|
33 |
+
"z": 32,
|
34 |
+
"|": 4,
|
35 |
+
"à": 33,
|
36 |
+
"á": 34,
|
37 |
+
"è": 35,
|
38 |
+
"é": 36,
|
39 |
+
"ì": 37,
|
40 |
+
"í": 38,
|
41 |
+
"ò": 39,
|
42 |
+
"ó": 40,
|
43 |
+
"ù": 41,
|
44 |
+
"ú": 42,
|
45 |
+
"č": 43,
|
46 |
+
"ō": 44,
|
47 |
+
"š": 45
|
48 |
+
}
|