End of training
Browse files
README.md
CHANGED
@@ -7,24 +7,9 @@ tags:
|
|
7 |
- generated_from_trainer
|
8 |
datasets:
|
9 |
- mozilla-foundation/common_voice_13_0
|
10 |
-
metrics:
|
11 |
-
- wer
|
12 |
model-index:
|
13 |
- name: Whisper Small MN - Ochirsukh Batbold
|
14 |
-
results:
|
15 |
-
- task:
|
16 |
-
name: Automatic Speech Recognition
|
17 |
-
type: automatic-speech-recognition
|
18 |
-
dataset:
|
19 |
-
name: Common Voice 13
|
20 |
-
type: mozilla-foundation/common_voice_13_0
|
21 |
-
config: dv
|
22 |
-
split: test
|
23 |
-
args: dv
|
24 |
-
metrics:
|
25 |
-
- name: Wer
|
26 |
-
type: wer
|
27 |
-
value: 10.948638592342734
|
28 |
---
|
29 |
|
30 |
<!-- This model card has been generated automatically according to the information the Trainer had access to. You
|
@@ -32,11 +17,7 @@ should probably proofread and complete it, then remove this comment. -->
|
|
32 |
|
33 |
# Whisper Small MN - Ochirsukh Batbold
|
34 |
|
35 |
-
This model is a fine-tuned version of [openai/whisper-small](https://huggingface.co/openai/whisper-small) on the Common Voice 13 dataset.
|
36 |
-
It achieves the following results on the evaluation set:
|
37 |
-
- Loss: 0.3325
|
38 |
-
- Wer Ortho: 57.9010
|
39 |
-
- Wer: 10.9486
|
40 |
|
41 |
## Model description
|
42 |
|
@@ -62,21 +43,11 @@ The following hyperparameters were used during training:
|
|
62 |
- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
|
63 |
- lr_scheduler_type: constant_with_warmup
|
64 |
- lr_scheduler_warmup_steps: 50
|
65 |
-
- training_steps:
|
66 |
- mixed_precision_training: Native AMP
|
67 |
|
68 |
### Training results
|
69 |
|
70 |
-
| Training Loss | Epoch | Step | Validation Loss | Wer Ortho | Wer |
|
71 |
-
|:-------------:|:-----:|:----:|:---------------:|:---------:|:-------:|
|
72 |
-
| 0.0653 | 3.25 | 500 | 0.1639 | 59.6699 | 12.2944 |
|
73 |
-
| 0.017 | 6.49 | 1000 | 0.2145 | 59.4888 | 12.0458 |
|
74 |
-
| 0.0069 | 9.74 | 1500 | 0.2668 | 58.0611 | 11.4042 |
|
75 |
-
| 0.0046 | 12.99 | 2000 | 0.2806 | 58.4233 | 11.5155 |
|
76 |
-
| 0.0033 | 16.23 | 2500 | 0.3095 | 58.0333 | 11.3277 |
|
77 |
-
| 0.0027 | 19.48 | 3000 | 0.3080 | 56.8424 | 11.3207 |
|
78 |
-
| 0.0018 | 22.73 | 3500 | 0.3264 | 57.0235 | 11.2042 |
|
79 |
-
| 0.0025 | 25.97 | 4000 | 0.3325 | 57.9010 | 10.9486 |
|
80 |
|
81 |
|
82 |
### Framework versions
|
|
|
7 |
- generated_from_trainer
|
8 |
datasets:
|
9 |
- mozilla-foundation/common_voice_13_0
|
|
|
|
|
10 |
model-index:
|
11 |
- name: Whisper Small MN - Ochirsukh Batbold
|
12 |
+
results: []
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
13 |
---
|
14 |
|
15 |
<!-- This model card has been generated automatically according to the information the Trainer had access to. You
|
|
|
17 |
|
18 |
# Whisper Small MN - Ochirsukh Batbold
|
19 |
|
20 |
+
This model is a fine-tuned version of [openai/whisper-small](https://huggingface.co/openai/whisper-small) on the Common Voice 13 mn dataset.
|
|
|
|
|
|
|
|
|
21 |
|
22 |
## Model description
|
23 |
|
|
|
43 |
- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
|
44 |
- lr_scheduler_type: constant_with_warmup
|
45 |
- lr_scheduler_warmup_steps: 50
|
46 |
+
- training_steps: 1
|
47 |
- mixed_precision_training: Native AMP
|
48 |
|
49 |
### Training results
|
50 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
51 |
|
52 |
|
53 |
### Framework versions
|
generation_config.json
CHANGED
@@ -51,15 +51,11 @@
|
|
51 |
"forced_decoder_ids": [
|
52 |
[
|
53 |
1,
|
54 |
-
|
55 |
],
|
56 |
[
|
57 |
2,
|
58 |
50359
|
59 |
-
],
|
60 |
-
[
|
61 |
-
3,
|
62 |
-
50363
|
63 |
]
|
64 |
],
|
65 |
"is_multilingual": true,
|
@@ -164,7 +160,6 @@
|
|
164 |
"<|yo|>": 50325,
|
165 |
"<|zh|>": 50260
|
166 |
},
|
167 |
-
"language": "mongolian",
|
168 |
"max_initial_timestamp_index": 1,
|
169 |
"max_length": 448,
|
170 |
"no_timestamps_token_id": 50363,
|
@@ -260,7 +255,6 @@
|
|
260 |
50361,
|
261 |
50362
|
262 |
],
|
263 |
-
"task": "transcribe",
|
264 |
"task_to_id": {
|
265 |
"transcribe": 50359,
|
266 |
"translate": 50358
|
|
|
51 |
"forced_decoder_ids": [
|
52 |
[
|
53 |
1,
|
54 |
+
null
|
55 |
],
|
56 |
[
|
57 |
2,
|
58 |
50359
|
|
|
|
|
|
|
|
|
59 |
]
|
60 |
],
|
61 |
"is_multilingual": true,
|
|
|
160 |
"<|yo|>": 50325,
|
161 |
"<|zh|>": 50260
|
162 |
},
|
|
|
163 |
"max_initial_timestamp_index": 1,
|
164 |
"max_length": 448,
|
165 |
"no_timestamps_token_id": 50363,
|
|
|
255 |
50361,
|
256 |
50362
|
257 |
],
|
|
|
258 |
"task_to_id": {
|
259 |
"transcribe": 50359,
|
260 |
"translate": 50358
|
model.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 966995080
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a33a0b0a7af78f505e023259d2fc12d29d7b8515dcf3db2cad9d656b73ef6047
|
3 |
size 966995080
|
runs/Nov23_09-22-46_icdcub-03/events.out.tfevents.1700731368.icdcub-03
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5b41fc1d7316e8bd77e07c535beb6b1a2bac69ad27a6b08fd2aed56704fc1d17
|
3 |
+
size 5946
|
runs/Nov23_09-25-42_icdcub-03/events.out.tfevents.1700731544.icdcub-03
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:be806eacc6b798cc267195578cd7faaaeccbc8dbd510c158b2929cce82e86d73
|
3 |
+
size 6291
|
training_args.bin
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4283
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:07d958002d413e194073c59c4a5b6801ab9a4e25d7dc51427fc04e7ed44a3146
|
3 |
size 4283
|