razhan commited on
Commit
89d4291
1 Parent(s): c17bbff

Training in progress, step 12000

Browse files
.ipynb_checkpoints/README-checkpoint.md ADDED
@@ -0,0 +1,54 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ language:
3
+ - ckb
4
+ license: apache-2.0
5
+ tags:
6
+ - whisper-event
7
+ - generated_from_trainer
8
+ datasets:
9
+ - mozilla-foundation/common_voice_11_0
10
+ model-index:
11
+ - name: Whisper Small Ckb - Razhan Hameed
12
+ results: []
13
+ ---
14
+
15
+ <!-- This model card has been generated automatically according to the information the Trainer had access to. You
16
+ should probably proofread and complete it, then remove this comment. -->
17
+
18
+ # Whisper Small Ckb - Razhan Hameed
19
+
20
+ This model is a fine-tuned version of [openai/whisper-small](https://huggingface.co/openai/whisper-small) on the Common Voice 11.0 dataset.
21
+
22
+ ## Model description
23
+
24
+ More information needed
25
+
26
+ ## Intended uses & limitations
27
+
28
+ More information needed
29
+
30
+ ## Training and evaluation data
31
+
32
+ More information needed
33
+
34
+ ## Training procedure
35
+
36
+ ### Training hyperparameters
37
+
38
+ The following hyperparameters were used during training:
39
+ - learning_rate: 1e-05
40
+ - train_batch_size: 64
41
+ - eval_batch_size: 32
42
+ - seed: 42
43
+ - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
44
+ - lr_scheduler_type: linear
45
+ - lr_scheduler_warmup_steps: 500
46
+ - training_steps: 25000
47
+ - mixed_precision_training: Native AMP
48
+
49
+ ### Framework versions
50
+
51
+ - Transformers 4.26.0.dev0
52
+ - Pytorch 1.13.0+cu117
53
+ - Datasets 2.7.1.dev0
54
+ - Tokenizers 0.13.2
config.json CHANGED
@@ -23,20 +23,7 @@
23
  "encoder_layerdrop": 0.0,
24
  "encoder_layers": 12,
25
  "eos_token_id": 50257,
26
- "forced_decoder_ids": [
27
- [
28
- 1,
29
- 50259
30
- ],
31
- [
32
- 2,
33
- 50359
34
- ],
35
- [
36
- 3,
37
- 50363
38
- ]
39
- ],
40
  "init_std": 0.02,
41
  "is_encoder_decoder": true,
42
  "max_length": 448,
@@ -47,96 +34,9 @@
47
  "num_mel_bins": 80,
48
  "pad_token_id": 50257,
49
  "scale_embedding": false,
50
- "suppress_tokens": [
51
- 1,
52
- 2,
53
- 7,
54
- 8,
55
- 9,
56
- 10,
57
- 14,
58
- 25,
59
- 26,
60
- 27,
61
- 28,
62
- 29,
63
- 31,
64
- 58,
65
- 59,
66
- 60,
67
- 61,
68
- 62,
69
- 63,
70
- 90,
71
- 91,
72
- 92,
73
- 93,
74
- 359,
75
- 503,
76
- 522,
77
- 542,
78
- 873,
79
- 893,
80
- 902,
81
- 918,
82
- 922,
83
- 931,
84
- 1350,
85
- 1853,
86
- 1982,
87
- 2460,
88
- 2627,
89
- 3246,
90
- 3253,
91
- 3268,
92
- 3536,
93
- 3846,
94
- 3961,
95
- 4183,
96
- 4667,
97
- 6585,
98
- 6647,
99
- 7273,
100
- 9061,
101
- 9383,
102
- 10428,
103
- 10929,
104
- 11938,
105
- 12033,
106
- 12331,
107
- 12562,
108
- 13793,
109
- 14157,
110
- 14635,
111
- 15265,
112
- 15618,
113
- 16553,
114
- 16604,
115
- 18362,
116
- 18956,
117
- 20075,
118
- 21675,
119
- 22520,
120
- 26130,
121
- 26161,
122
- 26435,
123
- 28279,
124
- 29464,
125
- 31650,
126
- 32302,
127
- 32470,
128
- 36865,
129
- 42863,
130
- 47425,
131
- 49870,
132
- 50254,
133
- 50258,
134
- 50360,
135
- 50361,
136
- 50362
137
- ],
138
  "torch_dtype": "float32",
139
  "transformers_version": "4.26.0.dev0",
140
- "use_cache": true,
141
  "vocab_size": 51865
142
  }
 
23
  "encoder_layerdrop": 0.0,
24
  "encoder_layers": 12,
25
  "eos_token_id": 50257,
26
+ "forced_decoder_ids": null,
 
 
 
 
 
 
 
 
 
 
 
 
 
27
  "init_std": 0.02,
28
  "is_encoder_decoder": true,
29
  "max_length": 448,
 
34
  "num_mel_bins": 80,
35
  "pad_token_id": 50257,
36
  "scale_embedding": false,
37
+ "suppress_tokens": [],
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
38
  "torch_dtype": "float32",
39
  "transformers_version": "4.26.0.dev0",
40
+ "use_cache": false,
41
  "vocab_size": 51865
42
  }
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f0fc1b0188915501fc1066b2932bcedbe557ab656231371b7ea5278a28d488d6
3
  size 967102601
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1571db2432b9dede09492bb6c53be393e7db439a65454d8a3e93856ea3f149bd
3
  size 967102601
runs/Dec08_12-16-35_150-136-44-59/1670501827.0281954/events.out.tfevents.1670501827.150-136-44-59.941284.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:535be1364bf1f25033a46bf110ad14a5805f107d52eeeb592b986f810af00557
3
+ size 5796
runs/Dec08_12-16-35_150-136-44-59/events.out.tfevents.1670501827.150-136-44-59.941284.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3a539e05f282ddc9132b538a89c9a7e3f88c07cc93628f3f1a2fff42eb2f566
3
+ size 4299
runs/Dec08_12-17-35_150-136-44-59/1670501864.225294/events.out.tfevents.1670501864.150-136-44-59.941284.3 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fcf0f027d550ba68d1eb9a421efa5c34f141484cdead4464a1ce5d3ba9a522dd
3
+ size 5796
runs/Dec08_12-17-35_150-136-44-59/events.out.tfevents.1670501864.150-136-44-59.941284.2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ecf5cc1fd037faf22a9b44ec2a3e5f1e832213b05711f0f01788bda6f861d16b
3
+ size 4299
runs/Dec08_13-08-12_150-136-44-59/1670504911.8514721/events.out.tfevents.1670504911.150-136-44-59.1644.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6890f1d02fbc5489ca249f17913e8e5a36938d473981595a30fd141dd7015fd9
3
+ size 5796
runs/Dec08_13-08-12_150-136-44-59/1670504956.4451463/events.out.tfevents.1670504956.150-136-44-59.1644.2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e012fe08bafd8f7bca67cabc3d458f71df2c89d6e3cb35862dad6064ca8a8683
3
+ size 5796
runs/Dec08_13-08-12_150-136-44-59/events.out.tfevents.1670504911.150-136-44-59.1644.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f93a6c4623e2a7daac4d05c06f82f4cc61acfa83aa9c006684e06ef9d98fb761
3
+ size 15156
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:27b4c90889ea40761ff27b2182e053d9d5b6f99588b1675f7e691975e74c33e9
3
  size 3579
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8353651185f78a30487357bbc2b9492d051cfb8a49fa33462175d71f2478a05
3
  size 3579