Hugging Face's logo

gelbanna
/
wave2vec2_base-inputcochleagram-ls_960-e98-lr0.01-gradacc3-gradclip0-rs42

Transformers
PyTorch
TensorBoard
wav2vec2
pretraining
Inference Endpoints
Model card Files Metrics Community
gelbanna commited on
Commit
4d2b7b5
•
1 Parent(s): 20c835b

add pytorch model file

Browse files
Files changed (12) hide show
  1. config.json +143 -0
  2. logs/events.out.tfevents.1698929428.apollo002.2984732.0 +3 -0
  3. logs/events.out.tfevents.1699097774.apollo001.95690.0 +3 -0
  4. logs/events.out.tfevents.1699156912.apollo001.181135.0 +3 -0
  5. logs/events.out.tfevents.1699201276.apollo001.252974.0 +3 -0
  6. logs/events.out.tfevents.1699276491.apollo002.3456599.0 +3 -0
  7. logs/events.out.tfevents.1699362929.apollo002.3567759.0 +3 -0
  8. logs/events.out.tfevents.1699406139.apollo002.3638388.0 +3 -0
  9. logs/events.out.tfevents.1699460676.apollo001.809877.0 +3 -0
  10. logs/events.out.tfevents.1699562901.node113.2904454.0 +3 -0
  11. logs/hparams.yaml +1 -0
  12. pytorch_model.bin +3 -0
config.json ADDED
@@ -0,0 +1,143 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "facebook/wav2vec2-base-960h",
3
+ "activation_dropout": 0.1,
4
+ "adapter_attn_dim": null,
5
+ "adapter_kernel_size": 3,
6
+ "adapter_stride": 2,
7
+ "add_adapter": false,
8
+ "apply_spec_augment": true,
9
+ "architectures": [
10
+ "Wav2Vec2ForPreTraining"
11
+ ],
12
+ "attention_dropout": 0.1,
13
+ "bos_token_id": 1,
14
+ "classifier_proj_size": 256,
15
+ "codevector_dim": 256,
16
+ "contrastive_logits_temperature": 0.1,
17
+ "conv_bias": false,
18
+ "conv_dim": [
19
+ 256,
20
+ 256,
21
+ 256,
22
+ 256,
23
+ 256,
24
+ 256
25
+ ],
26
+ "conv_kernel": [
27
+ [
28
+ 3,
29
+ 10
30
+ ],
31
+ [
32
+ 2,
33
+ 3
34
+ ],
35
+ [
36
+ 2,
37
+ 3
38
+ ],
39
+ [
40
+ 1,
41
+ 3
42
+ ],
43
+ [
44
+ 1,
45
+ 2
46
+ ],
47
+ [
48
+ 1,
49
+ 2
50
+ ]
51
+ ],
52
+ "conv_stride": [
53
+ [
54
+ 1,
55
+ 5
56
+ ],
57
+ [
58
+ 2,
59
+ 2
60
+ ],
61
+ [
62
+ 2,
63
+ 2
64
+ ],
65
+ [
66
+ 2,
67
+ 2
68
+ ],
69
+ [
70
+ 2,
71
+ 2
72
+ ],
73
+ [
74
+ 2,
75
+ 2
76
+ ]
77
+ ],
78
+ "ctc_loss_reduction": "sum",
79
+ "ctc_zero_infinity": false,
80
+ "diversity_loss_weight": 0.1,
81
+ "do_stable_layer_norm": false,
82
+ "eos_token_id": 2,
83
+ "feat_extract_activation": "gelu",
84
+ "feat_extract_dropout": 0.0,
85
+ "feat_extract_norm": "group",
86
+ "feat_proj_dropout": 0.1,
87
+ "feat_quantizer_dropout": 0.0,
88
+ "final_dropout": 0.1,
89
+ "gradient_checkpointing": false,
90
+ "hidden_act": "gelu",
91
+ "hidden_dropout": 0.1,
92
+ "hidden_dropout_prob": 0.1,
93
+ "hidden_size": 768,
94
+ "initializer_range": 0.02,
95
+ "input_form": "cochleagram",
96
+ "intermediate_size": 3072,
97
+ "layer_norm_eps": 1e-05,
98
+ "layerdrop": 0.1,
99
+ "mask_feature_length": 10,
100
+ "mask_feature_min_masks": 0,
101
+ "mask_feature_prob": 0.0,
102
+ "mask_time_length": 10,
103
+ "mask_time_min_masks": 2,
104
+ "mask_time_prob": 0.05,
105
+ "model_type": "wav2vec2",
106
+ "num_adapter_layers": 3,
107
+ "num_attention_heads": 12,
108
+ "num_codevector_groups": 2,
109
+ "num_codevectors_per_group": 320,
110
+ "num_conv_pos_embedding_groups": 16,
111
+ "num_conv_pos_embeddings": 128,
112
+ "num_feat_extract_layers": 6,
113
+ "num_hidden_layers": 12,
114
+ "num_negatives": 100,
115
+ "output_hidden_size": 768,
116
+ "pad_token_id": 0,
117
+ "proj_codevector_dim": 256,
118
+ "tdnn_dilation": [
119
+ 1,
120
+ 2,
121
+ 3,
122
+ 1,
123
+ 1
124
+ ],
125
+ "tdnn_dim": [
126
+ 512,
127
+ 512,
128
+ 512,
129
+ 512,
130
+ 1500
131
+ ],
132
+ "tdnn_kernel": [
133
+ 5,
134
+ 3,
135
+ 3,
136
+ 1,
137
+ 1
138
+ ],
139
+ "transformers_version": "4.33.2",
140
+ "use_weighted_layer_sum": false,
141
+ "vocab_size": 32,
142
+ "xvector_output_dim": 512
143
+ }
logs/events.out.tfevents.1698929428.apollo002.2984732.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac7d412bae2fbe85987ea94821e51a0d639f0c6de10b5863a3021a0698694d33
3
+ size 5620574
logs/events.out.tfevents.1699097774.apollo001.95690.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c01a02e41c41e181428838329a11669a79a20802298d2279905c51d17e72ec19
3
+ size 5685915
logs/events.out.tfevents.1699156912.apollo001.181135.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2368f78c73fe07071e2d5cc02e27a38f235b43d2a6ca05b28dd76b28f4539c0
3
+ size 5695308
logs/events.out.tfevents.1699201276.apollo001.252974.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a7ecc34ed6cd943816496c725c9169258d85ce954bae50b3d04841d3887418e7
3
+ size 5700867
logs/events.out.tfevents.1699276491.apollo002.3456599.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a447f374b113df43ed4a4c01eda81af844bef8651c5c06f08c792e050445ce9
3
+ size 5675372
logs/events.out.tfevents.1699362929.apollo002.3567759.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ad2537b4f1c68b90627af09fa963a4db9bd9da6bd8e952c2eff89842915e387
3
+ size 5677193
logs/events.out.tfevents.1699406139.apollo002.3638388.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bbdc542fcd6cf28bfb21a0ff5b526294b6bdecdcd02f50c25d438fd9cd195c4f
3
+ size 5667848
logs/events.out.tfevents.1699460676.apollo001.809877.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4612f7689343e33c00bc1e8d9c466e6d0f5a15b48d093e883fbeb6335cc1991f
3
+ size 2975809
logs/events.out.tfevents.1699562901.node113.2904454.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:799b3c16b69d83e95a7ff416ed12f93aad77b30a281bef54141ad00ba7b7f367
3
+ size 88
logs/hparams.yaml ADDED
@@ -0,0 +1 @@
 
 
1
+ {}
pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8b6e069fbfc8b7a5fa046f0b573535f0ab3a0d37fc49e8c3fb672bb1059bcf2
3
+ size 371026681