ylacombe HF staff commited on
Commit
a9d50a4
1 Parent(s): 55a4c60

Training in progress, step 400

Browse files
Files changed (28) hide show
  1. config.json +6 -42
  2. model.safetensors +2 -2
  3. preprocessor_config.json +3 -1
  4. runs/Jan03_09-15-23_vorace/events.out.tfevents.1704273339.vorace.447572.0 +3 -0
  5. runs/Jan03_09-15-48_vorace/events.out.tfevents.1704275486.vorace.447824.0 +3 -0
  6. runs/Jan03_09-15-57_vorace/events.out.tfevents.1704275470.vorace.447948.0 +3 -0
  7. runs/Jan03_09-51-28_vorace/events.out.tfevents.1704277497.vorace.459498.0 +3 -0
  8. runs/Jan03_09-52-47_vorace/events.out.tfevents.1704275639.vorace.460025.0 +3 -0
  9. runs/Jan03_09-54-20_vorace/events.out.tfevents.1704277789.vorace.460666.0 +3 -0
  10. runs/Jan03_10-25-21_vorace/events.out.tfevents.1704279720.vorace.470030.0 +3 -0
  11. runs/Jan03_10-30-11_vorace/events.out.tfevents.1704280052.vorace.471483.0 +3 -0
  12. runs/Jan03_11-02-19_vorace/events.out.tfevents.1704281475.vorace.482105.0 +3 -0
  13. runs/Jan03_11-07-52_vorace/events.out.tfevents.1704280146.vorace.483762.0 +3 -0
  14. runs/Jan03_11-09-30_vorace/events.out.tfevents.1704280244.vorace.484367.0 +3 -0
  15. runs/Jan03_11-11-07_vorace/events.out.tfevents.1704280342.vorace.484986.0 +3 -0
  16. runs/Jan03_11-12-41_vorace/events.out.tfevents.1704280434.vorace.485595.0 +3 -0
  17. runs/Jan03_11-14-15_vorace/events.out.tfevents.1704280528.vorace.486190.0 +3 -0
  18. runs/Jan03_11-15-52_vorace/events.out.tfevents.1704282712.vorace.486912.0 +3 -0
  19. runs/Jan03_11-32-34_vorace/events.out.tfevents.1704283578.vorace.493032.0 +3 -0
  20. runs/Jan03_11-52-15_vorace/events.out.tfevents.1704284580.vorace.499168.0 +3 -0
  21. runs/Jan03_12-06-41_vorace/events.out.tfevents.1704283676.vorace.503150.0 +3 -0
  22. runs/Jan03_12-08-19_vorace/events.out.tfevents.1704283772.vorace.503583.0 +3 -0
  23. runs/Jan04_18-14-17_vorace/events.out.tfevents.1704394430.vorace.1234440.0 +3 -0
  24. runs/Jan04_18-14-28_vorace/events.out.tfevents.1704394467.vorace.1234969.0 +3 -0
  25. runs/Jan04_19-22-33_vorace/events.out.tfevents.1704398555.vorace.1378810.0 +3 -0
  26. runs/Jan04_19-22-42_vorace/events.out.tfevents.1704398558.vorace.1378997.0 +3 -0
  27. tokenizer_config.json +1 -0
  28. training_args.bin +1 -1
config.json CHANGED
@@ -6,51 +6,22 @@
6
  "add_adapter": false,
7
  "apply_spec_augment": false,
8
  "architectures": [
9
- "Wav2Vec2ConformerForCTC"
10
  ],
11
  "attention_dropout": 0.0,
12
  "bos_token_id": 1,
13
  "classifier_proj_size": 768,
14
  "codevector_dim": 768,
15
- "conformer_conv_dropout": 0.0,
16
  "contrastive_logits_temperature": 0.1,
17
- "conv_bias": false,
18
  "conv_depthwise_kernel_size": 31,
19
- "conv_dim": [
20
- 512,
21
- 512,
22
- 512,
23
- 512,
24
- 512,
25
- 512,
26
- 160
27
- ],
28
- "conv_kernel": [
29
- 10,
30
- 3,
31
- 3,
32
- 3,
33
- 3,
34
- 2,
35
- 2
36
- ],
37
- "conv_stride": [
38
- 5,
39
- 2,
40
- 2,
41
- 2,
42
- 2,
43
- 2,
44
- 2
45
- ],
46
  "ctc_loss_reduction": "mean",
47
  "ctc_zero_infinity": false,
48
  "diversity_loss_weight": 0.1,
49
  "eos_token_id": 2,
50
- "feat_extract_activation": "gelu",
51
- "feat_extract_norm": "group",
52
  "feat_proj_dropout": 0.0,
53
  "feat_quantizer_dropout": 0.0,
 
54
  "final_dropout": 0.0,
55
  "hidden_act": "swish",
56
  "hidden_dropout": 0.0,
@@ -67,15 +38,11 @@
67
  "mask_time_min_masks": 2,
68
  "mask_time_prob": 0.05,
69
  "max_source_positions": 5000,
70
- "model_type": "wav2vec2-conformer",
71
- "non_causal_depth_wise_conv": false,
72
- "num_adapter_layers": 0,
73
  "num_attention_heads": 16,
74
  "num_codevector_groups": 2,
75
  "num_codevectors_per_group": 320,
76
- "num_conv_pos_embedding_groups": 16,
77
- "num_conv_pos_embeddings": 128,
78
- "num_feat_extract_layers": 7,
79
  "num_hidden_layers": 24,
80
  "num_negatives": 100,
81
  "output_hidden_size": 1024,
@@ -84,9 +51,6 @@
84
  "proj_codevector_dim": 768,
85
  "right_max_position_embeddings": 8,
86
  "rotary_embedding_base": 10000,
87
- "skip_encoder_layer_norm": true,
88
- "skip_feature_encoder": true,
89
- "skip_pos_conv_embed": true,
90
  "tdnn_dilation": [
91
  1,
92
  2,
@@ -110,7 +74,7 @@
110
  ],
111
  "torch_dtype": "float32",
112
  "transformers_version": "4.37.0.dev0",
113
- "use_adapter_with_attention": false,
114
  "use_weighted_layer_sum": false,
115
  "vocab_size": 50,
116
  "xvector_output_dim": 512
 
6
  "add_adapter": false,
7
  "apply_spec_augment": false,
8
  "architectures": [
9
+ "Wav2Vec2BERTForCTC"
10
  ],
11
  "attention_dropout": 0.0,
12
  "bos_token_id": 1,
13
  "classifier_proj_size": 768,
14
  "codevector_dim": 768,
15
+ "conformer_conv_dropout": 0.1,
16
  "contrastive_logits_temperature": 0.1,
 
17
  "conv_depthwise_kernel_size": 31,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
18
  "ctc_loss_reduction": "mean",
19
  "ctc_zero_infinity": false,
20
  "diversity_loss_weight": 0.1,
21
  "eos_token_id": 2,
 
 
22
  "feat_proj_dropout": 0.0,
23
  "feat_quantizer_dropout": 0.0,
24
+ "feature_projection_input_dim": 160,
25
  "final_dropout": 0.0,
26
  "hidden_act": "swish",
27
  "hidden_dropout": 0.0,
 
38
  "mask_time_min_masks": 2,
39
  "mask_time_prob": 0.05,
40
  "max_source_positions": 5000,
41
+ "model_type": "wav2vec2-bert",
42
+ "num_adapter_layers": 1,
 
43
  "num_attention_heads": 16,
44
  "num_codevector_groups": 2,
45
  "num_codevectors_per_group": 320,
 
 
 
46
  "num_hidden_layers": 24,
47
  "num_negatives": 100,
48
  "output_hidden_size": 1024,
 
51
  "proj_codevector_dim": 768,
52
  "right_max_position_embeddings": 8,
53
  "rotary_embedding_base": 10000,
 
 
 
54
  "tdnn_dilation": [
55
  1,
56
  2,
 
74
  ],
75
  "torch_dtype": "float32",
76
  "transformers_version": "4.37.0.dev0",
77
+ "use_intermediate_ffn_before_adapter": false,
78
  "use_weighted_layer_sum": false,
79
  "vocab_size": 50,
80
  "xvector_output_dim": 512
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:482b7d7b3ffbaa8a3d2f0089cb5129f1758851657a22be78649645427a14eb08
3
- size 2322283576
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ef9ea654aca7fc34fba0bd52e33136c9a052840ff786ee19af282dddcd26c25
3
+ size 2322279712
preprocessor_config.json CHANGED
@@ -1,9 +1,11 @@
1
  {
2
- "feature_extractor_type": "SeamlessM4TFeatureExtractor",
 
3
  "feature_size": 80,
4
  "num_mel_bins": 80,
5
  "padding_side": "right",
6
  "padding_value": 1,
 
7
  "return_attention_mask": true,
8
  "sampling_rate": 16000,
9
  "stride": 2
 
1
  {
2
+ "do_normalize": true,
3
+ "feature_extractor_type": "Wav2Vec2FeatureExtractor",
4
  "feature_size": 80,
5
  "num_mel_bins": 80,
6
  "padding_side": "right",
7
  "padding_value": 1,
8
+ "processor_class": "Wav2Vec2Processor",
9
  "return_attention_mask": true,
10
  "sampling_rate": 16000,
11
  "stride": 2
runs/Jan03_09-15-23_vorace/events.out.tfevents.1704273339.vorace.447572.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f76d999518a2e0acbd80e9221384a37a0acd719e3cac9f010d7d898fc365c9be
3
+ size 6170
runs/Jan03_09-15-48_vorace/events.out.tfevents.1704275486.vorace.447824.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:33a932ead61efd2d8fa07f17127caaecabe6f4a0063e58633f49cab478fb0583
3
+ size 6171
runs/Jan03_09-15-57_vorace/events.out.tfevents.1704275470.vorace.447948.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:12b0ff3a86759f9c1fb26827c8bf4e4959075df99181a8fbc4780b3380f1b7e1
3
+ size 6171
runs/Jan03_09-51-28_vorace/events.out.tfevents.1704277497.vorace.459498.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:abe0cd9e2e768aef076a38430eb37dfbb9741b9919df980fa5eb67ec91e57afb
3
+ size 6171
runs/Jan03_09-52-47_vorace/events.out.tfevents.1704275639.vorace.460025.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81c5ca1867ef4e40c896e88d91c7c8a0fc100545c9d4363849f22d1e30d10ca1
3
+ size 6171
runs/Jan03_09-54-20_vorace/events.out.tfevents.1704277789.vorace.460666.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:183a22cb5e3cc17ec5e0ecece47052a8058eb685ca0a8ea54fa7978827f1937b
3
+ size 6170
runs/Jan03_10-25-21_vorace/events.out.tfevents.1704279720.vorace.470030.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:808e9bde7b24cd7c54c67d55812b9e0c7fc242adec82ae1e90d868091cc1dacc
3
+ size 6172
runs/Jan03_10-30-11_vorace/events.out.tfevents.1704280052.vorace.471483.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e45963f518ac4662e0b58fd87973b0888880062dab6957e75a90ad3646701a5a
3
+ size 6172
runs/Jan03_11-02-19_vorace/events.out.tfevents.1704281475.vorace.482105.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f79b233d080e9dacbe22708ea6180c4a5129e8ec576d0063e6e0eeacf3a19523
3
+ size 6170
runs/Jan03_11-07-52_vorace/events.out.tfevents.1704280146.vorace.483762.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4bbfee315620eefa7ac1e9dea597582de6a9f9f05fa37e9622c53cfe52621192
3
+ size 6171
runs/Jan03_11-09-30_vorace/events.out.tfevents.1704280244.vorace.484367.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90ef2fffe1e01b26681e5c7c66bd1ba5525d85304ff5a4a9036e7762e35de9aa
3
+ size 6170
runs/Jan03_11-11-07_vorace/events.out.tfevents.1704280342.vorace.484986.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0adb20e11a334ac220c22e71eb63083b25be4704a668f54b69a20a303d7155d
3
+ size 6170
runs/Jan03_11-12-41_vorace/events.out.tfevents.1704280434.vorace.485595.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51962b1bed190a004c37149c5ae063e22f7734de73a975f263a0b0675125cfc9
3
+ size 6171
runs/Jan03_11-14-15_vorace/events.out.tfevents.1704280528.vorace.486190.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9b0f6cbcfa84f9d3428af7f73dd36bafa1ccc11e49f5ec8ec7b2a8da6181618
3
+ size 6170
runs/Jan03_11-15-52_vorace/events.out.tfevents.1704282712.vorace.486912.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bdb07e133afa9f1c16d579b65b5546c389b23a8d1f44b8ab4d8834859a3ef10e
3
+ size 6170
runs/Jan03_11-32-34_vorace/events.out.tfevents.1704283578.vorace.493032.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b609b5bf29938ad02710db609951955870e25397a283b08da87c35557810e758
3
+ size 6170
runs/Jan03_11-52-15_vorace/events.out.tfevents.1704284580.vorace.499168.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5bd6f1e0b1ad1d6ad23aae8b00205d3f7937b345774b0a15a117dead25e39fb0
3
+ size 6171
runs/Jan03_12-06-41_vorace/events.out.tfevents.1704283676.vorace.503150.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa8d778aa9cc49b75deddb9fd8b0ca1f73ac59f0c1862d8ba381b345a9f182a1
3
+ size 6170
runs/Jan03_12-08-19_vorace/events.out.tfevents.1704283772.vorace.503583.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98b9048f4a792d69d4502283acc3c35ad9f520089deefd714cf16e6f6fdb10d3
3
+ size 6170
runs/Jan04_18-14-17_vorace/events.out.tfevents.1704394430.vorace.1234440.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:950043a46ac9c5b627dd6f6801b66b232cb58eb386977f9bd692e9047ea782b4
3
+ size 6279
runs/Jan04_18-14-28_vorace/events.out.tfevents.1704394467.vorace.1234969.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27a55ca16210b437add40d6ec0bdfa00f0dd89d45fa035041cb37f0b1bf00a02
3
+ size 6280
runs/Jan04_19-22-33_vorace/events.out.tfevents.1704398555.vorace.1378810.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:942e9081baf31feb35a2df4b0d0b3202044e24e740cee68a2a6c71f4ecba3056
3
+ size 5966
runs/Jan04_19-22-42_vorace/events.out.tfevents.1704398558.vorace.1378997.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8fbd22c7164c4ce5ec7f4868e3456fd8bdeafbda89390792462b4c262a88861a
3
+ size 5967
tokenizer_config.json CHANGED
@@ -39,6 +39,7 @@
39
  "eos_token": "</s>",
40
  "model_max_length": 1000000000000000019884624838656,
41
  "pad_token": "[PAD]",
 
42
  "replace_word_delimiter_char": " ",
43
  "target_lang": null,
44
  "tokenizer_class": "Wav2Vec2CTCTokenizer",
 
39
  "eos_token": "</s>",
40
  "model_max_length": 1000000000000000019884624838656,
41
  "pad_token": "[PAD]",
42
+ "processor_class": "Wav2Vec2Processor",
43
  "replace_word_delimiter_char": " ",
44
  "target_lang": null,
45
  "tokenizer_class": "Wav2Vec2CTCTokenizer",
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:75338175e83dc3f39011d30a5dc2eab80e22a87f88b79d68451323abdbf1d647
3
  size 4728
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:966d104e4da29cfb436e98d85d3a353a7ed61bd0615bfbbec943668f94d0583f
3
  size 4728