patrickvonplaten commited on
Commit
fbfe921
1 Parent(s): ddcca99
Files changed (3) hide show
  1. config.json +102 -0
  2. preprocessor_config.json +10 -0
  3. pytorch_model.bin +3 -0
config.json ADDED
@@ -0,0 +1,102 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "hf-internal-testing/tiny-random-wav2vec2-conformer",
3
+ "activation_dropout": 0.1,
4
+ "adapter_kernel_size": 3,
5
+ "adapter_stride": 2,
6
+ "add_adapter": false,
7
+ "apply_spec_augment": true,
8
+ "architectures": [
9
+ "Wav2Vec2ConformerForSequenceClassification"
10
+ ],
11
+ "attention_dropout": 0.1,
12
+ "bos_token_id": 1,
13
+ "classifier_proj_size": 256,
14
+ "codevector_dim": 256,
15
+ "conformer_conv_dropout": 0.1,
16
+ "contrastive_logits_temperature": 0.1,
17
+ "conv_bias": false,
18
+ "conv_depthwise_kernel_size": 31,
19
+ "conv_dim": [
20
+ 32,
21
+ 32,
22
+ 32
23
+ ],
24
+ "conv_kernel": [
25
+ 8,
26
+ 8,
27
+ 8
28
+ ],
29
+ "conv_stride": [
30
+ 4,
31
+ 4,
32
+ 4
33
+ ],
34
+ "ctc_loss_reduction": "sum",
35
+ "ctc_zero_infinity": false,
36
+ "diversity_loss_weight": 0.1,
37
+ "do_stable_layer_norm": true,
38
+ "eos_token_id": 2,
39
+ "feat_extract_activation": "gelu",
40
+ "feat_extract_dropout": 0.0,
41
+ "feat_extract_norm": "layer",
42
+ "feat_proj_dropout": 0.1,
43
+ "feat_quantizer_dropout": 0.0,
44
+ "final_dropout": 0.1,
45
+ "gradient_checkpointing": false,
46
+ "hidden_act": "gelu",
47
+ "hidden_dropout": 0.1,
48
+ "hidden_dropout_prob": 0.1,
49
+ "hidden_size": 16,
50
+ "initializer_range": 0.02,
51
+ "intermediate_size": 20,
52
+ "layer_norm_eps": 1e-05,
53
+ "layerdrop": 0.1,
54
+ "mask_feature_length": 10,
55
+ "mask_feature_min_masks": 0,
56
+ "mask_feature_prob": 0.0,
57
+ "mask_time_length": 10,
58
+ "mask_time_min_masks": 2,
59
+ "mask_time_prob": 0.05,
60
+ "max_source_positions": 5000,
61
+ "model_type": "wav2vec2-conformer",
62
+ "num_adapter_layers": 3,
63
+ "num_attention_heads": 2,
64
+ "num_codevector_groups": 2,
65
+ "num_codevectors_per_group": 320,
66
+ "num_conv_pos_embedding_groups": 2,
67
+ "num_conv_pos_embeddings": 16,
68
+ "num_feat_extract_layers": 3,
69
+ "num_hidden_layers": 4,
70
+ "num_negatives": 10,
71
+ "output_hidden_size": 16,
72
+ "pad_token_id": 0,
73
+ "position_embeddings_type": "relative",
74
+ "proj_codevector_dim": 256,
75
+ "rotary_embedding_base": 10000,
76
+ "tdnn_dilation": [
77
+ 1,
78
+ 2,
79
+ 3,
80
+ 1,
81
+ 1
82
+ ],
83
+ "tdnn_dim": [
84
+ 512,
85
+ 512,
86
+ 512,
87
+ 512,
88
+ 1500
89
+ ],
90
+ "tdnn_kernel": [
91
+ 5,
92
+ 3,
93
+ 3,
94
+ 1,
95
+ 1
96
+ ],
97
+ "torch_dtype": "float32",
98
+ "transformers_version": "4.19.0.dev0",
99
+ "use_weighted_layer_sum": false,
100
+ "vocab_size": 32,
101
+ "xvector_output_dim": 512
102
+ }
preprocessor_config.json ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "do_normalize": true,
3
+ "feature_extractor_type": "Wav2Vec2FeatureExtractor",
4
+ "feature_size": 1,
5
+ "padding_side": "right",
6
+ "padding_value": 0.0,
7
+ "processor_class": "Wav2Vec2Processor",
8
+ "return_attention_mask": false,
9
+ "sampling_rate": 16000
10
+ }
pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a815e67cc0c72c5a1f72a64df5d537e9ac3ebc6a0a4c840d2720395e973ffc53
3
+ size 221291