growingpenguin commited on
Commit
8464b5f
1 Parent(s): 4c913f6

Training in progress, epoch 0

Browse files
config.json CHANGED
@@ -1,55 +1,12 @@
1
  {
2
- "_name_or_path": "facebook/hubert-base-ls960",
3
- "activation_dropout": 0.1,
4
- "apply_spec_augment": true,
5
  "architectures": [
6
- "HubertForSequenceClassification"
7
  ],
8
- "attention_dropout": 0.1,
9
- "bos_token_id": 1,
10
- "classifier_proj_size": 256,
11
- "conv_bias": false,
12
- "conv_dim": [
13
- 512,
14
- 512,
15
- 512,
16
- 512,
17
- 512,
18
- 512,
19
- 512
20
- ],
21
- "conv_kernel": [
22
- 10,
23
- 3,
24
- 3,
25
- 3,
26
- 3,
27
- 2,
28
- 2
29
- ],
30
- "conv_stride": [
31
- 5,
32
- 2,
33
- 2,
34
- 2,
35
- 2,
36
- 2,
37
- 2
38
- ],
39
- "ctc_loss_reduction": "sum",
40
- "ctc_zero_infinity": false,
41
- "do_stable_layer_norm": false,
42
- "eos_token_id": 2,
43
- "feat_extract_activation": "gelu",
44
- "feat_extract_dropout": 0.0,
45
- "feat_extract_norm": "group",
46
- "feat_proj_dropout": 0.1,
47
- "feat_proj_layer_norm": true,
48
- "final_dropout": 0.1,
49
- "gradient_checkpointing": false,
50
  "hidden_act": "gelu",
51
- "hidden_dropout": 0.1,
52
- "hidden_dropout_prob": 0.1,
53
  "hidden_size": 768,
54
  "id2label": {
55
  "0": "Angry",
@@ -63,24 +20,16 @@
63
  "Happy": "1",
64
  "Neutral": "2"
65
  },
66
- "layer_norm_eps": 1e-05,
67
- "layerdrop": 0.1,
68
- "mask_feature_length": 10,
69
- "mask_feature_min_masks": 0,
70
- "mask_feature_prob": 0.0,
71
- "mask_time_length": 10,
72
- "mask_time_min_masks": 2,
73
- "mask_time_prob": 0.05,
74
- "model_type": "hubert",
75
  "num_attention_heads": 12,
76
- "num_conv_pos_embedding_groups": 16,
77
- "num_conv_pos_embeddings": 128,
78
- "num_feat_extract_layers": 7,
79
  "num_hidden_layers": 12,
80
- "pad_token_id": 0,
81
- "tokenizer_class": "Wav2Vec2CTCTokenizer",
 
 
 
82
  "torch_dtype": "float32",
83
- "transformers_version": "4.40.2",
84
- "use_weighted_layer_sum": false,
85
- "vocab_size": 32
86
  }
 
1
  {
2
+ "_name_or_path": "MIT/ast-finetuned-audioset-10-10-0.4593",
 
 
3
  "architectures": [
4
+ "ASTForAudioClassification"
5
  ],
6
+ "attention_probs_dropout_prob": 0.0,
7
+ "frequency_stride": 10,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
8
  "hidden_act": "gelu",
9
+ "hidden_dropout_prob": 0.0,
 
10
  "hidden_size": 768,
11
  "id2label": {
12
  "0": "Angry",
 
20
  "Happy": "1",
21
  "Neutral": "2"
22
  },
23
+ "layer_norm_eps": 1e-12,
24
+ "max_length": 1024,
25
+ "model_type": "audio-spectrogram-transformer",
 
 
 
 
 
 
26
  "num_attention_heads": 12,
 
 
 
27
  "num_hidden_layers": 12,
28
+ "num_mel_bins": 128,
29
+ "patch_size": 16,
30
+ "problem_type": "single_label_classification",
31
+ "qkv_bias": true,
32
+ "time_stride": 10,
33
  "torch_dtype": "float32",
34
+ "transformers_version": "4.41.0"
 
 
35
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:50d0e585ecde85fb95c35010ce951f2cc95ba5854b60338474dbe042a4a68b9c
3
- size 378302972
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:56a658be7f8b405ff3ab4e393e86c39167347ec32ec93eb97a9e445a797a451e
3
+ size 344793116
preprocessor_config.json CHANGED
@@ -1,9 +1,13 @@
1
  {
2
  "do_normalize": true,
3
- "feature_extractor_type": "Wav2Vec2FeatureExtractor",
4
  "feature_size": 1,
 
 
 
5
  "padding_side": "right",
6
- "padding_value": 0,
7
  "return_attention_mask": false,
8
- "sampling_rate": 16000
 
9
  }
 
1
  {
2
  "do_normalize": true,
3
+ "feature_extractor_type": "ASTFeatureExtractor",
4
  "feature_size": 1,
5
+ "max_length": 1024,
6
+ "mean": -4.2677393,
7
+ "num_mel_bins": 128,
8
  "padding_side": "right",
9
+ "padding_value": 0.0,
10
  "return_attention_mask": false,
11
+ "sampling_rate": 16000,
12
+ "std": 4.5689974
13
  }
runs/May22_16-17-06_46f0275142c4/events.out.tfevents.1716394627.46f0275142c4.573.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e0da00d1eb0eb9ebfe369b89577f6b5059cbb605f4296ed23b57b6b52028ffc
3
+ size 5316
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b17d59399b4532af08bb569861baeaf424d7b1416f0e636b30b74cf565845393
3
- size 5048
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a48a1a29e264d066e00455e51968f04cf5b11d5010577471c959f53763cba86e
3
+ size 5176