MattyB95 commited on
Commit
736b4dc
1 Parent(s): 7bf37ab

Upload 9 files

Browse files
all_results.json ADDED
@@ -0,0 +1,23 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "Test_accuracy": 0.9127700492721479,
3
+ "Test_f1": 0.9490780955502744,
4
+ "Test_loss": 0.6264140009880066,
5
+ "Test_precision": 0.9958726009493017,
6
+ "Test_recall": 0.9064838295607527,
7
+ "Test_runtime": 2422.3743,
8
+ "Test_samples_per_second": 29.408,
9
+ "Test_steps_per_second": 3.676,
10
+ "Validation_accuracy": 0.9936000644018677,
11
+ "Validation_f1": 0.9964463714994524,
12
+ "Validation_loss": 0.03715996816754341,
13
+ "Validation_precision": 0.993094845636388,
14
+ "Validation_recall": 0.9998205956225332,
15
+ "Validation_runtime": 826.7883,
16
+ "Validation_samples_per_second": 30.049,
17
+ "Validation_steps_per_second": 3.757,
18
+ "epoch": 3.0,
19
+ "train_loss": 0.018408857664295824,
20
+ "train_runtime": 8357.6191,
21
+ "train_samples_per_second": 9.11,
22
+ "train_steps_per_second": 1.139
23
+ }
config.json ADDED
@@ -0,0 +1,33 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "MIT/ast-finetuned-audioset-10-10-0.4593",
3
+ "architectures": [
4
+ "ASTForAudioClassification"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.0,
7
+ "frequency_stride": 10,
8
+ "hidden_act": "gelu",
9
+ "hidden_dropout_prob": 0.0,
10
+ "hidden_size": 768,
11
+ "id2label": {
12
+ "0": "Bonafide",
13
+ "1": "Spoof"
14
+ },
15
+ "initializer_range": 0.02,
16
+ "intermediate_size": 3072,
17
+ "label2id": {
18
+ "Bonafide": "0",
19
+ "Spoof": "1"
20
+ },
21
+ "layer_norm_eps": 1e-12,
22
+ "max_length": 1024,
23
+ "model_type": "audio-spectrogram-transformer",
24
+ "num_attention_heads": 12,
25
+ "num_hidden_layers": 12,
26
+ "num_mel_bins": 128,
27
+ "patch_size": 16,
28
+ "problem_type": "single_label_classification",
29
+ "qkv_bias": true,
30
+ "time_stride": 10,
31
+ "torch_dtype": "float32",
32
+ "transformers_version": "4.35.2"
33
+ }
eval_results.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "Validation_accuracy": 0.9936000644018677,
3
+ "Validation_f1": 0.9964463714994524,
4
+ "Validation_loss": 0.03715996816754341,
5
+ "Validation_precision": 0.993094845636388,
6
+ "Validation_recall": 0.9998205956225332,
7
+ "Validation_runtime": 826.7883,
8
+ "Validation_samples_per_second": 30.049,
9
+ "Validation_steps_per_second": 3.757,
10
+ "epoch": 3.0
11
+ }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df8c7cd04c6b81a4f02756cbef777662d0092cf33ab23b14eea0df74c7978db6
3
+ size 344790040
preprocessor_config.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "do_normalize": true,
3
+ "feature_extractor_type": "ASTFeatureExtractor",
4
+ "feature_size": 1,
5
+ "max_length": 1024,
6
+ "mean": -4.2677393,
7
+ "num_mel_bins": 128,
8
+ "padding_side": "right",
9
+ "padding_value": 0.0,
10
+ "return_attention_mask": false,
11
+ "sampling_rate": 16000,
12
+ "std": 4.5689974
13
+ }
test_results.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "Test_accuracy": 0.9127700492721479,
3
+ "Test_f1": 0.9490780955502744,
4
+ "Test_loss": 0.6264140009880066,
5
+ "Test_precision": 0.9958726009493017,
6
+ "Test_recall": 0.9064838295607527,
7
+ "Test_runtime": 2422.3743,
8
+ "Test_samples_per_second": 29.408,
9
+ "Test_steps_per_second": 3.676,
10
+ "epoch": 3.0
11
+ }
train_results.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 3.0,
3
+ "train_loss": 0.018408857664295824,
4
+ "train_runtime": 8357.6191,
5
+ "train_samples_per_second": 9.11,
6
+ "train_steps_per_second": 1.139
7
+ }
trainer_state.json ADDED
@@ -0,0 +1,178 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": 0.03715996816754341,
3
+ "best_model_checkpoint": "../res/Transformers/my-MIT/ast-finetuned-audioset-10-10-0.4593/checkpoint-3173",
4
+ "epoch": 3.0,
5
+ "eval_steps": 500,
6
+ "global_step": 9519,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 0.16,
13
+ "learning_rate": 4.7373673705221136e-05,
14
+ "loss": 0.1373,
15
+ "step": 500
16
+ },
17
+ {
18
+ "epoch": 0.32,
19
+ "learning_rate": 4.4747347410442276e-05,
20
+ "loss": 0.0621,
21
+ "step": 1000
22
+ },
23
+ {
24
+ "epoch": 0.47,
25
+ "learning_rate": 4.212102111566341e-05,
26
+ "loss": 0.0267,
27
+ "step": 1500
28
+ },
29
+ {
30
+ "epoch": 0.63,
31
+ "learning_rate": 3.949469482088455e-05,
32
+ "loss": 0.0179,
33
+ "step": 2000
34
+ },
35
+ {
36
+ "epoch": 0.79,
37
+ "learning_rate": 3.686836852610568e-05,
38
+ "loss": 0.0263,
39
+ "step": 2500
40
+ },
41
+ {
42
+ "epoch": 0.95,
43
+ "learning_rate": 3.424204223132682e-05,
44
+ "loss": 0.023,
45
+ "step": 3000
46
+ },
47
+ {
48
+ "epoch": 1.0,
49
+ "eval_accuracy": 0.9936000644018677,
50
+ "eval_f1": 0.9964463714994524,
51
+ "eval_loss": 0.03715996816754341,
52
+ "eval_precision": 0.993094845636388,
53
+ "eval_recall": 0.9998205956225332,
54
+ "eval_runtime": 842.329,
55
+ "eval_samples_per_second": 29.494,
56
+ "eval_steps_per_second": 3.687,
57
+ "step": 3173
58
+ },
59
+ {
60
+ "epoch": 1.1,
61
+ "learning_rate": 3.1615715936547956e-05,
62
+ "loss": 0.0117,
63
+ "step": 3500
64
+ },
65
+ {
66
+ "epoch": 1.26,
67
+ "learning_rate": 2.8989389641769092e-05,
68
+ "loss": 0.0031,
69
+ "step": 4000
70
+ },
71
+ {
72
+ "epoch": 1.42,
73
+ "learning_rate": 2.636306334699023e-05,
74
+ "loss": 0.0139,
75
+ "step": 4500
76
+ },
77
+ {
78
+ "epoch": 1.58,
79
+ "learning_rate": 2.373673705221137e-05,
80
+ "loss": 0.0027,
81
+ "step": 5000
82
+ },
83
+ {
84
+ "epoch": 1.73,
85
+ "learning_rate": 2.1110410757432505e-05,
86
+ "loss": 0.0051,
87
+ "step": 5500
88
+ },
89
+ {
90
+ "epoch": 1.89,
91
+ "learning_rate": 1.8484084462653642e-05,
92
+ "loss": 0.0062,
93
+ "step": 6000
94
+ },
95
+ {
96
+ "epoch": 2.0,
97
+ "eval_accuracy": 0.990259217517308,
98
+ "eval_f1": 0.9946013474322938,
99
+ "eval_loss": 0.059568725526332855,
100
+ "eval_precision": 0.9894363071460275,
101
+ "eval_recall": 0.9998205956225332,
102
+ "eval_runtime": 825.5791,
103
+ "eval_samples_per_second": 30.093,
104
+ "eval_steps_per_second": 3.762,
105
+ "step": 6346
106
+ },
107
+ {
108
+ "epoch": 2.05,
109
+ "learning_rate": 1.585775816787478e-05,
110
+ "loss": 0.01,
111
+ "step": 6500
112
+ },
113
+ {
114
+ "epoch": 2.21,
115
+ "learning_rate": 1.3231431873095915e-05,
116
+ "loss": 0.0014,
117
+ "step": 7000
118
+ },
119
+ {
120
+ "epoch": 2.36,
121
+ "learning_rate": 1.060510557831705e-05,
122
+ "loss": 0.0,
123
+ "step": 7500
124
+ },
125
+ {
126
+ "epoch": 2.52,
127
+ "learning_rate": 7.978779283538187e-06,
128
+ "loss": 0.0017,
129
+ "step": 8000
130
+ },
131
+ {
132
+ "epoch": 2.68,
133
+ "learning_rate": 5.352452988759324e-06,
134
+ "loss": 0.0006,
135
+ "step": 8500
136
+ },
137
+ {
138
+ "epoch": 2.84,
139
+ "learning_rate": 2.7261266939804603e-06,
140
+ "loss": 0.0005,
141
+ "step": 9000
142
+ },
143
+ {
144
+ "epoch": 2.99,
145
+ "learning_rate": 9.98003992015968e-08,
146
+ "loss": 0.0,
147
+ "step": 9500
148
+ },
149
+ {
150
+ "epoch": 3.0,
151
+ "eval_accuracy": 0.993237803896313,
152
+ "eval_f1": 0.9962466487935657,
153
+ "eval_loss": 0.05327658727765083,
154
+ "eval_precision": 0.9925213675213675,
155
+ "eval_recall": 1.0,
156
+ "eval_runtime": 825.5991,
157
+ "eval_samples_per_second": 30.092,
158
+ "eval_steps_per_second": 3.762,
159
+ "step": 9519
160
+ },
161
+ {
162
+ "epoch": 3.0,
163
+ "step": 9519,
164
+ "total_flos": 5.160985429530378e+18,
165
+ "train_loss": 0.018408857664295824,
166
+ "train_runtime": 8357.6191,
167
+ "train_samples_per_second": 9.11,
168
+ "train_steps_per_second": 1.139
169
+ }
170
+ ],
171
+ "logging_steps": 500,
172
+ "max_steps": 9519,
173
+ "num_train_epochs": 3,
174
+ "save_steps": 500,
175
+ "total_flos": 5.160985429530378e+18,
176
+ "trial_name": null,
177
+ "trial_params": null
178
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ef60a9f0c77b38b73dffda19f54b55ac2666094a315e4644c8f15fc4f11207d
3
+ size 4664