howdyaendra commited on
Commit
890ec45
1 Parent(s): 74f0290

Upload folder using huggingface_hub

Browse files
README.md ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+
2
+ ---
3
+ tags:
4
+ - autotrain
5
+ - image-classification
6
+ widget:
7
+ - src: https://huggingface.co/datasets/mishig/sample_images/resolve/main/tiger.jpg
8
+ example_title: Tiger
9
+ - src: https://huggingface.co/datasets/mishig/sample_images/resolve/main/teapot.jpg
10
+ example_title: Teapot
11
+ - src: https://huggingface.co/datasets/mishig/sample_images/resolve/main/palace.jpg
12
+ example_title: Palace
13
+ datasets:
14
+ - xblock-social-screenshots/autotrain-data
15
+ ---
16
+
17
+ # Model Trained Using AutoTrain
18
+
19
+ - Problem type: Image Classification
20
+
21
+ ## Validation Metrics
22
+ loss: 0.19492121040821075
23
+
24
+ f1: 0.9423459244532804
25
+
26
+ precision: 0.8977272727272727
27
+
28
+ recall: 0.9916317991631799
29
+
30
+ auc: 0.9930893751286096
31
+
32
+ accuracy: 0.9399585921325052
checkpoint-482/config.json ADDED
@@ -0,0 +1,33 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "google/vit-base-patch16-224",
3
+ "_num_labels": 2,
4
+ "architectures": [
5
+ "ViTForImageClassification"
6
+ ],
7
+ "attention_probs_dropout_prob": 0.0,
8
+ "encoder_stride": 16,
9
+ "hidden_act": "gelu",
10
+ "hidden_dropout_prob": 0.0,
11
+ "hidden_size": 768,
12
+ "id2label": {
13
+ "0": "not-screenshot",
14
+ "1": "social-media-screenshot"
15
+ },
16
+ "image_size": 224,
17
+ "initializer_range": 0.02,
18
+ "intermediate_size": 3072,
19
+ "label2id": {
20
+ "not-screenshot": 0,
21
+ "social-media-screenshot": 1
22
+ },
23
+ "layer_norm_eps": 1e-12,
24
+ "model_type": "vit",
25
+ "num_attention_heads": 12,
26
+ "num_channels": 3,
27
+ "num_hidden_layers": 12,
28
+ "patch_size": 16,
29
+ "problem_type": "single_label_classification",
30
+ "qkv_bias": true,
31
+ "torch_dtype": "float32",
32
+ "transformers_version": "4.39.0"
33
+ }
checkpoint-482/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92d8c66866b3caf3f90a2eb08772ce2f10b6954c4ffb08722cdd0d0b312e7cb5
3
+ size 343223968
checkpoint-482/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d0975c25ad42d1a05d47806342a8b64324c4bbeb8c5293389af8dff9cbc01e7
3
+ size 686568890
checkpoint-482/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d12fa117821991746b581d4a4109e97c7d20caa85e806a4b682472a9c7263ba
3
+ size 14244
checkpoint-482/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0715a18ff813e12aa43d4a83961de67faae08a3493260edb8860b384f743ac55
3
+ size 1064
checkpoint-482/trainer_state.json ADDED
@@ -0,0 +1,327 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": 0.19492121040821075,
3
+ "best_model_checkpoint": "xblock-social-screenshots/checkpoint-482",
4
+ "epoch": 2.0,
5
+ "eval_steps": 500,
6
+ "global_step": 482,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 0.05,
13
+ "grad_norm": 9.764724731445312,
14
+ "learning_rate": 7.5342465753424655e-06,
15
+ "loss": 0.8744,
16
+ "step": 12
17
+ },
18
+ {
19
+ "epoch": 0.1,
20
+ "grad_norm": 6.759668827056885,
21
+ "learning_rate": 1.5068493150684931e-05,
22
+ "loss": 0.7068,
23
+ "step": 24
24
+ },
25
+ {
26
+ "epoch": 0.15,
27
+ "grad_norm": 5.702600479125977,
28
+ "learning_rate": 2.328767123287671e-05,
29
+ "loss": 0.4411,
30
+ "step": 36
31
+ },
32
+ {
33
+ "epoch": 0.2,
34
+ "grad_norm": 4.835807800292969,
35
+ "learning_rate": 3.1506849315068496e-05,
36
+ "loss": 0.3594,
37
+ "step": 48
38
+ },
39
+ {
40
+ "epoch": 0.25,
41
+ "grad_norm": 1.6052229404449463,
42
+ "learning_rate": 3.9726027397260274e-05,
43
+ "loss": 0.2137,
44
+ "step": 60
45
+ },
46
+ {
47
+ "epoch": 0.3,
48
+ "grad_norm": 10.121936798095703,
49
+ "learning_rate": 4.794520547945205e-05,
50
+ "loss": 0.2919,
51
+ "step": 72
52
+ },
53
+ {
54
+ "epoch": 0.35,
55
+ "grad_norm": 3.0559985637664795,
56
+ "learning_rate": 4.930769230769231e-05,
57
+ "loss": 0.2982,
58
+ "step": 84
59
+ },
60
+ {
61
+ "epoch": 0.4,
62
+ "grad_norm": 8.374061584472656,
63
+ "learning_rate": 4.8384615384615386e-05,
64
+ "loss": 0.3612,
65
+ "step": 96
66
+ },
67
+ {
68
+ "epoch": 0.45,
69
+ "grad_norm": 1.3100831508636475,
70
+ "learning_rate": 4.7461538461538465e-05,
71
+ "loss": 0.247,
72
+ "step": 108
73
+ },
74
+ {
75
+ "epoch": 0.5,
76
+ "grad_norm": 12.590871810913086,
77
+ "learning_rate": 4.653846153846154e-05,
78
+ "loss": 0.3005,
79
+ "step": 120
80
+ },
81
+ {
82
+ "epoch": 0.55,
83
+ "grad_norm": 0.9043705463409424,
84
+ "learning_rate": 4.5615384615384615e-05,
85
+ "loss": 0.399,
86
+ "step": 132
87
+ },
88
+ {
89
+ "epoch": 0.6,
90
+ "grad_norm": 0.23747485876083374,
91
+ "learning_rate": 4.4692307692307693e-05,
92
+ "loss": 0.1496,
93
+ "step": 144
94
+ },
95
+ {
96
+ "epoch": 0.65,
97
+ "grad_norm": 10.08144760131836,
98
+ "learning_rate": 4.376923076923077e-05,
99
+ "loss": 0.1989,
100
+ "step": 156
101
+ },
102
+ {
103
+ "epoch": 0.7,
104
+ "grad_norm": 6.865645885467529,
105
+ "learning_rate": 4.284615384615385e-05,
106
+ "loss": 0.3254,
107
+ "step": 168
108
+ },
109
+ {
110
+ "epoch": 0.75,
111
+ "grad_norm": 4.330836296081543,
112
+ "learning_rate": 4.192307692307693e-05,
113
+ "loss": 0.2285,
114
+ "step": 180
115
+ },
116
+ {
117
+ "epoch": 0.8,
118
+ "grad_norm": 3.9234697818756104,
119
+ "learning_rate": 4.1e-05,
120
+ "loss": 0.1921,
121
+ "step": 192
122
+ },
123
+ {
124
+ "epoch": 0.85,
125
+ "grad_norm": 1.4691423177719116,
126
+ "learning_rate": 4.007692307692308e-05,
127
+ "loss": 0.348,
128
+ "step": 204
129
+ },
130
+ {
131
+ "epoch": 0.9,
132
+ "grad_norm": 0.398327499628067,
133
+ "learning_rate": 3.915384615384616e-05,
134
+ "loss": 0.1605,
135
+ "step": 216
136
+ },
137
+ {
138
+ "epoch": 0.95,
139
+ "grad_norm": 3.6116676330566406,
140
+ "learning_rate": 3.823076923076923e-05,
141
+ "loss": 0.2432,
142
+ "step": 228
143
+ },
144
+ {
145
+ "epoch": 1.0,
146
+ "grad_norm": 0.39185717701911926,
147
+ "learning_rate": 3.730769230769231e-05,
148
+ "loss": 0.0795,
149
+ "step": 240
150
+ },
151
+ {
152
+ "epoch": 1.0,
153
+ "eval_accuracy": 0.9337474120082816,
154
+ "eval_auc": 0.9920519240002744,
155
+ "eval_f1": 0.937007874015748,
156
+ "eval_loss": 0.20392270386219025,
157
+ "eval_precision": 0.8847583643122676,
158
+ "eval_recall": 0.99581589958159,
159
+ "eval_runtime": 34.2431,
160
+ "eval_samples_per_second": 14.105,
161
+ "eval_steps_per_second": 0.905,
162
+ "step": 241
163
+ },
164
+ {
165
+ "epoch": 1.05,
166
+ "grad_norm": 0.1400236040353775,
167
+ "learning_rate": 3.6384615384615386e-05,
168
+ "loss": 0.2248,
169
+ "step": 252
170
+ },
171
+ {
172
+ "epoch": 1.1,
173
+ "grad_norm": 7.511680603027344,
174
+ "learning_rate": 3.5461538461538464e-05,
175
+ "loss": 0.1798,
176
+ "step": 264
177
+ },
178
+ {
179
+ "epoch": 1.15,
180
+ "grad_norm": 0.11658162623643875,
181
+ "learning_rate": 3.453846153846154e-05,
182
+ "loss": 0.1071,
183
+ "step": 276
184
+ },
185
+ {
186
+ "epoch": 1.2,
187
+ "grad_norm": 7.7041544914245605,
188
+ "learning_rate": 3.3615384615384615e-05,
189
+ "loss": 0.0488,
190
+ "step": 288
191
+ },
192
+ {
193
+ "epoch": 1.24,
194
+ "grad_norm": 0.3671063184738159,
195
+ "learning_rate": 3.269230769230769e-05,
196
+ "loss": 0.1775,
197
+ "step": 300
198
+ },
199
+ {
200
+ "epoch": 1.29,
201
+ "grad_norm": 7.276589870452881,
202
+ "learning_rate": 3.176923076923077e-05,
203
+ "loss": 0.1291,
204
+ "step": 312
205
+ },
206
+ {
207
+ "epoch": 1.34,
208
+ "grad_norm": 0.03822338953614235,
209
+ "learning_rate": 3.084615384615385e-05,
210
+ "loss": 0.1253,
211
+ "step": 324
212
+ },
213
+ {
214
+ "epoch": 1.39,
215
+ "grad_norm": 0.15799850225448608,
216
+ "learning_rate": 2.9923076923076925e-05,
217
+ "loss": 0.2956,
218
+ "step": 336
219
+ },
220
+ {
221
+ "epoch": 1.44,
222
+ "grad_norm": 3.221668004989624,
223
+ "learning_rate": 2.9e-05,
224
+ "loss": 0.1433,
225
+ "step": 348
226
+ },
227
+ {
228
+ "epoch": 1.49,
229
+ "grad_norm": 1.780090093612671,
230
+ "learning_rate": 2.807692307692308e-05,
231
+ "loss": 0.1282,
232
+ "step": 360
233
+ },
234
+ {
235
+ "epoch": 1.54,
236
+ "grad_norm": 3.4230823516845703,
237
+ "learning_rate": 2.7153846153846157e-05,
238
+ "loss": 0.1416,
239
+ "step": 372
240
+ },
241
+ {
242
+ "epoch": 1.59,
243
+ "grad_norm": 0.7402670383453369,
244
+ "learning_rate": 2.6230769230769232e-05,
245
+ "loss": 0.1831,
246
+ "step": 384
247
+ },
248
+ {
249
+ "epoch": 1.64,
250
+ "grad_norm": 0.3014300763607025,
251
+ "learning_rate": 2.530769230769231e-05,
252
+ "loss": 0.2397,
253
+ "step": 396
254
+ },
255
+ {
256
+ "epoch": 1.69,
257
+ "grad_norm": 0.061521705240011215,
258
+ "learning_rate": 2.4384615384615386e-05,
259
+ "loss": 0.1162,
260
+ "step": 408
261
+ },
262
+ {
263
+ "epoch": 1.74,
264
+ "grad_norm": 0.593765139579773,
265
+ "learning_rate": 2.3461538461538464e-05,
266
+ "loss": 0.0587,
267
+ "step": 420
268
+ },
269
+ {
270
+ "epoch": 1.79,
271
+ "grad_norm": 2.235006093978882,
272
+ "learning_rate": 2.253846153846154e-05,
273
+ "loss": 0.2774,
274
+ "step": 432
275
+ },
276
+ {
277
+ "epoch": 1.84,
278
+ "grad_norm": 7.07012939453125,
279
+ "learning_rate": 2.1615384615384614e-05,
280
+ "loss": 0.137,
281
+ "step": 444
282
+ },
283
+ {
284
+ "epoch": 1.89,
285
+ "grad_norm": 0.4600817561149597,
286
+ "learning_rate": 2.0692307692307693e-05,
287
+ "loss": 0.2305,
288
+ "step": 456
289
+ },
290
+ {
291
+ "epoch": 1.94,
292
+ "grad_norm": 5.892112731933594,
293
+ "learning_rate": 1.976923076923077e-05,
294
+ "loss": 0.2878,
295
+ "step": 468
296
+ },
297
+ {
298
+ "epoch": 1.99,
299
+ "grad_norm": 8.57860279083252,
300
+ "learning_rate": 1.8846153846153846e-05,
301
+ "loss": 0.188,
302
+ "step": 480
303
+ },
304
+ {
305
+ "epoch": 2.0,
306
+ "eval_accuracy": 0.9399585921325052,
307
+ "eval_auc": 0.9930893751286096,
308
+ "eval_f1": 0.9423459244532804,
309
+ "eval_loss": 0.19492121040821075,
310
+ "eval_precision": 0.8977272727272727,
311
+ "eval_recall": 0.9916317991631799,
312
+ "eval_runtime": 34.2263,
313
+ "eval_samples_per_second": 14.112,
314
+ "eval_steps_per_second": 0.906,
315
+ "step": 482
316
+ }
317
+ ],
318
+ "logging_steps": 12,
319
+ "max_steps": 723,
320
+ "num_input_tokens_seen": 0,
321
+ "num_train_epochs": 3,
322
+ "save_steps": 500,
323
+ "total_flos": 2.9880911195386675e+17,
324
+ "train_batch_size": 8,
325
+ "trial_name": null,
326
+ "trial_params": null
327
+ }
checkpoint-482/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:976e4d8667b0ca0f1b9dd5ed3f0e219ae07714e9d5906e4686c8af91a424755f
3
+ size 4920
config.json ADDED
@@ -0,0 +1,33 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "google/vit-base-patch16-224",
3
+ "_num_labels": 2,
4
+ "architectures": [
5
+ "ViTForImageClassification"
6
+ ],
7
+ "attention_probs_dropout_prob": 0.0,
8
+ "encoder_stride": 16,
9
+ "hidden_act": "gelu",
10
+ "hidden_dropout_prob": 0.0,
11
+ "hidden_size": 768,
12
+ "id2label": {
13
+ "0": "not-screenshot",
14
+ "1": "social-media-screenshot"
15
+ },
16
+ "image_size": 224,
17
+ "initializer_range": 0.02,
18
+ "intermediate_size": 3072,
19
+ "label2id": {
20
+ "not-screenshot": 0,
21
+ "social-media-screenshot": 1
22
+ },
23
+ "layer_norm_eps": 1e-12,
24
+ "model_type": "vit",
25
+ "num_attention_heads": 12,
26
+ "num_channels": 3,
27
+ "num_hidden_layers": 12,
28
+ "patch_size": 16,
29
+ "problem_type": "single_label_classification",
30
+ "qkv_bias": true,
31
+ "torch_dtype": "float32",
32
+ "transformers_version": "4.39.0"
33
+ }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92d8c66866b3caf3f90a2eb08772ce2f10b6954c4ffb08722cdd0d0b312e7cb5
3
+ size 343223968
preprocessor_config.json ADDED
@@ -0,0 +1,36 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_valid_processor_keys": [
3
+ "images",
4
+ "do_resize",
5
+ "size",
6
+ "resample",
7
+ "do_rescale",
8
+ "rescale_factor",
9
+ "do_normalize",
10
+ "image_mean",
11
+ "image_std",
12
+ "return_tensors",
13
+ "data_format",
14
+ "input_data_format"
15
+ ],
16
+ "do_normalize": true,
17
+ "do_rescale": true,
18
+ "do_resize": true,
19
+ "image_mean": [
20
+ 0.5,
21
+ 0.5,
22
+ 0.5
23
+ ],
24
+ "image_processor_type": "ViTImageProcessor",
25
+ "image_std": [
26
+ 0.5,
27
+ 0.5,
28
+ 0.5
29
+ ],
30
+ "resample": 2,
31
+ "rescale_factor": 0.00392156862745098,
32
+ "size": {
33
+ "height": 224,
34
+ "width": 224
35
+ }
36
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:976e4d8667b0ca0f1b9dd5ed3f0e219ae07714e9d5906e4686c8af91a424755f
3
+ size 4920
training_params.json ADDED
@@ -0,0 +1,29 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "data_path": "xblock-social-screenshots/autotrain-data",
3
+ "model": "google/vit-base-patch16-224",
4
+ "username": "howdyaendra",
5
+ "lr": 5e-05,
6
+ "epochs": 3,
7
+ "batch_size": 8,
8
+ "warmup_ratio": 0.1,
9
+ "gradient_accumulation": 1,
10
+ "optimizer": "adamw_torch",
11
+ "scheduler": "linear",
12
+ "weight_decay": 0.0,
13
+ "max_grad_norm": 1.0,
14
+ "seed": 42,
15
+ "train_split": "train",
16
+ "valid_split": "validation",
17
+ "logging_steps": -1,
18
+ "project_name": "xblock-social-screenshots",
19
+ "auto_find_batch_size": false,
20
+ "mixed_precision": "fp16",
21
+ "save_total_limit": 1,
22
+ "save_strategy": "epoch",
23
+ "push_to_hub": true,
24
+ "repo_id": "howdyaendra/xblock-social-screenshots",
25
+ "evaluation_strategy": "epoch",
26
+ "image_column": "autotrain_image",
27
+ "target_column": "autotrain_label",
28
+ "log": "none"
29
+ }