vk24dwx commited on
Commit
5540b3c
1 Parent(s): d08b207

Upload folder using huggingface_hub

Browse files
checkpoint-1008/config.json ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "dima806/deepfake_vs_real_image_detection",
3
+ "architectures": [
4
+ "ViTForImageClassification"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.0,
7
+ "encoder_stride": 16,
8
+ "hidden_act": "gelu",
9
+ "hidden_dropout_prob": 0.0,
10
+ "hidden_size": 768,
11
+ "id2label": {
12
+ "0": "Real",
13
+ "1": "Fake"
14
+ },
15
+ "image_size": 224,
16
+ "initializer_range": 0.02,
17
+ "intermediate_size": 3072,
18
+ "label2id": {
19
+ "Fake": 1,
20
+ "Real": 0
21
+ },
22
+ "layer_norm_eps": 1e-12,
23
+ "model_type": "vit",
24
+ "num_attention_heads": 12,
25
+ "num_channels": 3,
26
+ "num_hidden_layers": 12,
27
+ "patch_size": 16,
28
+ "problem_type": "single_label_classification",
29
+ "qkv_bias": true,
30
+ "torch_dtype": "float32",
31
+ "transformers_version": "4.40.2"
32
+ }
checkpoint-1008/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4462efb0e3fcebc103681eefb5b7aa10845bd21e68ef0fb07462fbf9b6f9af68
3
+ size 343223968
checkpoint-1008/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae89bab0a39201b5205520f636634df9ee930d036386d36e6dd645986a11c837
3
+ size 686568453
checkpoint-1008/preprocessor_config.json ADDED
@@ -0,0 +1,36 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_valid_processor_keys": [
3
+ "images",
4
+ "do_resize",
5
+ "size",
6
+ "resample",
7
+ "do_rescale",
8
+ "rescale_factor",
9
+ "do_normalize",
10
+ "image_mean",
11
+ "image_std",
12
+ "return_tensors",
13
+ "data_format",
14
+ "input_data_format"
15
+ ],
16
+ "do_normalize": true,
17
+ "do_rescale": true,
18
+ "do_resize": true,
19
+ "image_mean": [
20
+ 0.5,
21
+ 0.5,
22
+ 0.5
23
+ ],
24
+ "image_processor_type": "ViTImageProcessor",
25
+ "image_std": [
26
+ 0.5,
27
+ 0.5,
28
+ 0.5
29
+ ],
30
+ "resample": 2,
31
+ "rescale_factor": 0.00392156862745098,
32
+ "size": {
33
+ "height": 224,
34
+ "width": 224
35
+ }
36
+ }
checkpoint-1008/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:659e2bf52ccbabe69bf8a875c9d6de35b29b8a84acaa9781850401a46256483b
3
+ size 14575
checkpoint-1008/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a8680d4285fe439204a6ae0c08dc31143801a9f2fd6801c87ae20db0f71d00b
3
+ size 627
checkpoint-1008/trainer_state.json ADDED
@@ -0,0 +1,602 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": 0.3229311406612396,
3
+ "best_model_checkpoint": "deepfake_vs_real_image_detection/checkpoint-1008",
4
+ "epoch": 63.0,
5
+ "eval_steps": 500,
6
+ "global_step": 1008,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 1.0,
13
+ "eval_accuracy": 0.7091988130563798,
14
+ "eval_loss": 1.3149911165237427,
15
+ "eval_runtime": 4.5396,
16
+ "eval_samples_per_second": 74.236,
17
+ "eval_steps_per_second": 9.472,
18
+ "step": 16
19
+ },
20
+ {
21
+ "epoch": 2.0,
22
+ "eval_accuracy": 0.7240356083086054,
23
+ "eval_loss": 1.2351125478744507,
24
+ "eval_runtime": 4.5534,
25
+ "eval_samples_per_second": 74.011,
26
+ "eval_steps_per_second": 9.443,
27
+ "step": 32
28
+ },
29
+ {
30
+ "epoch": 3.0,
31
+ "eval_accuracy": 0.7477744807121661,
32
+ "eval_loss": 1.1467523574829102,
33
+ "eval_runtime": 4.5438,
34
+ "eval_samples_per_second": 74.166,
35
+ "eval_steps_per_second": 9.463,
36
+ "step": 48
37
+ },
38
+ {
39
+ "epoch": 4.0,
40
+ "eval_accuracy": 0.7566765578635015,
41
+ "eval_loss": 1.0724865198135376,
42
+ "eval_runtime": 4.6718,
43
+ "eval_samples_per_second": 72.136,
44
+ "eval_steps_per_second": 9.204,
45
+ "step": 64
46
+ },
47
+ {
48
+ "epoch": 5.0,
49
+ "eval_accuracy": 0.7744807121661721,
50
+ "eval_loss": 1.0107314586639404,
51
+ "eval_runtime": 4.63,
52
+ "eval_samples_per_second": 72.787,
53
+ "eval_steps_per_second": 9.287,
54
+ "step": 80
55
+ },
56
+ {
57
+ "epoch": 6.0,
58
+ "eval_accuracy": 0.7804154302670623,
59
+ "eval_loss": 0.9634671211242676,
60
+ "eval_runtime": 4.5376,
61
+ "eval_samples_per_second": 74.268,
62
+ "eval_steps_per_second": 9.476,
63
+ "step": 96
64
+ },
65
+ {
66
+ "epoch": 7.0,
67
+ "eval_accuracy": 0.7833827893175074,
68
+ "eval_loss": 0.9228468537330627,
69
+ "eval_runtime": 4.533,
70
+ "eval_samples_per_second": 74.344,
71
+ "eval_steps_per_second": 9.486,
72
+ "step": 112
73
+ },
74
+ {
75
+ "epoch": 8.0,
76
+ "eval_accuracy": 0.7833827893175074,
77
+ "eval_loss": 0.8867318034172058,
78
+ "eval_runtime": 4.5995,
79
+ "eval_samples_per_second": 73.269,
80
+ "eval_steps_per_second": 9.349,
81
+ "step": 128
82
+ },
83
+ {
84
+ "epoch": 9.0,
85
+ "eval_accuracy": 0.7893175074183977,
86
+ "eval_loss": 0.8541847467422485,
87
+ "eval_runtime": 4.5814,
88
+ "eval_samples_per_second": 73.558,
89
+ "eval_steps_per_second": 9.386,
90
+ "step": 144
91
+ },
92
+ {
93
+ "epoch": 10.0,
94
+ "eval_accuracy": 0.7893175074183977,
95
+ "eval_loss": 0.8184245824813843,
96
+ "eval_runtime": 4.6031,
97
+ "eval_samples_per_second": 73.211,
98
+ "eval_steps_per_second": 9.341,
99
+ "step": 160
100
+ },
101
+ {
102
+ "epoch": 11.0,
103
+ "eval_accuracy": 0.7804154302670623,
104
+ "eval_loss": 0.7671003341674805,
105
+ "eval_runtime": 4.5853,
106
+ "eval_samples_per_second": 73.496,
107
+ "eval_steps_per_second": 9.378,
108
+ "step": 176
109
+ },
110
+ {
111
+ "epoch": 12.0,
112
+ "eval_accuracy": 0.7833827893175074,
113
+ "eval_loss": 0.7202329039573669,
114
+ "eval_runtime": 4.5949,
115
+ "eval_samples_per_second": 73.342,
116
+ "eval_steps_per_second": 9.358,
117
+ "step": 192
118
+ },
119
+ {
120
+ "epoch": 13.0,
121
+ "eval_accuracy": 0.7833827893175074,
122
+ "eval_loss": 0.6835761666297913,
123
+ "eval_runtime": 4.5413,
124
+ "eval_samples_per_second": 74.208,
125
+ "eval_steps_per_second": 9.469,
126
+ "step": 208
127
+ },
128
+ {
129
+ "epoch": 14.0,
130
+ "eval_accuracy": 0.7863501483679525,
131
+ "eval_loss": 0.6513931155204773,
132
+ "eval_runtime": 4.6483,
133
+ "eval_samples_per_second": 72.5,
134
+ "eval_steps_per_second": 9.251,
135
+ "step": 224
136
+ },
137
+ {
138
+ "epoch": 15.0,
139
+ "eval_accuracy": 0.7952522255192879,
140
+ "eval_loss": 0.6230782866477966,
141
+ "eval_runtime": 4.5993,
142
+ "eval_samples_per_second": 73.272,
143
+ "eval_steps_per_second": 9.349,
144
+ "step": 240
145
+ },
146
+ {
147
+ "epoch": 16.0,
148
+ "eval_accuracy": 0.8041543026706232,
149
+ "eval_loss": 0.5948796272277832,
150
+ "eval_runtime": 4.5704,
151
+ "eval_samples_per_second": 73.735,
152
+ "eval_steps_per_second": 9.408,
153
+ "step": 256
154
+ },
155
+ {
156
+ "epoch": 17.0,
157
+ "eval_accuracy": 0.8071216617210683,
158
+ "eval_loss": 0.5689114332199097,
159
+ "eval_runtime": 4.5933,
160
+ "eval_samples_per_second": 73.367,
161
+ "eval_steps_per_second": 9.361,
162
+ "step": 272
163
+ },
164
+ {
165
+ "epoch": 18.0,
166
+ "eval_accuracy": 0.8130563798219584,
167
+ "eval_loss": 0.5446034669876099,
168
+ "eval_runtime": 4.5362,
169
+ "eval_samples_per_second": 74.291,
170
+ "eval_steps_per_second": 9.479,
171
+ "step": 288
172
+ },
173
+ {
174
+ "epoch": 19.0,
175
+ "eval_accuracy": 0.8130563798219584,
176
+ "eval_loss": 0.5227214097976685,
177
+ "eval_runtime": 4.5669,
178
+ "eval_samples_per_second": 73.791,
179
+ "eval_steps_per_second": 9.415,
180
+ "step": 304
181
+ },
182
+ {
183
+ "epoch": 20.0,
184
+ "eval_accuracy": 0.8189910979228486,
185
+ "eval_loss": 0.5031161308288574,
186
+ "eval_runtime": 4.5479,
187
+ "eval_samples_per_second": 74.1,
188
+ "eval_steps_per_second": 9.455,
189
+ "step": 320
190
+ },
191
+ {
192
+ "epoch": 21.0,
193
+ "eval_accuracy": 0.8160237388724035,
194
+ "eval_loss": 0.48820197582244873,
195
+ "eval_runtime": 4.5452,
196
+ "eval_samples_per_second": 74.145,
197
+ "eval_steps_per_second": 9.461,
198
+ "step": 336
199
+ },
200
+ {
201
+ "epoch": 22.0,
202
+ "eval_accuracy": 0.8130563798219584,
203
+ "eval_loss": 0.47535890340805054,
204
+ "eval_runtime": 4.6769,
205
+ "eval_samples_per_second": 72.057,
206
+ "eval_steps_per_second": 9.194,
207
+ "step": 352
208
+ },
209
+ {
210
+ "epoch": 23.0,
211
+ "eval_accuracy": 0.8130563798219584,
212
+ "eval_loss": 0.4620312452316284,
213
+ "eval_runtime": 4.5546,
214
+ "eval_samples_per_second": 73.992,
215
+ "eval_steps_per_second": 9.441,
216
+ "step": 368
217
+ },
218
+ {
219
+ "epoch": 24.0,
220
+ "eval_accuracy": 0.8130563798219584,
221
+ "eval_loss": 0.44609472155570984,
222
+ "eval_runtime": 4.562,
223
+ "eval_samples_per_second": 73.87,
224
+ "eval_steps_per_second": 9.426,
225
+ "step": 384
226
+ },
227
+ {
228
+ "epoch": 25.0,
229
+ "eval_accuracy": 0.8160237388724035,
230
+ "eval_loss": 0.4364510774612427,
231
+ "eval_runtime": 4.6256,
232
+ "eval_samples_per_second": 72.855,
233
+ "eval_steps_per_second": 9.296,
234
+ "step": 400
235
+ },
236
+ {
237
+ "epoch": 26.0,
238
+ "eval_accuracy": 0.8249258160237388,
239
+ "eval_loss": 0.42621392011642456,
240
+ "eval_runtime": 4.5891,
241
+ "eval_samples_per_second": 73.434,
242
+ "eval_steps_per_second": 9.37,
243
+ "step": 416
244
+ },
245
+ {
246
+ "epoch": 27.0,
247
+ "eval_accuracy": 0.827893175074184,
248
+ "eval_loss": 0.4176171123981476,
249
+ "eval_runtime": 4.7205,
250
+ "eval_samples_per_second": 71.39,
251
+ "eval_steps_per_second": 9.109,
252
+ "step": 432
253
+ },
254
+ {
255
+ "epoch": 28.0,
256
+ "eval_accuracy": 0.8338278931750742,
257
+ "eval_loss": 0.40912118554115295,
258
+ "eval_runtime": 4.6413,
259
+ "eval_samples_per_second": 72.609,
260
+ "eval_steps_per_second": 9.265,
261
+ "step": 448
262
+ },
263
+ {
264
+ "epoch": 29.0,
265
+ "eval_accuracy": 0.8397626112759644,
266
+ "eval_loss": 0.40831413865089417,
267
+ "eval_runtime": 4.5637,
268
+ "eval_samples_per_second": 73.843,
269
+ "eval_steps_per_second": 9.422,
270
+ "step": 464
271
+ },
272
+ {
273
+ "epoch": 30.0,
274
+ "eval_accuracy": 0.8397626112759644,
275
+ "eval_loss": 0.40189576148986816,
276
+ "eval_runtime": 4.6019,
277
+ "eval_samples_per_second": 73.23,
278
+ "eval_steps_per_second": 9.344,
279
+ "step": 480
280
+ },
281
+ {
282
+ "epoch": 31.0,
283
+ "eval_accuracy": 0.8427299703264095,
284
+ "eval_loss": 0.39464861154556274,
285
+ "eval_runtime": 4.5459,
286
+ "eval_samples_per_second": 74.133,
287
+ "eval_steps_per_second": 9.459,
288
+ "step": 496
289
+ },
290
+ {
291
+ "epoch": 31.25,
292
+ "grad_norm": 2.8177223205566406,
293
+ "learning_rate": 8.098055790363483e-07,
294
+ "loss": 0.7287,
295
+ "step": 500
296
+ },
297
+ {
298
+ "epoch": 32.0,
299
+ "eval_accuracy": 0.8427299703264095,
300
+ "eval_loss": 0.38916730880737305,
301
+ "eval_runtime": 4.6237,
302
+ "eval_samples_per_second": 72.886,
303
+ "eval_steps_per_second": 9.3,
304
+ "step": 512
305
+ },
306
+ {
307
+ "epoch": 33.0,
308
+ "eval_accuracy": 0.8516320474777448,
309
+ "eval_loss": 0.3844282031059265,
310
+ "eval_runtime": 4.5824,
311
+ "eval_samples_per_second": 73.542,
312
+ "eval_steps_per_second": 9.384,
313
+ "step": 528
314
+ },
315
+ {
316
+ "epoch": 34.0,
317
+ "eval_accuracy": 0.8516320474777448,
318
+ "eval_loss": 0.37861311435699463,
319
+ "eval_runtime": 4.5644,
320
+ "eval_samples_per_second": 73.833,
321
+ "eval_steps_per_second": 9.421,
322
+ "step": 544
323
+ },
324
+ {
325
+ "epoch": 35.0,
326
+ "eval_accuracy": 0.8516320474777448,
327
+ "eval_loss": 0.3732515275478363,
328
+ "eval_runtime": 4.5962,
329
+ "eval_samples_per_second": 73.322,
330
+ "eval_steps_per_second": 9.356,
331
+ "step": 560
332
+ },
333
+ {
334
+ "epoch": 36.0,
335
+ "eval_accuracy": 0.8516320474777448,
336
+ "eval_loss": 0.37023723125457764,
337
+ "eval_runtime": 4.5345,
338
+ "eval_samples_per_second": 74.319,
339
+ "eval_steps_per_second": 9.483,
340
+ "step": 576
341
+ },
342
+ {
343
+ "epoch": 37.0,
344
+ "eval_accuracy": 0.8605341246290801,
345
+ "eval_loss": 0.36356887221336365,
346
+ "eval_runtime": 4.6253,
347
+ "eval_samples_per_second": 72.86,
348
+ "eval_steps_per_second": 9.297,
349
+ "step": 592
350
+ },
351
+ {
352
+ "epoch": 38.0,
353
+ "eval_accuracy": 0.8635014836795252,
354
+ "eval_loss": 0.35962143540382385,
355
+ "eval_runtime": 4.5862,
356
+ "eval_samples_per_second": 73.482,
357
+ "eval_steps_per_second": 9.376,
358
+ "step": 608
359
+ },
360
+ {
361
+ "epoch": 39.0,
362
+ "eval_accuracy": 0.8605341246290801,
363
+ "eval_loss": 0.3568034768104553,
364
+ "eval_runtime": 4.5393,
365
+ "eval_samples_per_second": 74.241,
366
+ "eval_steps_per_second": 9.473,
367
+ "step": 624
368
+ },
369
+ {
370
+ "epoch": 40.0,
371
+ "eval_accuracy": 0.8516320474777448,
372
+ "eval_loss": 0.35836362838745117,
373
+ "eval_runtime": 4.5145,
374
+ "eval_samples_per_second": 74.649,
375
+ "eval_steps_per_second": 9.525,
376
+ "step": 640
377
+ },
378
+ {
379
+ "epoch": 41.0,
380
+ "eval_accuracy": 0.857566765578635,
381
+ "eval_loss": 0.35482144355773926,
382
+ "eval_runtime": 4.5734,
383
+ "eval_samples_per_second": 73.687,
384
+ "eval_steps_per_second": 9.402,
385
+ "step": 656
386
+ },
387
+ {
388
+ "epoch": 42.0,
389
+ "eval_accuracy": 0.857566765578635,
390
+ "eval_loss": 0.3515448272228241,
391
+ "eval_runtime": 4.5679,
392
+ "eval_samples_per_second": 73.776,
393
+ "eval_steps_per_second": 9.414,
394
+ "step": 672
395
+ },
396
+ {
397
+ "epoch": 43.0,
398
+ "eval_accuracy": 0.8605341246290801,
399
+ "eval_loss": 0.3470025658607483,
400
+ "eval_runtime": 4.5874,
401
+ "eval_samples_per_second": 73.462,
402
+ "eval_steps_per_second": 9.374,
403
+ "step": 688
404
+ },
405
+ {
406
+ "epoch": 44.0,
407
+ "eval_accuracy": 0.8664688427299704,
408
+ "eval_loss": 0.3467743992805481,
409
+ "eval_runtime": 4.6426,
410
+ "eval_samples_per_second": 72.589,
411
+ "eval_steps_per_second": 9.262,
412
+ "step": 704
413
+ },
414
+ {
415
+ "epoch": 45.0,
416
+ "eval_accuracy": 0.8664688427299704,
417
+ "eval_loss": 0.3463208079338074,
418
+ "eval_runtime": 4.5833,
419
+ "eval_samples_per_second": 73.528,
420
+ "eval_steps_per_second": 9.382,
421
+ "step": 720
422
+ },
423
+ {
424
+ "epoch": 46.0,
425
+ "eval_accuracy": 0.8664688427299704,
426
+ "eval_loss": 0.3457556664943695,
427
+ "eval_runtime": 4.6971,
428
+ "eval_samples_per_second": 71.746,
429
+ "eval_steps_per_second": 9.155,
430
+ "step": 736
431
+ },
432
+ {
433
+ "epoch": 47.0,
434
+ "eval_accuracy": 0.8664688427299704,
435
+ "eval_loss": 0.3446126878261566,
436
+ "eval_runtime": 4.5645,
437
+ "eval_samples_per_second": 73.831,
438
+ "eval_steps_per_second": 9.421,
439
+ "step": 752
440
+ },
441
+ {
442
+ "epoch": 48.0,
443
+ "eval_accuracy": 0.8664688427299704,
444
+ "eval_loss": 0.34248268604278564,
445
+ "eval_runtime": 4.5812,
446
+ "eval_samples_per_second": 73.561,
447
+ "eval_steps_per_second": 9.386,
448
+ "step": 768
449
+ },
450
+ {
451
+ "epoch": 49.0,
452
+ "eval_accuracy": 0.8694362017804155,
453
+ "eval_loss": 0.3440556824207306,
454
+ "eval_runtime": 4.5663,
455
+ "eval_samples_per_second": 73.802,
456
+ "eval_steps_per_second": 9.417,
457
+ "step": 784
458
+ },
459
+ {
460
+ "epoch": 50.0,
461
+ "eval_accuracy": 0.8664688427299704,
462
+ "eval_loss": 0.3455652594566345,
463
+ "eval_runtime": 4.5263,
464
+ "eval_samples_per_second": 74.454,
465
+ "eval_steps_per_second": 9.5,
466
+ "step": 800
467
+ },
468
+ {
469
+ "epoch": 51.0,
470
+ "eval_accuracy": 0.8724035608308606,
471
+ "eval_loss": 0.3401181697845459,
472
+ "eval_runtime": 4.5842,
473
+ "eval_samples_per_second": 73.513,
474
+ "eval_steps_per_second": 9.38,
475
+ "step": 816
476
+ },
477
+ {
478
+ "epoch": 52.0,
479
+ "eval_accuracy": 0.8724035608308606,
480
+ "eval_loss": 0.33749544620513916,
481
+ "eval_runtime": 4.5545,
482
+ "eval_samples_per_second": 73.993,
483
+ "eval_steps_per_second": 9.441,
484
+ "step": 832
485
+ },
486
+ {
487
+ "epoch": 53.0,
488
+ "eval_accuracy": 0.8724035608308606,
489
+ "eval_loss": 0.33886510133743286,
490
+ "eval_runtime": 4.6181,
491
+ "eval_samples_per_second": 72.974,
492
+ "eval_steps_per_second": 9.311,
493
+ "step": 848
494
+ },
495
+ {
496
+ "epoch": 54.0,
497
+ "eval_accuracy": 0.8724035608308606,
498
+ "eval_loss": 0.33066779375076294,
499
+ "eval_runtime": 4.6066,
500
+ "eval_samples_per_second": 73.155,
501
+ "eval_steps_per_second": 9.334,
502
+ "step": 864
503
+ },
504
+ {
505
+ "epoch": 55.0,
506
+ "eval_accuracy": 0.8724035608308606,
507
+ "eval_loss": 0.3285369575023651,
508
+ "eval_runtime": 4.6615,
509
+ "eval_samples_per_second": 72.294,
510
+ "eval_steps_per_second": 9.224,
511
+ "step": 880
512
+ },
513
+ {
514
+ "epoch": 56.0,
515
+ "eval_accuracy": 0.8724035608308606,
516
+ "eval_loss": 0.3319447338581085,
517
+ "eval_runtime": 4.6422,
518
+ "eval_samples_per_second": 72.594,
519
+ "eval_steps_per_second": 9.263,
520
+ "step": 896
521
+ },
522
+ {
523
+ "epoch": 57.0,
524
+ "eval_accuracy": 0.8724035608308606,
525
+ "eval_loss": 0.33194291591644287,
526
+ "eval_runtime": 4.5847,
527
+ "eval_samples_per_second": 73.506,
528
+ "eval_steps_per_second": 9.379,
529
+ "step": 912
530
+ },
531
+ {
532
+ "epoch": 58.0,
533
+ "eval_accuracy": 0.8724035608308606,
534
+ "eval_loss": 0.33001473546028137,
535
+ "eval_runtime": 4.546,
536
+ "eval_samples_per_second": 74.131,
537
+ "eval_steps_per_second": 9.459,
538
+ "step": 928
539
+ },
540
+ {
541
+ "epoch": 59.0,
542
+ "eval_accuracy": 0.8753709198813057,
543
+ "eval_loss": 0.32828956842422485,
544
+ "eval_runtime": 4.5976,
545
+ "eval_samples_per_second": 73.299,
546
+ "eval_steps_per_second": 9.353,
547
+ "step": 944
548
+ },
549
+ {
550
+ "epoch": 60.0,
551
+ "eval_accuracy": 0.8753709198813057,
552
+ "eval_loss": 0.3273901641368866,
553
+ "eval_runtime": 4.6205,
554
+ "eval_samples_per_second": 72.936,
555
+ "eval_steps_per_second": 9.306,
556
+ "step": 960
557
+ },
558
+ {
559
+ "epoch": 61.0,
560
+ "eval_accuracy": 0.8753709198813057,
561
+ "eval_loss": 0.32634109258651733,
562
+ "eval_runtime": 4.5578,
563
+ "eval_samples_per_second": 73.94,
564
+ "eval_steps_per_second": 9.434,
565
+ "step": 976
566
+ },
567
+ {
568
+ "epoch": 62.0,
569
+ "eval_accuracy": 0.8753709198813057,
570
+ "eval_loss": 0.3289165496826172,
571
+ "eval_runtime": 4.6025,
572
+ "eval_samples_per_second": 73.22,
573
+ "eval_steps_per_second": 9.343,
574
+ "step": 992
575
+ },
576
+ {
577
+ "epoch": 62.5,
578
+ "grad_norm": 2.3223371505737305,
579
+ "learning_rate": 5.984784446322908e-07,
580
+ "loss": 0.2023,
581
+ "step": 1000
582
+ },
583
+ {
584
+ "epoch": 63.0,
585
+ "eval_accuracy": 0.8783382789317508,
586
+ "eval_loss": 0.3229311406612396,
587
+ "eval_runtime": 4.5765,
588
+ "eval_samples_per_second": 73.637,
589
+ "eval_steps_per_second": 9.396,
590
+ "step": 1008
591
+ }
592
+ ],
593
+ "logging_steps": 500,
594
+ "max_steps": 2416,
595
+ "num_input_tokens_seen": 0,
596
+ "num_train_epochs": 151,
597
+ "save_steps": 500,
598
+ "total_flos": 2.4654076495882445e+18,
599
+ "train_batch_size": 32,
600
+ "trial_name": null,
601
+ "trial_params": null
602
+ }
checkpoint-1008/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a92690f74030ea764b1dbe3c6784ed14fe9acc5d63f4c0279a2ccec62d576571
3
+ size 4475
config.json ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "dima806/deepfake_vs_real_image_detection",
3
+ "architectures": [
4
+ "ViTForImageClassification"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.0,
7
+ "encoder_stride": 16,
8
+ "hidden_act": "gelu",
9
+ "hidden_dropout_prob": 0.0,
10
+ "hidden_size": 768,
11
+ "id2label": {
12
+ "0": "Real",
13
+ "1": "Fake"
14
+ },
15
+ "image_size": 224,
16
+ "initializer_range": 0.02,
17
+ "intermediate_size": 3072,
18
+ "label2id": {
19
+ "Fake": 1,
20
+ "Real": 0
21
+ },
22
+ "layer_norm_eps": 1e-12,
23
+ "model_type": "vit",
24
+ "num_attention_heads": 12,
25
+ "num_channels": 3,
26
+ "num_hidden_layers": 12,
27
+ "patch_size": 16,
28
+ "problem_type": "single_label_classification",
29
+ "qkv_bias": true,
30
+ "torch_dtype": "float32",
31
+ "transformers_version": "4.40.2"
32
+ }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4462efb0e3fcebc103681eefb5b7aa10845bd21e68ef0fb07462fbf9b6f9af68
3
+ size 343223968
preprocessor_config.json ADDED
@@ -0,0 +1,36 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_valid_processor_keys": [
3
+ "images",
4
+ "do_resize",
5
+ "size",
6
+ "resample",
7
+ "do_rescale",
8
+ "rescale_factor",
9
+ "do_normalize",
10
+ "image_mean",
11
+ "image_std",
12
+ "return_tensors",
13
+ "data_format",
14
+ "input_data_format"
15
+ ],
16
+ "do_normalize": true,
17
+ "do_rescale": true,
18
+ "do_resize": true,
19
+ "image_mean": [
20
+ 0.5,
21
+ 0.5,
22
+ 0.5
23
+ ],
24
+ "image_processor_type": "ViTImageProcessor",
25
+ "image_std": [
26
+ 0.5,
27
+ 0.5,
28
+ 0.5
29
+ ],
30
+ "resample": 2,
31
+ "rescale_factor": 0.00392156862745098,
32
+ "size": {
33
+ "height": 224,
34
+ "width": 224
35
+ }
36
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a92690f74030ea764b1dbe3c6784ed14fe9acc5d63f4c0279a2ccec62d576571
3
+ size 4475