rafimumtaz commited on
Commit
0551ba4
1 Parent(s): 9678488

Training in progress, epoch 1

Browse files
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5d7ea09d3f819964c751cdc9d2cdab371fbdffd74ba249593d52221f18d2bc7b
3
  size 343242432
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ae8449159575b16a2c7dbc3dabaee7a75d47f5effa70718fbbc739986c2b80f
3
  size 343242432
run-4/checkpoint-40/config.json ADDED
@@ -0,0 +1,44 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "google/vit-base-patch16-224-in21k",
3
+ "architectures": [
4
+ "ViTForImageClassification"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.0,
7
+ "encoder_stride": 16,
8
+ "hidden_act": "gelu",
9
+ "hidden_dropout_prob": 0.0,
10
+ "hidden_size": 768,
11
+ "id2label": {
12
+ "0": "anger",
13
+ "1": "contempt",
14
+ "2": "disgust",
15
+ "3": "fear",
16
+ "4": "happy",
17
+ "5": "neutral",
18
+ "6": "sad",
19
+ "7": "surprise"
20
+ },
21
+ "image_size": 224,
22
+ "initializer_range": 0.02,
23
+ "intermediate_size": 3072,
24
+ "label2id": {
25
+ "anger": "0",
26
+ "contempt": "1",
27
+ "disgust": "2",
28
+ "fear": "3",
29
+ "happy": "4",
30
+ "neutral": "5",
31
+ "sad": "6",
32
+ "surprise": "7"
33
+ },
34
+ "layer_norm_eps": 1e-12,
35
+ "model_type": "vit",
36
+ "num_attention_heads": 12,
37
+ "num_channels": 3,
38
+ "num_hidden_layers": 12,
39
+ "patch_size": 16,
40
+ "problem_type": "single_label_classification",
41
+ "qkv_bias": true,
42
+ "torch_dtype": "float32",
43
+ "transformers_version": "4.44.2"
44
+ }
run-4/checkpoint-40/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6ae2415911ac4ef2de31f5a246f87aa630e7973ba34c638d02fbe3689c46714
3
+ size 343242432
run-4/checkpoint-40/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:435a17d8a1b7da74f61de74924555fc0095e9cd02267443b5c897ed91dc07d07
3
+ size 686605754
run-4/checkpoint-40/preprocessor_config.json ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "do_normalize": true,
3
+ "do_rescale": true,
4
+ "do_resize": true,
5
+ "image_mean": [
6
+ 0.5,
7
+ 0.5,
8
+ 0.5
9
+ ],
10
+ "image_processor_type": "ViTImageProcessor",
11
+ "image_std": [
12
+ 0.5,
13
+ 0.5,
14
+ 0.5
15
+ ],
16
+ "resample": 2,
17
+ "rescale_factor": 0.00392156862745098,
18
+ "size": {
19
+ "height": 224,
20
+ "width": 224
21
+ }
22
+ }
run-4/checkpoint-40/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:83f925d90a08b776e0ab30d6b04595c492e66b69f5a47c1cd5f0b86dddfe5873
3
+ size 14244
run-4/checkpoint-40/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d560b631882cdae3fd12cbdc057021cf18b16066694f842ff424607688e0d8b
3
+ size 1064
run-4/checkpoint-40/trainer_state.json ADDED
@@ -0,0 +1,82 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": 0.175,
3
+ "best_model_checkpoint": "model/image_classification/run-4/checkpoint-40",
4
+ "epoch": 2.0,
5
+ "eval_steps": 500,
6
+ "global_step": 40,
7
+ "is_hyper_param_search": true,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 0.5,
13
+ "grad_norm": 1.0558984279632568,
14
+ "learning_rate": 1.1573843762670946e-05,
15
+ "loss": 2.0691,
16
+ "step": 10
17
+ },
18
+ {
19
+ "epoch": 1.0,
20
+ "grad_norm": 1.9791191816329956,
21
+ "learning_rate": 9.259075010136756e-06,
22
+ "loss": 2.0787,
23
+ "step": 20
24
+ },
25
+ {
26
+ "epoch": 1.0,
27
+ "eval_accuracy": 0.13125,
28
+ "eval_loss": 2.066149950027466,
29
+ "eval_runtime": 0.8295,
30
+ "eval_samples_per_second": 192.878,
31
+ "eval_steps_per_second": 12.055,
32
+ "step": 20
33
+ },
34
+ {
35
+ "epoch": 1.5,
36
+ "grad_norm": 1.0869375467300415,
37
+ "learning_rate": 6.944306257602568e-06,
38
+ "loss": 2.0454,
39
+ "step": 30
40
+ },
41
+ {
42
+ "epoch": 2.0,
43
+ "grad_norm": 1.0166231393814087,
44
+ "learning_rate": 4.629537505068378e-06,
45
+ "loss": 2.0479,
46
+ "step": 40
47
+ },
48
+ {
49
+ "epoch": 2.0,
50
+ "eval_accuracy": 0.175,
51
+ "eval_loss": 2.0538268089294434,
52
+ "eval_runtime": 0.9699,
53
+ "eval_samples_per_second": 164.963,
54
+ "eval_steps_per_second": 10.31,
55
+ "step": 40
56
+ }
57
+ ],
58
+ "logging_steps": 10,
59
+ "max_steps": 60,
60
+ "num_input_tokens_seen": 0,
61
+ "num_train_epochs": 3,
62
+ "save_steps": 500,
63
+ "stateful_callbacks": {
64
+ "TrainerControl": {
65
+ "args": {
66
+ "should_epoch_stop": false,
67
+ "should_evaluate": false,
68
+ "should_log": false,
69
+ "should_save": true,
70
+ "should_training_stop": false
71
+ },
72
+ "attributes": {}
73
+ }
74
+ },
75
+ "total_flos": 9.919508074463232e+16,
76
+ "train_batch_size": 16,
77
+ "trial_name": null,
78
+ "trial_params": {
79
+ "learning_rate": 1.2499751263684622e-05,
80
+ "per_device_train_batch_size": 16
81
+ }
82
+ }
run-4/checkpoint-40/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d82ed6666d931a5598f0a45acdc17365e7e100844132b2632459ef561b790720
3
+ size 5176
run-4/checkpoint-60/config.json ADDED
@@ -0,0 +1,44 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "google/vit-base-patch16-224-in21k",
3
+ "architectures": [
4
+ "ViTForImageClassification"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.0,
7
+ "encoder_stride": 16,
8
+ "hidden_act": "gelu",
9
+ "hidden_dropout_prob": 0.0,
10
+ "hidden_size": 768,
11
+ "id2label": {
12
+ "0": "anger",
13
+ "1": "contempt",
14
+ "2": "disgust",
15
+ "3": "fear",
16
+ "4": "happy",
17
+ "5": "neutral",
18
+ "6": "sad",
19
+ "7": "surprise"
20
+ },
21
+ "image_size": 224,
22
+ "initializer_range": 0.02,
23
+ "intermediate_size": 3072,
24
+ "label2id": {
25
+ "anger": "0",
26
+ "contempt": "1",
27
+ "disgust": "2",
28
+ "fear": "3",
29
+ "happy": "4",
30
+ "neutral": "5",
31
+ "sad": "6",
32
+ "surprise": "7"
33
+ },
34
+ "layer_norm_eps": 1e-12,
35
+ "model_type": "vit",
36
+ "num_attention_heads": 12,
37
+ "num_channels": 3,
38
+ "num_hidden_layers": 12,
39
+ "patch_size": 16,
40
+ "problem_type": "single_label_classification",
41
+ "qkv_bias": true,
42
+ "torch_dtype": "float32",
43
+ "transformers_version": "4.44.2"
44
+ }
run-4/checkpoint-60/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a1ae3bd7579c2b7e70e0bc35ecf3b95c9479627e3cd745ead54d8256b357b3d8
3
+ size 343242432
run-4/checkpoint-60/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc1e60eaba7fea096dbbb02d8192987c50aa0bcfe021a0a4df2af79e1786007b
3
+ size 686605754
run-4/checkpoint-60/preprocessor_config.json ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "do_normalize": true,
3
+ "do_rescale": true,
4
+ "do_resize": true,
5
+ "image_mean": [
6
+ 0.5,
7
+ 0.5,
8
+ 0.5
9
+ ],
10
+ "image_processor_type": "ViTImageProcessor",
11
+ "image_std": [
12
+ 0.5,
13
+ 0.5,
14
+ 0.5
15
+ ],
16
+ "resample": 2,
17
+ "rescale_factor": 0.00392156862745098,
18
+ "size": {
19
+ "height": 224,
20
+ "width": 224
21
+ }
22
+ }
run-4/checkpoint-60/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c6adff979f9014b2454268eddca4e8037130bba68679c8fdb4378cbee10cdd0
3
+ size 14244
run-4/checkpoint-60/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a63191dbc10de3cae4e5cb780dfce35516b2faac8695998196833f4622735b7
3
+ size 1064
run-4/checkpoint-60/trainer_state.json ADDED
@@ -0,0 +1,105 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": 0.2,
3
+ "best_model_checkpoint": "model/image_classification/run-4/checkpoint-60",
4
+ "epoch": 3.0,
5
+ "eval_steps": 500,
6
+ "global_step": 60,
7
+ "is_hyper_param_search": true,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 0.5,
13
+ "grad_norm": 1.0558984279632568,
14
+ "learning_rate": 1.1573843762670946e-05,
15
+ "loss": 2.0691,
16
+ "step": 10
17
+ },
18
+ {
19
+ "epoch": 1.0,
20
+ "grad_norm": 1.9791191816329956,
21
+ "learning_rate": 9.259075010136756e-06,
22
+ "loss": 2.0787,
23
+ "step": 20
24
+ },
25
+ {
26
+ "epoch": 1.0,
27
+ "eval_accuracy": 0.13125,
28
+ "eval_loss": 2.066149950027466,
29
+ "eval_runtime": 0.8295,
30
+ "eval_samples_per_second": 192.878,
31
+ "eval_steps_per_second": 12.055,
32
+ "step": 20
33
+ },
34
+ {
35
+ "epoch": 1.5,
36
+ "grad_norm": 1.0869375467300415,
37
+ "learning_rate": 6.944306257602568e-06,
38
+ "loss": 2.0454,
39
+ "step": 30
40
+ },
41
+ {
42
+ "epoch": 2.0,
43
+ "grad_norm": 1.0166231393814087,
44
+ "learning_rate": 4.629537505068378e-06,
45
+ "loss": 2.0479,
46
+ "step": 40
47
+ },
48
+ {
49
+ "epoch": 2.0,
50
+ "eval_accuracy": 0.175,
51
+ "eval_loss": 2.0538268089294434,
52
+ "eval_runtime": 0.9699,
53
+ "eval_samples_per_second": 164.963,
54
+ "eval_steps_per_second": 10.31,
55
+ "step": 40
56
+ },
57
+ {
58
+ "epoch": 2.5,
59
+ "grad_norm": 1.2610251903533936,
60
+ "learning_rate": 2.314768752534189e-06,
61
+ "loss": 2.034,
62
+ "step": 50
63
+ },
64
+ {
65
+ "epoch": 3.0,
66
+ "grad_norm": 1.4675580263137817,
67
+ "learning_rate": 0.0,
68
+ "loss": 2.0268,
69
+ "step": 60
70
+ },
71
+ {
72
+ "epoch": 3.0,
73
+ "eval_accuracy": 0.2,
74
+ "eval_loss": 2.049029588699341,
75
+ "eval_runtime": 1.042,
76
+ "eval_samples_per_second": 153.545,
77
+ "eval_steps_per_second": 9.597,
78
+ "step": 60
79
+ }
80
+ ],
81
+ "logging_steps": 10,
82
+ "max_steps": 60,
83
+ "num_input_tokens_seen": 0,
84
+ "num_train_epochs": 3,
85
+ "save_steps": 500,
86
+ "stateful_callbacks": {
87
+ "TrainerControl": {
88
+ "args": {
89
+ "should_epoch_stop": false,
90
+ "should_evaluate": false,
91
+ "should_log": false,
92
+ "should_save": true,
93
+ "should_training_stop": true
94
+ },
95
+ "attributes": {}
96
+ }
97
+ },
98
+ "total_flos": 1.4879262111694848e+17,
99
+ "train_batch_size": 16,
100
+ "trial_name": null,
101
+ "trial_params": {
102
+ "learning_rate": 1.2499751263684622e-05,
103
+ "per_device_train_batch_size": 16
104
+ }
105
+ }
run-4/checkpoint-60/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d82ed6666d931a5598f0a45acdc17365e7e100844132b2632459ef561b790720
3
+ size 5176
run-6/checkpoint-5/config.json ADDED
@@ -0,0 +1,44 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "google/vit-base-patch16-224-in21k",
3
+ "architectures": [
4
+ "ViTForImageClassification"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.0,
7
+ "encoder_stride": 16,
8
+ "hidden_act": "gelu",
9
+ "hidden_dropout_prob": 0.0,
10
+ "hidden_size": 768,
11
+ "id2label": {
12
+ "0": "anger",
13
+ "1": "contempt",
14
+ "2": "disgust",
15
+ "3": "fear",
16
+ "4": "happy",
17
+ "5": "neutral",
18
+ "6": "sad",
19
+ "7": "surprise"
20
+ },
21
+ "image_size": 224,
22
+ "initializer_range": 0.02,
23
+ "intermediate_size": 3072,
24
+ "label2id": {
25
+ "anger": "0",
26
+ "contempt": "1",
27
+ "disgust": "2",
28
+ "fear": "3",
29
+ "happy": "4",
30
+ "neutral": "5",
31
+ "sad": "6",
32
+ "surprise": "7"
33
+ },
34
+ "layer_norm_eps": 1e-12,
35
+ "model_type": "vit",
36
+ "num_attention_heads": 12,
37
+ "num_channels": 3,
38
+ "num_hidden_layers": 12,
39
+ "patch_size": 16,
40
+ "problem_type": "single_label_classification",
41
+ "qkv_bias": true,
42
+ "torch_dtype": "float32",
43
+ "transformers_version": "4.44.2"
44
+ }
run-6/checkpoint-5/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ae8449159575b16a2c7dbc3dabaee7a75d47f5effa70718fbbc739986c2b80f
3
+ size 343242432
run-6/checkpoint-5/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9cd16f19708134ea5a56e121c6922a7a41271c5c070eeb9763c35d830eb28b0
3
+ size 686605754
run-6/checkpoint-5/preprocessor_config.json ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "do_normalize": true,
3
+ "do_rescale": true,
4
+ "do_resize": true,
5
+ "image_mean": [
6
+ 0.5,
7
+ 0.5,
8
+ 0.5
9
+ ],
10
+ "image_processor_type": "ViTImageProcessor",
11
+ "image_std": [
12
+ 0.5,
13
+ 0.5,
14
+ 0.5
15
+ ],
16
+ "resample": 2,
17
+ "rescale_factor": 0.00392156862745098,
18
+ "size": {
19
+ "height": 224,
20
+ "width": 224
21
+ }
22
+ }
run-6/checkpoint-5/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:827048ccfd9536f41a4f2cb3f515c1457a5168650a4a7030e7df9eae593d1b5c
3
+ size 14244
run-6/checkpoint-5/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:79cc5f6610173061e80fd33959d3d4f7cb617fb1883a6111201201a539e34e04
3
+ size 1064
run-6/checkpoint-5/trainer_state.json ADDED
@@ -0,0 +1,45 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": 0.125,
3
+ "best_model_checkpoint": "model/image_classification/run-6/checkpoint-5",
4
+ "epoch": 1.0,
5
+ "eval_steps": 500,
6
+ "global_step": 5,
7
+ "is_hyper_param_search": true,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 1.0,
13
+ "eval_accuracy": 0.125,
14
+ "eval_loss": 2.06646728515625,
15
+ "eval_runtime": 0.9316,
16
+ "eval_samples_per_second": 171.744,
17
+ "eval_steps_per_second": 10.734,
18
+ "step": 5
19
+ }
20
+ ],
21
+ "logging_steps": 10,
22
+ "max_steps": 15,
23
+ "num_input_tokens_seen": 0,
24
+ "num_train_epochs": 3,
25
+ "save_steps": 500,
26
+ "stateful_callbacks": {
27
+ "TrainerControl": {
28
+ "args": {
29
+ "should_epoch_stop": false,
30
+ "should_evaluate": false,
31
+ "should_log": false,
32
+ "should_save": true,
33
+ "should_training_stop": false
34
+ },
35
+ "attributes": {}
36
+ }
37
+ },
38
+ "total_flos": 0,
39
+ "train_batch_size": 64,
40
+ "trial_name": null,
41
+ "trial_params": {
42
+ "learning_rate": 3.2062955304293684e-05,
43
+ "per_device_train_batch_size": 64
44
+ }
45
+ }
run-6/checkpoint-5/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75b86acde117c0c1c895f3ec4337298a7f024b8e7cca877440e9323eae13e0c1
3
+ size 5176
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d82ed6666d931a5598f0a45acdc17365e7e100844132b2632459ef561b790720
3
  size 5176
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1513e29e34ba110389b1efe1ce2004ea3d4577028a08321144932ef50fbf8645
3
  size 5176