rafimumtaz commited on
Commit
9ce302e
1 Parent(s): 4d800bf

Training in progress, epoch 1

Browse files
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:87f9b7df98ccdc1e8384a65f7d7ab62a9ed3cd881e6e94e22b8db398f5bb9455
3
  size 343242432
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b348e1a4f66bdcef233a2a203dbe1cd2b2907bc994c21608fbf3bf1d92130aa
3
  size 343242432
run-2/checkpoint-10/config.json ADDED
@@ -0,0 +1,44 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "google/vit-base-patch16-224-in21k",
3
+ "architectures": [
4
+ "ViTForImageClassification"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.0,
7
+ "encoder_stride": 16,
8
+ "hidden_act": "gelu",
9
+ "hidden_dropout_prob": 0.0,
10
+ "hidden_size": 768,
11
+ "id2label": {
12
+ "0": "anger",
13
+ "1": "contempt",
14
+ "2": "disgust",
15
+ "3": "fear",
16
+ "4": "happy",
17
+ "5": "neutral",
18
+ "6": "sad",
19
+ "7": "surprise"
20
+ },
21
+ "image_size": 224,
22
+ "initializer_range": 0.02,
23
+ "intermediate_size": 3072,
24
+ "label2id": {
25
+ "anger": "0",
26
+ "contempt": "1",
27
+ "disgust": "2",
28
+ "fear": "3",
29
+ "happy": "4",
30
+ "neutral": "5",
31
+ "sad": "6",
32
+ "surprise": "7"
33
+ },
34
+ "layer_norm_eps": 1e-12,
35
+ "model_type": "vit",
36
+ "num_attention_heads": 12,
37
+ "num_channels": 3,
38
+ "num_hidden_layers": 12,
39
+ "patch_size": 16,
40
+ "problem_type": "single_label_classification",
41
+ "qkv_bias": true,
42
+ "torch_dtype": "float32",
43
+ "transformers_version": "4.44.2"
44
+ }
run-2/checkpoint-10/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:494fab284b62746fb80391489da14d3a68a14bb24fa7152cf64096277d56a0ca
3
+ size 343242432
run-2/checkpoint-10/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a9119023874941b61e73fafa118c9a20872d6beda5505072fc803db877e3e68
3
+ size 686605754
run-2/checkpoint-10/preprocessor_config.json ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "do_normalize": true,
3
+ "do_rescale": true,
4
+ "do_resize": true,
5
+ "image_mean": [
6
+ 0.5,
7
+ 0.5,
8
+ 0.5
9
+ ],
10
+ "image_processor_type": "ViTImageProcessor",
11
+ "image_std": [
12
+ 0.5,
13
+ 0.5,
14
+ 0.5
15
+ ],
16
+ "resample": 2,
17
+ "rescale_factor": 0.00392156862745098,
18
+ "size": {
19
+ "height": 224,
20
+ "width": 224
21
+ }
22
+ }
run-2/checkpoint-10/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:83f925d90a08b776e0ab30d6b04595c492e66b69f5a47c1cd5f0b86dddfe5873
3
+ size 14244
run-2/checkpoint-10/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:406c09182af819af8d0c023c7112cc9b3c95338b9633b71f0533529789d0700d
3
+ size 1064
run-2/checkpoint-10/trainer_state.json ADDED
@@ -0,0 +1,61 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": 0.19375,
3
+ "best_model_checkpoint": "model/image_classification/run-2/checkpoint-10",
4
+ "epoch": 2.0,
5
+ "eval_steps": 500,
6
+ "global_step": 10,
7
+ "is_hyper_param_search": true,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 1.0,
13
+ "eval_accuracy": 0.125,
14
+ "eval_loss": 2.0662779808044434,
15
+ "eval_runtime": 0.8979,
16
+ "eval_samples_per_second": 178.192,
17
+ "eval_steps_per_second": 11.137,
18
+ "step": 5
19
+ },
20
+ {
21
+ "epoch": 2.0,
22
+ "grad_norm": 0.554878294467926,
23
+ "learning_rate": 1.254632908162212e-05,
24
+ "loss": 2.0607,
25
+ "step": 10
26
+ },
27
+ {
28
+ "epoch": 2.0,
29
+ "eval_accuracy": 0.19375,
30
+ "eval_loss": 2.0514893531799316,
31
+ "eval_runtime": 0.8737,
32
+ "eval_samples_per_second": 183.139,
33
+ "eval_steps_per_second": 11.446,
34
+ "step": 10
35
+ }
36
+ ],
37
+ "logging_steps": 10,
38
+ "max_steps": 15,
39
+ "num_input_tokens_seen": 0,
40
+ "num_train_epochs": 3,
41
+ "save_steps": 500,
42
+ "stateful_callbacks": {
43
+ "TrainerControl": {
44
+ "args": {
45
+ "should_epoch_stop": false,
46
+ "should_evaluate": false,
47
+ "should_log": false,
48
+ "should_save": true,
49
+ "should_training_stop": false
50
+ },
51
+ "attributes": {}
52
+ }
53
+ },
54
+ "total_flos": 9.919508074463232e+16,
55
+ "train_batch_size": 64,
56
+ "trial_name": null,
57
+ "trial_params": {
58
+ "learning_rate": 3.262045561221751e-05,
59
+ "per_device_train_batch_size": 64
60
+ }
61
+ }
run-2/checkpoint-10/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:158be39f5943f4f1726b0d83cb3357c01c77f59f4d4914df54869d0c58dd59e8
3
+ size 5176
run-2/checkpoint-15/config.json ADDED
@@ -0,0 +1,44 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "google/vit-base-patch16-224-in21k",
3
+ "architectures": [
4
+ "ViTForImageClassification"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.0,
7
+ "encoder_stride": 16,
8
+ "hidden_act": "gelu",
9
+ "hidden_dropout_prob": 0.0,
10
+ "hidden_size": 768,
11
+ "id2label": {
12
+ "0": "anger",
13
+ "1": "contempt",
14
+ "2": "disgust",
15
+ "3": "fear",
16
+ "4": "happy",
17
+ "5": "neutral",
18
+ "6": "sad",
19
+ "7": "surprise"
20
+ },
21
+ "image_size": 224,
22
+ "initializer_range": 0.02,
23
+ "intermediate_size": 3072,
24
+ "label2id": {
25
+ "anger": "0",
26
+ "contempt": "1",
27
+ "disgust": "2",
28
+ "fear": "3",
29
+ "happy": "4",
30
+ "neutral": "5",
31
+ "sad": "6",
32
+ "surprise": "7"
33
+ },
34
+ "layer_norm_eps": 1e-12,
35
+ "model_type": "vit",
36
+ "num_attention_heads": 12,
37
+ "num_channels": 3,
38
+ "num_hidden_layers": 12,
39
+ "patch_size": 16,
40
+ "problem_type": "single_label_classification",
41
+ "qkv_bias": true,
42
+ "torch_dtype": "float32",
43
+ "transformers_version": "4.44.2"
44
+ }
run-2/checkpoint-15/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd170f9ba966b32bc90ea505175dbcccf2ccad033105c94c476919fe31ff900d
3
+ size 343242432
run-2/checkpoint-15/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f0165c1800a8203e6a0f4dcbe95b66f027b400272f3f2b3c458f95c466aa4f1
3
+ size 686605754
run-2/checkpoint-15/preprocessor_config.json ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "do_normalize": true,
3
+ "do_rescale": true,
4
+ "do_resize": true,
5
+ "image_mean": [
6
+ 0.5,
7
+ 0.5,
8
+ 0.5
9
+ ],
10
+ "image_processor_type": "ViTImageProcessor",
11
+ "image_std": [
12
+ 0.5,
13
+ 0.5,
14
+ 0.5
15
+ ],
16
+ "resample": 2,
17
+ "rescale_factor": 0.00392156862745098,
18
+ "size": {
19
+ "height": 224,
20
+ "width": 224
21
+ }
22
+ }
run-2/checkpoint-15/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c6adff979f9014b2454268eddca4e8037130bba68679c8fdb4378cbee10cdd0
3
+ size 14244
run-2/checkpoint-15/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:045b9544873e2db9b4c29a64710cd206f727f6be36c4911a707adafcb98aa3b8
3
+ size 1064
run-2/checkpoint-15/trainer_state.json ADDED
@@ -0,0 +1,70 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": 0.2,
3
+ "best_model_checkpoint": "model/image_classification/run-2/checkpoint-15",
4
+ "epoch": 3.0,
5
+ "eval_steps": 500,
6
+ "global_step": 15,
7
+ "is_hyper_param_search": true,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 1.0,
13
+ "eval_accuracy": 0.125,
14
+ "eval_loss": 2.0662779808044434,
15
+ "eval_runtime": 0.8979,
16
+ "eval_samples_per_second": 178.192,
17
+ "eval_steps_per_second": 11.137,
18
+ "step": 5
19
+ },
20
+ {
21
+ "epoch": 2.0,
22
+ "grad_norm": 0.554878294467926,
23
+ "learning_rate": 1.254632908162212e-05,
24
+ "loss": 2.0607,
25
+ "step": 10
26
+ },
27
+ {
28
+ "epoch": 2.0,
29
+ "eval_accuracy": 0.19375,
30
+ "eval_loss": 2.0514893531799316,
31
+ "eval_runtime": 0.8737,
32
+ "eval_samples_per_second": 183.139,
33
+ "eval_steps_per_second": 11.446,
34
+ "step": 10
35
+ },
36
+ {
37
+ "epoch": 3.0,
38
+ "eval_accuracy": 0.2,
39
+ "eval_loss": 2.045300245285034,
40
+ "eval_runtime": 1.0516,
41
+ "eval_samples_per_second": 152.149,
42
+ "eval_steps_per_second": 9.509,
43
+ "step": 15
44
+ }
45
+ ],
46
+ "logging_steps": 10,
47
+ "max_steps": 15,
48
+ "num_input_tokens_seen": 0,
49
+ "num_train_epochs": 3,
50
+ "save_steps": 500,
51
+ "stateful_callbacks": {
52
+ "TrainerControl": {
53
+ "args": {
54
+ "should_epoch_stop": false,
55
+ "should_evaluate": false,
56
+ "should_log": false,
57
+ "should_save": true,
58
+ "should_training_stop": true
59
+ },
60
+ "attributes": {}
61
+ }
62
+ },
63
+ "total_flos": 9.919508074463232e+16,
64
+ "train_batch_size": 64,
65
+ "trial_name": null,
66
+ "trial_params": {
67
+ "learning_rate": 3.262045561221751e-05,
68
+ "per_device_train_batch_size": 64
69
+ }
70
+ }
run-2/checkpoint-15/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:158be39f5943f4f1726b0d83cb3357c01c77f59f4d4914df54869d0c58dd59e8
3
+ size 5176
run-3/checkpoint-10/config.json ADDED
@@ -0,0 +1,44 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "google/vit-base-patch16-224-in21k",
3
+ "architectures": [
4
+ "ViTForImageClassification"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.0,
7
+ "encoder_stride": 16,
8
+ "hidden_act": "gelu",
9
+ "hidden_dropout_prob": 0.0,
10
+ "hidden_size": 768,
11
+ "id2label": {
12
+ "0": "anger",
13
+ "1": "contempt",
14
+ "2": "disgust",
15
+ "3": "fear",
16
+ "4": "happy",
17
+ "5": "neutral",
18
+ "6": "sad",
19
+ "7": "surprise"
20
+ },
21
+ "image_size": 224,
22
+ "initializer_range": 0.02,
23
+ "intermediate_size": 3072,
24
+ "label2id": {
25
+ "anger": "0",
26
+ "contempt": "1",
27
+ "disgust": "2",
28
+ "fear": "3",
29
+ "happy": "4",
30
+ "neutral": "5",
31
+ "sad": "6",
32
+ "surprise": "7"
33
+ },
34
+ "layer_norm_eps": 1e-12,
35
+ "model_type": "vit",
36
+ "num_attention_heads": 12,
37
+ "num_channels": 3,
38
+ "num_hidden_layers": 12,
39
+ "patch_size": 16,
40
+ "problem_type": "single_label_classification",
41
+ "qkv_bias": true,
42
+ "torch_dtype": "float32",
43
+ "transformers_version": "4.44.2"
44
+ }
run-3/checkpoint-10/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b348e1a4f66bdcef233a2a203dbe1cd2b2907bc994c21608fbf3bf1d92130aa
3
+ size 343242432
run-3/checkpoint-10/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e6970221c29ba2821bf5fd7ba9568f7d9bb2617323b2db33da62777b7a92b0b
3
+ size 686605754
run-3/checkpoint-10/preprocessor_config.json ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "do_normalize": true,
3
+ "do_rescale": true,
4
+ "do_resize": true,
5
+ "image_mean": [
6
+ 0.5,
7
+ 0.5,
8
+ 0.5
9
+ ],
10
+ "image_processor_type": "ViTImageProcessor",
11
+ "image_std": [
12
+ 0.5,
13
+ 0.5,
14
+ 0.5
15
+ ],
16
+ "resample": 2,
17
+ "rescale_factor": 0.00392156862745098,
18
+ "size": {
19
+ "height": 224,
20
+ "width": 224
21
+ }
22
+ }
run-3/checkpoint-10/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:827048ccfd9536f41a4f2cb3f515c1457a5168650a4a7030e7df9eae593d1b5c
3
+ size 14244
run-3/checkpoint-10/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:093301e7cabcc6cc5fbb9dce9d148bb87f1241d584e812673234d245e47cba25
3
+ size 1064
run-3/checkpoint-10/trainer_state.json ADDED
@@ -0,0 +1,52 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": 0.11875,
3
+ "best_model_checkpoint": "model/image_classification/run-3/checkpoint-10",
4
+ "epoch": 1.0,
5
+ "eval_steps": 500,
6
+ "global_step": 10,
7
+ "is_hyper_param_search": true,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 1.0,
13
+ "grad_norm": 0.8163558840751648,
14
+ "learning_rate": 1.96917647162269e-06,
15
+ "loss": 2.0789,
16
+ "step": 10
17
+ },
18
+ {
19
+ "epoch": 1.0,
20
+ "eval_accuracy": 0.11875,
21
+ "eval_loss": 2.078460693359375,
22
+ "eval_runtime": 0.7985,
23
+ "eval_samples_per_second": 200.371,
24
+ "eval_steps_per_second": 12.523,
25
+ "step": 10
26
+ }
27
+ ],
28
+ "logging_steps": 10,
29
+ "max_steps": 30,
30
+ "num_input_tokens_seen": 0,
31
+ "num_train_epochs": 3,
32
+ "save_steps": 500,
33
+ "stateful_callbacks": {
34
+ "TrainerControl": {
35
+ "args": {
36
+ "should_epoch_stop": false,
37
+ "should_evaluate": false,
38
+ "should_log": false,
39
+ "should_save": true,
40
+ "should_training_stop": false
41
+ },
42
+ "attributes": {}
43
+ }
44
+ },
45
+ "total_flos": 4.959754037231616e+16,
46
+ "train_batch_size": 32,
47
+ "trial_name": null,
48
+ "trial_params": {
49
+ "learning_rate": 2.6583882366906316e-06,
50
+ "per_device_train_batch_size": 32
51
+ }
52
+ }
run-3/checkpoint-10/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bacc069379f9a76a0421661769f4154c4f2fafc76fc9b7073cda486d359056fa
3
+ size 5176
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:158be39f5943f4f1726b0d83cb3357c01c77f59f4d4914df54869d0c58dd59e8
3
  size 5176
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bacc069379f9a76a0421661769f4154c4f2fafc76fc9b7073cda486d359056fa
3
  size 5176