amyeroberts HF staff commited on
Commit
38543f3
1 Parent(s): bb3e739

Model save

Browse files
README.md CHANGED
@@ -2,8 +2,6 @@
2
  license: apache-2.0
3
  base_model: google/vit-base-patch16-224-in21k
4
  tags:
5
- - image-classification
6
- - vision
7
  - generated_from_trainer
8
  metrics:
9
  - accuracy
@@ -15,12 +13,13 @@ model-index:
15
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
16
  should probably proofread and complete it, then remove this comment. -->
17
 
 
18
  # vit-base-beans-2
19
 
20
- This model is a fine-tuned version of [google/vit-base-patch16-224-in21k](https://huggingface.co/google/vit-base-patch16-224-in21k) on the beans dataset.
21
  It achieves the following results on the evaluation set:
22
- - Loss: 1.1144
23
- - Accuracy: 0.375
24
 
25
  ## Model description
26
 
@@ -45,22 +44,19 @@ The following hyperparameters were used during training:
45
  - seed: 1337
46
  - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
47
  - lr_scheduler_type: linear
48
- - num_epochs: 5.0
49
 
50
  ### Training results
51
 
52
- | Training Loss | Epoch | Step | Validation Loss | Accuracy |
53
- |:-------------:|:-----:|:----:|:---------------:|:--------:|
54
- | No log | 1.0 | 2 | 1.1243 | 0.4375 |
55
- | No log | 2.0 | 4 | 1.1204 | 0.375 |
56
- | No log | 3.0 | 6 | 1.1172 | 0.375 |
57
- | No log | 4.0 | 8 | 1.1152 | 0.375 |
58
- | 0.9751 | 5.0 | 10 | 1.1144 | 0.375 |
59
 
60
 
61
  ### Framework versions
62
 
63
- - Transformers 4.37.0.dev0
64
- - Pytorch 2.1.1
65
  - Datasets 2.15.1.dev0
66
- - Tokenizers 0.15.0
 
2
  license: apache-2.0
3
  base_model: google/vit-base-patch16-224-in21k
4
  tags:
 
 
5
  - generated_from_trainer
6
  metrics:
7
  - accuracy
 
13
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
14
  should probably proofread and complete it, then remove this comment. -->
15
 
16
+ [<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="200" height="32"/>](https://wandb.ai/aeroberts4444/huggingface/runs/120mmtvn)
17
  # vit-base-beans-2
18
 
19
+ This model is a fine-tuned version of [google/vit-base-patch16-224-in21k](https://huggingface.co/google/vit-base-patch16-224-in21k) on an unknown dataset.
20
  It achieves the following results on the evaluation set:
21
+ - Accuracy: 0.0
22
+ - Loss: 1.1626
23
 
24
  ## Model description
25
 
 
44
  - seed: 1337
45
  - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
46
  - lr_scheduler_type: linear
47
+ - num_epochs: 2.0
48
 
49
  ### Training results
50
 
51
+ | Training Loss | Epoch | Step | Accuracy | Validation Loss |
52
+ |:-------------:|:-----:|:----:|:--------:|:---------------:|
53
+ | No log | 1.0 | 1 | 0.125 | 1.1599 |
54
+ | No log | 2.0 | 2 | 0.0 | 1.1626 |
 
 
 
55
 
56
 
57
  ### Framework versions
58
 
59
+ - Transformers 4.41.0.dev0
60
+ - Pytorch 2.3.0
61
  - Datasets 2.15.1.dev0
62
+ - Tokenizers 0.19.1
all_results.json CHANGED
@@ -1,12 +1,13 @@
1
  {
2
- "epoch": 5.0,
3
- "eval_accuracy": 0.375,
4
- "eval_loss": 1.114396333694458,
5
- "eval_runtime": 0.2995,
6
- "eval_samples_per_second": 53.415,
7
- "eval_steps_per_second": 6.677,
8
- "train_loss": 0.9750574111938477,
9
- "train_runtime": 26.3663,
10
- "train_samples_per_second": 3.034,
11
- "train_steps_per_second": 0.379
 
12
  }
 
1
  {
2
+ "epoch": 2.0,
3
+ "eval_accuracy": 0.125,
4
+ "eval_loss": 1.1599400043487549,
5
+ "eval_runtime": 0.178,
6
+ "eval_samples_per_second": 44.956,
7
+ "eval_steps_per_second": 5.619,
8
+ "total_flos": 1239882946412544.0,
9
+ "train_loss": 0.96820068359375,
10
+ "train_runtime": 21.5994,
11
+ "train_samples_per_second": 0.741,
12
+ "train_steps_per_second": 0.093
13
  }
config.json CHANGED
@@ -28,8 +28,7 @@
28
  "num_channels": 3,
29
  "num_hidden_layers": 12,
30
  "patch_size": 16,
31
- "problem_type": "single_label_classification",
32
  "qkv_bias": true,
33
  "torch_dtype": "float32",
34
- "transformers_version": "4.37.0.dev0"
35
  }
 
28
  "num_channels": 3,
29
  "num_hidden_layers": 12,
30
  "patch_size": 16,
 
31
  "qkv_bias": true,
32
  "torch_dtype": "float32",
33
+ "transformers_version": "4.41.0.dev0"
34
  }
emissions.csv CHANGED
@@ -1,2 +1,3 @@
1
- timestamp,experiment_id,project_name,duration,emissions,energy_consumed,country_name,country_iso_code,region,on_cloud,cloud_provider,cloud_region
2
- 2024-01-02T17:11:45,92bc4d12-1cf1-4cbf-920f-219cbb6a8760,codecarbon,21.716214895248413,0.00014833485723264947,0.00022070057817033512,United Kingdom,GBR,england,N,,
 
 
1
+ timestamp,experiment_id,project_name,duration,emissions,energy_consumed,country_name,country_iso_code,region,on_cloud,cloud_provider,cloud_region
2
+ 2024-05-16T18:15:35,20844103-22f2-4177-99d7-f25724b28b42,codecarbon,14.596347332000732,5.807478962366664e-05,0.0001367804705449295,France,FRA,île-de-france,N,,
3
+ 2024-05-16T18:16:51,680aa9f6-f24e-4f00-a2b6-63d5cb1fbe86,codecarbon,1.1446659564971924,6.779186780091144e-07,1.5966658918639545e-06,France,FRA,île-de-france,N,,
eval_results.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
- "epoch": 5.0,
3
- "eval_accuracy": 0.375,
4
- "eval_loss": 1.114396333694458,
5
- "eval_runtime": 0.2995,
6
- "eval_samples_per_second": 53.415,
7
- "eval_steps_per_second": 6.677
8
  }
 
1
  {
2
+ "epoch": 2.0,
3
+ "eval_accuracy": 0.125,
4
+ "eval_loss": 1.1599400043487549,
5
+ "eval_runtime": 0.178,
6
+ "eval_samples_per_second": 44.956,
7
+ "eval_steps_per_second": 5.619
8
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9187bf81e3cee0d7531c2e1dc7966085f6f8744d089fc3ea745fddc7daa1a6a3
3
  size 343227052
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ad556d12bfff5046ea12ab16737cbe9cb793e83b103cea0a8de2afaa32bd309
3
  size 343227052
preprocessor_config.json CHANGED
@@ -1,4 +1,18 @@
1
  {
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2
  "do_normalize": true,
3
  "do_rescale": true,
4
  "do_resize": true,
 
1
  {
2
+ "_valid_processor_keys": [
3
+ "images",
4
+ "do_resize",
5
+ "size",
6
+ "resample",
7
+ "do_rescale",
8
+ "rescale_factor",
9
+ "do_normalize",
10
+ "image_mean",
11
+ "image_std",
12
+ "return_tensors",
13
+ "data_format",
14
+ "input_data_format"
15
+ ],
16
  "do_normalize": true,
17
  "do_rescale": true,
18
  "do_resize": true,
runs/May16_18-14-57_amys-mbp-2.taildb5d.ts.net/events.out.tfevents.1715879710.amys-mbp-2.taildb5d.ts.net ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae468d96c3bd9404accce866775e9db1e9f519fac814df422060b1c2a01c0b6f
3
+ size 5934
runs/May16_18-14-57_amys-mbp-2.taildb5d.ts.net/events.out.tfevents.1715879753.amys-mbp-2.taildb5d.ts.net ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50810ea5b36f9d4e5180e469e19fbf807653e2aae47c2af290c0d00d7a57a583
3
+ size 357
runs/May16_18-16-28_amys-mbp-2.taildb5d.ts.net/events.out.tfevents.1715879800.amys-mbp-2.taildb5d.ts.net ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d9dc8fc31dfce16f34d087e725004c7d67fb1c74fd9dcd5758f7434c460b03b
3
+ size 5300
train_results.json CHANGED
@@ -1,7 +1,8 @@
1
  {
2
- "epoch": 5.0,
3
- "train_loss": 0.9750574111938477,
4
- "train_runtime": 26.3663,
5
- "train_samples_per_second": 3.034,
6
- "train_steps_per_second": 0.379
 
7
  }
 
1
  {
2
+ "epoch": 2.0,
3
+ "total_flos": 1239882946412544.0,
4
+ "train_loss": 0.96820068359375,
5
+ "train_runtime": 21.5994,
6
+ "train_samples_per_second": 0.741,
7
+ "train_steps_per_second": 0.093
8
  }
trainer_state.json CHANGED
@@ -1,80 +1,59 @@
1
  {
2
- "best_metric": 1.114396333694458,
3
- "best_model_checkpoint": "./beans_outputs/checkpoint-10",
4
- "epoch": 5.0,
5
  "eval_steps": 500,
6
- "global_step": 10,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
10
  "log_history": [
11
  {
12
  "epoch": 1.0,
13
- "eval_accuracy": 0.4375,
14
- "eval_loss": 1.1243417263031006,
15
- "eval_runtime": 0.3336,
16
- "eval_samples_per_second": 47.962,
17
- "eval_steps_per_second": 5.995,
18
- "step": 2
19
  },
20
  {
21
  "epoch": 2.0,
22
- "eval_accuracy": 0.375,
23
- "eval_loss": 1.1203868389129639,
24
- "eval_runtime": 0.2032,
25
- "eval_samples_per_second": 78.744,
26
- "eval_steps_per_second": 9.843,
27
- "step": 4
28
- },
29
- {
30
- "epoch": 3.0,
31
- "eval_accuracy": 0.375,
32
- "eval_loss": 1.1172332763671875,
33
- "eval_runtime": 0.1981,
34
- "eval_samples_per_second": 80.755,
35
- "eval_steps_per_second": 10.094,
36
- "step": 6
37
- },
38
- {
39
- "epoch": 4.0,
40
- "eval_accuracy": 0.375,
41
- "eval_loss": 1.1152395009994507,
42
- "eval_runtime": 0.1941,
43
- "eval_samples_per_second": 82.414,
44
- "eval_steps_per_second": 10.302,
45
- "step": 8
46
- },
47
- {
48
- "epoch": 5.0,
49
- "learning_rate": 0.0,
50
- "loss": 0.9751,
51
- "step": 10
52
- },
53
- {
54
- "epoch": 5.0,
55
- "eval_accuracy": 0.375,
56
- "eval_loss": 1.114396333694458,
57
- "eval_runtime": 0.189,
58
- "eval_samples_per_second": 84.659,
59
- "eval_steps_per_second": 10.582,
60
- "step": 10
61
  },
62
  {
63
- "epoch": 5.0,
64
- "step": 10,
65
- "total_flos": 6199414732062720.0,
66
- "train_loss": 0.9750574111938477,
67
- "train_runtime": 26.3663,
68
- "train_samples_per_second": 3.034,
69
- "train_steps_per_second": 0.379
70
  }
71
  ],
72
  "logging_steps": 10,
73
- "max_steps": 10,
74
  "num_input_tokens_seen": 0,
75
- "num_train_epochs": 5,
76
  "save_steps": 500,
77
- "total_flos": 6199414732062720.0,
 
 
 
 
 
 
 
 
 
 
 
 
78
  "train_batch_size": 8,
79
  "trial_name": null,
80
  "trial_params": null
 
1
  {
2
+ "best_metric": 1.1599400043487549,
3
+ "best_model_checkpoint": "./beans_outputs/checkpoint-1",
4
+ "epoch": 2.0,
5
  "eval_steps": 500,
6
+ "global_step": 2,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
10
  "log_history": [
11
  {
12
  "epoch": 1.0,
13
+ "eval_accuracy": 0.125,
14
+ "eval_loss": 1.1599400043487549,
15
+ "eval_runtime": 0.2079,
16
+ "eval_samples_per_second": 38.483,
17
+ "eval_steps_per_second": 4.81,
18
+ "step": 1
19
  },
20
  {
21
  "epoch": 2.0,
22
+ "eval_accuracy": 0.0,
23
+ "eval_loss": 1.1626136302947998,
24
+ "eval_runtime": 0.1072,
25
+ "eval_samples_per_second": 74.595,
26
+ "eval_steps_per_second": 9.324,
27
+ "step": 2
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
28
  },
29
  {
30
+ "epoch": 2.0,
31
+ "step": 2,
32
+ "total_flos": 1239882946412544.0,
33
+ "train_loss": 0.96820068359375,
34
+ "train_runtime": 21.5994,
35
+ "train_samples_per_second": 0.741,
36
+ "train_steps_per_second": 0.093
37
  }
38
  ],
39
  "logging_steps": 10,
40
+ "max_steps": 2,
41
  "num_input_tokens_seen": 0,
42
+ "num_train_epochs": 2,
43
  "save_steps": 500,
44
+ "stateful_callbacks": {
45
+ "TrainerControl": {
46
+ "args": {
47
+ "should_epoch_stop": false,
48
+ "should_evaluate": false,
49
+ "should_log": false,
50
+ "should_save": true,
51
+ "should_training_stop": true
52
+ },
53
+ "attributes": {}
54
+ }
55
+ },
56
+ "total_flos": 1239882946412544.0,
57
  "train_batch_size": 8,
58
  "trial_name": null,
59
  "trial_params": null
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9a69cbc0bf26905ca43fed1884c56974369c9d37371214839f7b1bf3079f6663
3
- size 4792
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dfb4cad7bc41b207d5115ed761ba29bdbeeae8035ae57be2dc1893cf198dda2e
3
+ size 5176