Upload folder using huggingface_hub

README.md

@@ -0,0 +1,31 @@
+
+---
+tags:
+- autotrain
+- image-classification
+base_model: google/vit-base-patch16-224
+widget:
+- src: https://huggingface.co/datasets/mishig/sample_images/resolve/main/tiger.jpg
+  example_title: Tiger
+- src: https://huggingface.co/datasets/mishig/sample_images/resolve/main/teapot.jpg
+  example_title: Teapot
+- src: https://huggingface.co/datasets/mishig/sample_images/resolve/main/palace.jpg
+  example_title: Palace
+---
+
+# Model Trained Using AutoTrain
+
+- Problem type: Image Classification
+
+## Validation Metrics
+loss: 0.17235368490219116
+
+f1: 0.94
+
+precision: 0.94
+
+recall: 0.94
+
+auc: 0.9796
+
+accuracy: 0.94

checkpoint-100/config.json

@@ -0,0 +1,33 @@
+{
+  "_name_or_path": "google/vit-base-patch16-224",
+  "_num_labels": 2,
+  "architectures": [
+    "ViTForImageClassification"
+  ],
+  "attention_probs_dropout_prob": 0.0,
+  "encoder_stride": 16,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.0,
+  "hidden_size": 768,
+  "id2label": {
+    "0": "negative",
+    "1": "positive"
+  },
+  "image_size": 224,
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "label2id": {
+    "negative": 0,
+    "positive": 1
+  },
+  "layer_norm_eps": 1e-12,
+  "model_type": "vit",
+  "num_attention_heads": 12,
+  "num_channels": 3,
+  "num_hidden_layers": 12,
+  "patch_size": 16,
+  "problem_type": "single_label_classification",
+  "qkv_bias": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.42.2"
+}

checkpoint-100/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfcbc3b1f90a6b8f1fd199d51e5b36d1d3f13ffa2fdbe505e4c97f8fd53b59cb
+size 343223968

checkpoint-100/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e05d14e14e964f8656977b6833245df7185bf1f8861349504e4355b4fbc9e9e
+size 686563258

checkpoint-100/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb265851bfe9ea76473c4ed187ad21806cefe6309d927f72d5a6466fbb18914a
+size 13990

checkpoint-100/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7f13fa69fa5aededada161b8a9e4d59d1828d44ca7cd89db5434fe90d4bc5a9
+size 1064

checkpoint-100/trainer_state.json

@@ -0,0 +1,418 @@
+{
+  "best_metric": 0.17235368490219116,
+  "best_model_checkpoint": "autotrain-dhurg-4zloz/checkpoint-100",
+  "epoch": 2.0,
+  "eval_steps": 500,
+  "global_step": 100,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.04,
+      "grad_norm": 8.779764175415039,
+      "learning_rate": 6.666666666666667e-06,
+      "loss": 0.7021,
+      "step": 2
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 11.571272850036621,
+      "learning_rate": 1.3333333333333333e-05,
+      "loss": 0.7476,
+      "step": 4
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 7.2595109939575195,
+      "learning_rate": 2e-05,
+      "loss": 0.6407,
+      "step": 6
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 22.257381439208984,
+      "learning_rate": 2.6666666666666667e-05,
+      "loss": 0.7677,
+      "step": 8
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 9.527205467224121,
+      "learning_rate": 3.3333333333333335e-05,
+      "loss": 0.6452,
+      "step": 10
+    },
+    {
+      "epoch": 0.24,
+      "grad_norm": 6.193709373474121,
+      "learning_rate": 4e-05,
+      "loss": 0.4157,
+      "step": 12
+    },
+    {
+      "epoch": 0.28,
+      "grad_norm": 8.290445327758789,
+      "learning_rate": 4.666666666666667e-05,
+      "loss": 0.6082,
+      "step": 14
+    },
+    {
+      "epoch": 0.32,
+      "grad_norm": 15.103638648986816,
+      "learning_rate": 4.962962962962963e-05,
+      "loss": 0.8635,
+      "step": 16
+    },
+    {
+      "epoch": 0.36,
+      "grad_norm": 9.055012702941895,
+      "learning_rate": 4.888888888888889e-05,
+      "loss": 0.4496,
+      "step": 18
+    },
+    {
+      "epoch": 0.4,
+      "grad_norm": 7.674185276031494,
+      "learning_rate": 4.814814814814815e-05,
+      "loss": 0.4544,
+      "step": 20
+    },
+    {
+      "epoch": 0.44,
+      "grad_norm": 5.750149250030518,
+      "learning_rate": 4.740740740740741e-05,
+      "loss": 0.4023,
+      "step": 22
+    },
+    {
+      "epoch": 0.48,
+      "grad_norm": 9.68493938446045,
+      "learning_rate": 4.666666666666667e-05,
+      "loss": 0.4952,
+      "step": 24
+    },
+    {
+      "epoch": 0.52,
+      "grad_norm": 5.293528079986572,
+      "learning_rate": 4.592592592592593e-05,
+      "loss": 0.5546,
+      "step": 26
+    },
+    {
+      "epoch": 0.56,
+      "grad_norm": 7.6056647300720215,
+      "learning_rate": 4.518518518518519e-05,
+      "loss": 0.3908,
+      "step": 28
+    },
+    {
+      "epoch": 0.6,
+      "grad_norm": 6.408599853515625,
+      "learning_rate": 4.4444444444444447e-05,
+      "loss": 0.2509,
+      "step": 30
+    },
+    {
+      "epoch": 0.64,
+      "grad_norm": 6.033527374267578,
+      "learning_rate": 4.3703703703703705e-05,
+      "loss": 0.2029,
+      "step": 32
+    },
+    {
+      "epoch": 0.68,
+      "grad_norm": 11.087029457092285,
+      "learning_rate": 4.296296296296296e-05,
+      "loss": 0.5078,
+      "step": 34
+    },
+    {
+      "epoch": 0.72,
+      "grad_norm": 6.722639560699463,
+      "learning_rate": 4.222222222222222e-05,
+      "loss": 0.4449,
+      "step": 36
+    },
+    {
+      "epoch": 0.76,
+      "grad_norm": 5.349610805511475,
+      "learning_rate": 4.148148148148148e-05,
+      "loss": 0.3874,
+      "step": 38
+    },
+    {
+      "epoch": 0.8,
+      "grad_norm": 7.29227352142334,
+      "learning_rate": 4.074074074074074e-05,
+      "loss": 0.5953,
+      "step": 40
+    },
+    {
+      "epoch": 0.84,
+      "grad_norm": 8.242330551147461,
+      "learning_rate": 4e-05,
+      "loss": 0.3056,
+      "step": 42
+    },
+    {
+      "epoch": 0.88,
+      "grad_norm": 3.6587088108062744,
+      "learning_rate": 3.925925925925926e-05,
+      "loss": 0.1099,
+      "step": 44
+    },
+    {
+      "epoch": 0.92,
+      "grad_norm": 3.0559661388397217,
+      "learning_rate": 3.851851851851852e-05,
+      "loss": 0.37,
+      "step": 46
+    },
+    {
+      "epoch": 0.96,
+      "grad_norm": 4.720924377441406,
+      "learning_rate": 3.777777777777778e-05,
+      "loss": 0.1703,
+      "step": 48
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 3.9827725887298584,
+      "learning_rate": 3.7037037037037037e-05,
+      "loss": 0.3503,
+      "step": 50
+    },
+    {
+      "epoch": 1.0,
+      "eval_accuracy": 0.95,
+      "eval_auc": 0.964,
+      "eval_f1": 0.9494949494949495,
+      "eval_loss": 0.21780452132225037,
+      "eval_precision": 0.9591836734693877,
+      "eval_recall": 0.94,
+      "eval_runtime": 26.0018,
+      "eval_samples_per_second": 3.846,
+      "eval_steps_per_second": 0.269,
+      "step": 50
+    },
+    {
+      "epoch": 1.04,
+      "grad_norm": 2.406909465789795,
+      "learning_rate": 3.62962962962963e-05,
+      "loss": 0.1008,
+      "step": 52
+    },
+    {
+      "epoch": 1.08,
+      "grad_norm": 11.02933406829834,
+      "learning_rate": 3.555555555555556e-05,
+      "loss": 0.2756,
+      "step": 54
+    },
+    {
+      "epoch": 1.12,
+      "grad_norm": 8.120884895324707,
+      "learning_rate": 3.481481481481482e-05,
+      "loss": 0.2622,
+      "step": 56
+    },
+    {
+      "epoch": 1.16,
+      "grad_norm": 5.108714580535889,
+      "learning_rate": 3.4074074074074077e-05,
+      "loss": 0.1122,
+      "step": 58
+    },
+    {
+      "epoch": 1.2,
+      "grad_norm": 13.36482048034668,
+      "learning_rate": 3.3333333333333335e-05,
+      "loss": 0.2356,
+      "step": 60
+    },
+    {
+      "epoch": 1.24,
+      "grad_norm": 4.833813190460205,
+      "learning_rate": 3.25925925925926e-05,
+      "loss": 0.1811,
+      "step": 62
+    },
+    {
+      "epoch": 1.28,
+      "grad_norm": 4.81235933303833,
+      "learning_rate": 3.185185185185185e-05,
+      "loss": 0.1474,
+      "step": 64
+    },
+    {
+      "epoch": 1.32,
+      "grad_norm": 0.43874427676200867,
+      "learning_rate": 3.111111111111111e-05,
+      "loss": 0.2348,
+      "step": 66
+    },
+    {
+      "epoch": 1.3599999999999999,
+      "grad_norm": 1.1349278688430786,
+      "learning_rate": 3.037037037037037e-05,
+      "loss": 0.0234,
+      "step": 68
+    },
+    {
+      "epoch": 1.4,
+      "grad_norm": 2.6060400009155273,
+      "learning_rate": 2.962962962962963e-05,
+      "loss": 0.1018,
+      "step": 70
+    },
+    {
+      "epoch": 1.44,
+      "grad_norm": 6.894038200378418,
+      "learning_rate": 2.8888888888888888e-05,
+      "loss": 0.3433,
+      "step": 72
+    },
+    {
+      "epoch": 1.48,
+      "grad_norm": 0.4274143576622009,
+      "learning_rate": 2.814814814814815e-05,
+      "loss": 0.3128,
+      "step": 74
+    },
+    {
+      "epoch": 1.52,
+      "grad_norm": 4.964171886444092,
+      "learning_rate": 2.7407407407407408e-05,
+      "loss": 0.1867,
+      "step": 76
+    },
+    {
+      "epoch": 1.56,
+      "grad_norm": 3.660466194152832,
+      "learning_rate": 2.6666666666666667e-05,
+      "loss": 0.1936,
+      "step": 78
+    },
+    {
+      "epoch": 1.6,
+      "grad_norm": 9.657711029052734,
+      "learning_rate": 2.5925925925925925e-05,
+      "loss": 0.2673,
+      "step": 80
+    },
+    {
+      "epoch": 1.6400000000000001,
+      "grad_norm": 7.678964614868164,
+      "learning_rate": 2.5185185185185183e-05,
+      "loss": 0.2198,
+      "step": 82
+    },
+    {
+      "epoch": 1.6800000000000002,
+      "grad_norm": 2.8848860263824463,
+      "learning_rate": 2.4444444444444445e-05,
+      "loss": 0.2738,
+      "step": 84
+    },
+    {
+      "epoch": 1.72,
+      "grad_norm": 13.012591361999512,
+      "learning_rate": 2.3703703703703707e-05,
+      "loss": 0.2112,
+      "step": 86
+    },
+    {
+      "epoch": 1.76,
+      "grad_norm": 8.288191795349121,
+      "learning_rate": 2.2962962962962965e-05,
+      "loss": 0.1981,
+      "step": 88
+    },
+    {
+      "epoch": 1.8,
+      "grad_norm": 9.876968383789062,
+      "learning_rate": 2.2222222222222223e-05,
+      "loss": 0.3836,
+      "step": 90
+    },
+    {
+      "epoch": 1.8399999999999999,
+      "grad_norm": 0.2542683184146881,
+      "learning_rate": 2.148148148148148e-05,
+      "loss": 0.2617,
+      "step": 92
+    },
+    {
+      "epoch": 1.88,
+      "grad_norm": 1.3072165250778198,
+      "learning_rate": 2.074074074074074e-05,
+      "loss": 0.2146,
+      "step": 94
+    },
+    {
+      "epoch": 1.92,
+      "grad_norm": 5.043093681335449,
+      "learning_rate": 2e-05,
+      "loss": 0.0965,
+      "step": 96
+    },
+    {
+      "epoch": 1.96,
+      "grad_norm": 7.184999942779541,
+      "learning_rate": 1.925925925925926e-05,
+      "loss": 0.232,
+      "step": 98
+    },
+    {
+      "epoch": 2.0,
+      "grad_norm": 7.763317584991455,
+      "learning_rate": 1.8518518518518518e-05,
+      "loss": 0.3054,
+      "step": 100
+    },
+    {
+      "epoch": 2.0,
+      "eval_accuracy": 0.94,
+      "eval_auc": 0.9796,
+      "eval_f1": 0.94,
+      "eval_loss": 0.17235368490219116,
+      "eval_precision": 0.94,
+      "eval_recall": 0.94,
+      "eval_runtime": 24.1401,
+      "eval_samples_per_second": 4.142,
+      "eval_steps_per_second": 0.29,
+      "step": 100
+    }
+  ],
+  "logging_steps": 2,
+  "max_steps": 150,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 3,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "EarlyStoppingCallback": {
+      "args": {
+        "early_stopping_patience": 5,
+        "early_stopping_threshold": 0.01
+      },
+      "attributes": {
+        "early_stopping_patience_counter": 0
+      }
+    },
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 6.19935916916736e+16,
+  "train_batch_size": 8,
+  "trial_name": null,
+  "trial_params": null
+}

checkpoint-100/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aac69707ce74ec40f025f7420488c7eff0af7ea496b999d721564f574e983363
+size 5176

config.json

@@ -0,0 +1,33 @@
+{
+  "_name_or_path": "google/vit-base-patch16-224",
+  "_num_labels": 2,
+  "architectures": [
+    "ViTForImageClassification"
+  ],
+  "attention_probs_dropout_prob": 0.0,
+  "encoder_stride": 16,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.0,
+  "hidden_size": 768,
+  "id2label": {
+    "0": "negative",
+    "1": "positive"
+  },
+  "image_size": 224,
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "label2id": {
+    "negative": 0,
+    "positive": 1
+  },
+  "layer_norm_eps": 1e-12,
+  "model_type": "vit",
+  "num_attention_heads": 12,
+  "num_channels": 3,
+  "num_hidden_layers": 12,
+  "patch_size": 16,
+  "problem_type": "single_label_classification",
+  "qkv_bias": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.42.2"
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfcbc3b1f90a6b8f1fd199d51e5b36d1d3f13ffa2fdbe505e4c97f8fd53b59cb
+size 343223968

preprocessor_config.json

@@ -0,0 +1,22 @@
+{
+  "do_normalize": true,
+  "do_rescale": true,
+  "do_resize": true,
+  "image_mean": [
+    0.5,
+    0.5,
+    0.5
+  ],
+  "image_processor_type": "ViTImageProcessor",
+  "image_std": [
+    0.5,
+    0.5,
+    0.5
+  ],
+  "resample": 2,
+  "rescale_factor": 0.00392156862745098,
+  "size": {
+    "height": 224,
+    "width": 224
+  }
+}

runs/Jul11_21-34-08_r-wendys-llc-autotrain-advanced-2t76ukwv-e008a-l1yrl/events.out.tfevents.1720733648.r-wendys-llc-autotrain-advanced-2t76ukwv-e008a-l1yrl.346.0

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1020422b8b038211da40aca0d954a33f9cd0afe84a0851e81a076e5cacb1e4c7
-size 14529
+oid sha256:21b66a0f96a961466d1956460475c7a6c8bd637cb6e61468574668370bdef6d2
+size 22376

runs/Jul11_21-34-08_r-wendys-llc-autotrain-advanced-2t76ukwv-e008a-l1yrl/events.out.tfevents.1720734720.r-wendys-llc-autotrain-advanced-2t76ukwv-e008a-l1yrl.346.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:262cc8814107dc0371e492e9fcc04a085a8d9cd9e6f783b8befb7dcd22ed07bc
+size 607

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aac69707ce74ec40f025f7420488c7eff0af7ea496b999d721564f574e983363
+size 5176

training_params.json

@@ -0,0 +1,29 @@
+{
+    "data_path": "autotrain-dhurg-4zloz/autotrain-data",
+    "model": "google/vit-base-patch16-224",
+    "username": "wendys-llc",
+    "lr": 5e-05,
+    "epochs": 3,
+    "batch_size": 8,
+    "warmup_ratio": 0.1,
+    "gradient_accumulation": 1,
+    "optimizer": "adamw_torch",
+    "scheduler": "linear",
+    "weight_decay": 0.0,
+    "max_grad_norm": 1.0,
+    "seed": 42,
+    "train_split": "train",
+    "valid_split": "validation",
+    "logging_steps": -1,
+    "project_name": "autotrain-dhurg-4zloz",
+    "auto_find_batch_size": false,
+    "mixed_precision": "none",
+    "save_total_limit": 1,
+    "push_to_hub": true,
+    "eval_strategy": "epoch",
+    "image_column": "autotrain_image",
+    "target_column": "autotrain_label",
+    "log": "tensorboard",
+    "early_stopping_patience": 5,
+    "early_stopping_threshold": 0.01
+}