Upload model

README.md

@@ -0,0 +1,42 @@
+---
+tags:
+- vit
+- adapter-transformers
+datasets:
+- cifar100
+---
+
+# Adapter `julian-fong/cifar100-adapterplus_config` for google/vit-base-patch16-224-in21k
+
+An [adapter](https://adapterhub.ml) for the `google/vit-base-patch16-224-in21k` model that was trained on the [cifar100](https://huggingface.co/datasets/cifar100/) dataset and includes a prediction head for image classification.
+
+This adapter was created for usage with the **[Adapters](https://github.com/Adapter-Hub/adapters)** library.
+
+## Usage
+
+First, install `adapters`:
+
+```
+pip install -U adapters
+```
+
+Now, the adapter can be loaded and activated like this:
+
+```python
+from adapters import AutoAdapterModel
+
+model = AutoAdapterModel.from_pretrained("google/vit-base-patch16-224-in21k")
+adapter_name = model.load_adapter("julian-fong/cifar100-adapterplus_config", set_active=True)
+```
+
+## Architecture & Training
+
+<!-- Add some description here -->
+
+## Evaluation results
+
+<!-- Add some description here -->
+
+## Citation
+
+<!-- Add some description here -->

adapter_config.json

@@ -0,0 +1,42 @@
+{
+  "config": {
+    "adapter_residual_before_ln": false,
+    "cross_adapter": false,
+    "dropout": 0.0,
+    "factorized_phm_W": true,
+    "factorized_phm_rule": false,
+    "hypercomplex_nonlinearity": "glorot-uniform",
+    "init_weights": "houlsby",
+    "inv_adapter": null,
+    "inv_adapter_reduction_factor": null,
+    "is_parallel": false,
+    "learn_phm": true,
+    "leave_out": [],
+    "ln_after": false,
+    "ln_before": false,
+    "mh_adapter": false,
+    "non_linearity": "gelu",
+    "original_ln_after": true,
+    "original_ln_before": false,
+    "output_adapter": true,
+    "phm_bias": true,
+    "phm_c_init": "normal",
+    "phm_dim": 4,
+    "phm_init_range": 0.0001,
+    "phm_layer": false,
+    "phm_rank": 1,
+    "reduction_factor": 96,
+    "residual_before_ln": true,
+    "scaling": "channel",
+    "shared_W_phm": false,
+    "shared_phm_rule": true,
+    "stochastic_depth": 0.1,
+    "use_gating": false
+  },
+  "hidden_size": 768,
+  "model_class": "ViTAdapterModel",
+  "model_name": "google/vit-base-patch16-224-in21k",
+  "model_type": "vit",
+  "name": "adapterplus_config",
+  "version": "adapters.1.0.1"
+}

head_config.json

@@ -0,0 +1,120 @@
+{
+  "config": {
+    "activation_function": "tanh",
+    "bias": true,
+    "dropout_prob": null,
+    "head_type": "image_classification",
+    "label2id": {
+      "LABEL_0": 0,
+      "LABEL_1": 1,
+      "LABEL_10": 10,
+      "LABEL_11": 11,
+      "LABEL_12": 12,
+      "LABEL_13": 13,
+      "LABEL_14": 14,
+      "LABEL_15": 15,
+      "LABEL_16": 16,
+      "LABEL_17": 17,
+      "LABEL_18": 18,
+      "LABEL_19": 19,
+      "LABEL_2": 2,
+      "LABEL_20": 20,
+      "LABEL_21": 21,
+      "LABEL_22": 22,
+      "LABEL_23": 23,
+      "LABEL_24": 24,
+      "LABEL_25": 25,
+      "LABEL_26": 26,
+      "LABEL_27": 27,
+      "LABEL_28": 28,
+      "LABEL_29": 29,
+      "LABEL_3": 3,
+      "LABEL_30": 30,
+      "LABEL_31": 31,
+      "LABEL_32": 32,
+      "LABEL_33": 33,
+      "LABEL_34": 34,
+      "LABEL_35": 35,
+      "LABEL_36": 36,
+      "LABEL_37": 37,
+      "LABEL_38": 38,
+      "LABEL_39": 39,
+      "LABEL_4": 4,
+      "LABEL_40": 40,
+      "LABEL_41": 41,
+      "LABEL_42": 42,
+      "LABEL_43": 43,
+      "LABEL_44": 44,
+      "LABEL_45": 45,
+      "LABEL_46": 46,
+      "LABEL_47": 47,
+      "LABEL_48": 48,
+      "LABEL_49": 49,
+      "LABEL_5": 5,
+      "LABEL_50": 50,
+      "LABEL_51": 51,
+      "LABEL_52": 52,
+      "LABEL_53": 53,
+      "LABEL_54": 54,
+      "LABEL_55": 55,
+      "LABEL_56": 56,
+      "LABEL_57": 57,
+      "LABEL_58": 58,
+      "LABEL_59": 59,
+      "LABEL_6": 6,
+      "LABEL_60": 60,
+      "LABEL_61": 61,
+      "LABEL_62": 62,
+      "LABEL_63": 63,
+      "LABEL_64": 64,
+      "LABEL_65": 65,
+      "LABEL_66": 66,
+      "LABEL_67": 67,
+      "LABEL_68": 68,
+      "LABEL_69": 69,
+      "LABEL_7": 7,
+      "LABEL_70": 70,
+      "LABEL_71": 71,
+      "LABEL_72": 72,
+      "LABEL_73": 73,
+      "LABEL_74": 74,
+      "LABEL_75": 75,
+      "LABEL_76": 76,
+      "LABEL_77": 77,
+      "LABEL_78": 78,
+      "LABEL_79": 79,
+      "LABEL_8": 8,
+      "LABEL_80": 80,
+      "LABEL_81": 81,
+      "LABEL_82": 82,
+      "LABEL_83": 83,
+      "LABEL_84": 84,
+      "LABEL_85": 85,
+      "LABEL_86": 86,
+      "LABEL_87": 87,
+      "LABEL_88": 88,
+      "LABEL_89": 89,
+      "LABEL_9": 9,
+      "LABEL_90": 90,
+      "LABEL_91": 91,
+      "LABEL_92": 92,
+      "LABEL_93": 93,
+      "LABEL_94": 94,
+      "LABEL_95": 95,
+      "LABEL_96": 96,
+      "LABEL_97": 97,
+      "LABEL_98": 98,
+      "LABEL_99": 99
+    },
+    "layers": 1,
+    "multilabel": false,
+    "num_labels": 100,
+    "use_pooler": false
+  },
+  "hidden_size": 768,
+  "model_class": "ViTAdapterModel",
+  "model_name": "google/vit-base-patch16-224-in21k",
+  "model_type": "vit",
+  "name": "adapterplus_config",
+  "version": "adapters.1.0.1"
+}

pytorch_adapter.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98524cfff3c26c49ac830945794bbf550e0d1a0eabc570e5b6ab946a3c6b7992
+size 686690

pytorch_model_head.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85a26a6ba9a79f87e4bcced7291aa2aa77920e025cb7b29f30585ec779750fee
+size 309146