Training in progress, epoch 1

README.md

@@ -0,0 +1,63 @@
+---
+license: cc-by-nc-4.0
+base_model: MCG-NJU/videomae-base
+tags:
+- generated_from_trainer
+metrics:
+- accuracy
+model-index:
+- name: videomae-base-finetuned-ucf101-subset
+  results: []
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# videomae-base-finetuned-ucf101-subset
+
+This model is a fine-tuned version of [MCG-NJU/videomae-base](https://huggingface.co/MCG-NJU/videomae-base) on an unknown dataset.
+It achieves the following results on the evaluation set:
+- Loss: 2.3963
+- Accuracy: 0.1154
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 5e-05
+- train_batch_size: 8
+- eval_batch_size: 8
+- seed: 42
+- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
+- lr_scheduler_type: linear
+- lr_scheduler_warmup_ratio: 0.1
+- training_steps: 36
+
+### Training results
+
+| Training Loss | Epoch  | Step | Validation Loss | Accuracy |
+|:-------------:|:------:|:----:|:---------------:|:--------:|
+| 2.4449        | 0.3889 | 14   | 2.4051          | 0.0769   |
+| 2.4615        | 1.3889 | 28   | 2.3911          | 0.1154   |
+| 2.4631        | 2.2222 | 36   | 2.3963          | 0.1154   |
+
+
+### Framework versions
+
+- Transformers 4.40.1
+- Pytorch 2.1.2+rocm6.0
+- Datasets 2.19.1
+- Tokenizers 0.19.1

config.json

@@ -0,0 +1,57 @@
+{
+  "_name_or_path": "MCG-NJU/videomae-base",
+  "architectures": [
+    "VideoMAEForVideoClassification"
+  ],
+  "attention_probs_dropout_prob": 0.0,
+  "decoder_hidden_size": 384,
+  "decoder_intermediate_size": 1536,
+  "decoder_num_attention_heads": 6,
+  "decoder_num_hidden_layers": 4,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.0,
+  "hidden_size": 768,
+  "id2label": {
+    "0": " Actor",
+    "1": " Afternoon",
+    "2": " Ball",
+    "3": " Bank",
+    "4": " Blue",
+    "5": " Boat",
+    "6": " Book",
+    "7": " Chair",
+    "8": "Animal",
+    "9": "bathroom",
+    "10": "child"
+  },
+  "image_size": 224,
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "label2id": {
+    " Actor": 0,
+    " Afternoon": 1,
+    " Ball": 2,
+    " Bank": 3,
+    " Blue": 4,
+    " Boat": 5,
+    " Book": 6,
+    " Chair": 7,
+    "Animal": 8,
+    "bathroom": 9,
+    "child": 10
+  },
+  "layer_norm_eps": 1e-12,
+  "model_type": "videomae",
+  "norm_pix_loss": true,
+  "num_attention_heads": 12,
+  "num_channels": 3,
+  "num_frames": 16,
+  "num_hidden_layers": 12,
+  "patch_size": 16,
+  "problem_type": "single_label_classification",
+  "qkv_bias": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.40.1",
+  "tubelet_size": 2,
+  "use_mean_pooling": false
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f86d5e0d9b42a4a3f5512f00dfb66d6029d71881bcba8cb7039536c46a1fe92
+size 344965060

preprocessor_config.json

@@ -0,0 +1,42 @@
+{
+  "_valid_processor_keys": [
+    "videos",
+    "do_resize",
+    "size",
+    "resample",
+    "do_center_crop",
+    "crop_size",
+    "do_rescale",
+    "rescale_factor",
+    "do_normalize",
+    "image_mean",
+    "image_std",
+    "return_tensors",
+    "data_format",
+    "input_data_format"
+  ],
+  "crop_size": {
+    "height": 224,
+    "width": 224
+  },
+  "do_center_crop": true,
+  "do_normalize": true,
+  "do_rescale": true,
+  "do_resize": true,
+  "image_mean": [
+    0.485,
+    0.456,
+    0.406
+  ],
+  "image_processor_type": "VideoMAEImageProcessor",
+  "image_std": [
+    0.229,
+    0.224,
+    0.225
+  ],
+  "resample": 2,
+  "rescale_factor": 0.00392156862745098,
+  "size": {
+    "shortest_edge": 224
+  }
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c503d5251f282937c8b8764787a23dfc91bae99dfc299babd8ea703be8fb97e
+size 5048