Training in progress, step 100

README.md

@@ -0,0 +1,55 @@
+---
+license: apache-2.0
+base_model: facebook/detr-resnet-50
+tags:
+- generated_from_trainer
+datasets:
+- facebook/detr-resnet-50
+model-index:
+- name: DETR Resnet fine tuned with BrainHack dataset
+  results: []
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# DETR Resnet fine tuned with BrainHack dataset
+
+This model is a fine-tuned version of [facebook/detr-resnet-50](https://huggingface.co/facebook/detr-resnet-50) on the BrainHack VLM dataset.
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 1e-05
+- train_batch_size: 4
+- eval_batch_size: 8
+- seed: 42
+- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
+- lr_scheduler_type: linear
+- training_steps: 1000
+- mixed_precision_training: Native AMP
+
+### Training results
+
+
+
+### Framework versions
+
+- Transformers 4.41.2
+- Pytorch 2.3.0+cu118
+- Datasets 2.19.1
+- Tokenizers 0.19.1

config.json

@@ -0,0 +1,312 @@
+{
+  "_name_or_path": "facebook/detr-resnet-50-dc5",
+  "activation_dropout": 0.0,
+  "activation_function": "relu",
+  "architectures": [
+    "DetrForObjectDetection"
+  ],
+  "attention_dropout": 0.0,
+  "auxiliary_loss": false,
+  "backbone": "resnet50",
+  "backbone_config": null,
+  "backbone_kwargs": {
+    "in_chans": 3,
+    "out_indices": [
+      1,
+      2,
+      3,
+      4
+    ],
+    "output_stride": 16
+  },
+  "bbox_cost": 5,
+  "bbox_loss_coefficient": 5,
+  "class_cost": 1,
+  "classifier_dropout": 0.0,
+  "d_model": 256,
+  "decoder_attention_heads": 8,
+  "decoder_ffn_dim": 2048,
+  "decoder_layerdrop": 0.0,
+  "decoder_layers": 6,
+  "dice_loss_coefficient": 1,
+  "dilation": true,
+  "dropout": 0.1,
+  "encoder_attention_heads": 8,
+  "encoder_ffn_dim": 2048,
+  "encoder_layerdrop": 0.0,
+  "encoder_layers": 6,
+  "eos_coefficient": 0.1,
+  "giou_cost": 2,
+  "giou_loss_coefficient": 2,
+  "id2label": {
+    "0": "grey and white light aircraft",
+    "1": "grey fighter jet",
+    "2": "grey helicopter",
+    "3": "orange and black fighter jet",
+    "4": "white commercial aircraft",
+    "5": "white and yellow commercial aircraft",
+    "6": "white light aircraft",
+    "7": "blue and green fighter plane",
+    "8": "green fighter plane",
+    "9": "white, blue, and red commercial aircraft",
+    "10": "white and blue fighter plane",
+    "11": "yellow and red light aircraft",
+    "12": "grey drone",
+    "13": "black camouflage fighter jet",
+    "14": "blue and red light aircraft",
+    "15": "black and white commercial aircraft",
+    "16": "blue commercial aircraft",
+    "17": "black cargo aircraft",
+    "18": "yellow, black, and red helicopter",
+    "19": "white, red, and green fighter plane",
+    "20": "white and blue fighter jet",
+    "21": "blue and grey fighter jet",
+    "22": "green and grey helicopter",
+    "23": "blue and red commercial aircraft",
+    "24": "yellow fighter plane",
+    "25": "yellow and black fighter plane",
+    "26": "green and black camouflage helicopter",
+    "27": "black helicopter",
+    "28": "red light aircraft",
+    "29": "green and brown camouflage helicopter",
+    "30": "black fighter plane",
+    "31": "grey and yellow fighter plane",
+    "32": "white and black cargo aircraft",
+    "33": "green light aircraft",
+    "34": "white and black fighter plane",
+    "35": "white and black light aircraft",
+    "36": "white drone",
+    "37": "yellow light aircraft",
+    "38": "white and red light aircraft",
+    "39": "yellow and green helicopter",
+    "40": "white and black drone",
+    "41": "white fighter jet",
+    "42": "grey, red, and blue commercial aircraft",
+    "43": "white cargo aircraft",
+    "44": "white, black, and grey missile",
+    "45": "red, white, and blue light aircraft",
+    "46": "red and black drone",
+    "47": "green and white fighter plane",
+    "48": "red fighter plane",
+    "49": "grey commercial aircraft",
+    "50": "grey and red fighter jet",
+    "51": "grey and black fighter plane",
+    "52": "grey camouflage fighter jet",
+    "53": "green camouflage helicopter",
+    "54": "white and red fighter plane",
+    "55": "blue and yellow fighter jet",
+    "56": "blue and white helicopter",
+    "57": "white, black, and red drone",
+    "58": "white and blue cargo aircraft",
+    "59": "green and yellow fighter plane",
+    "60": "red and white helicopter",
+    "61": "grey and green cargo aircraft",
+    "62": "yellow, red, and grey helicopter",
+    "63": "silver fighter plane",
+    "64": "blue, yellow, and green fighter plane",
+    "65": "red and white fighter plane",
+    "66": "grey missile",
+    "67": "white and black fighter jet",
+    "68": "blue missile",
+    "69": "grey light aircraft",
+    "70": "red fighter jet",
+    "71": "yellow missile",
+    "72": "white helicopter",
+    "73": "black drone",
+    "74": "yellow helicopter",
+    "75": "black fighter jet",
+    "76": "white and red helicopter",
+    "77": "grey and white fighter plane",
+    "78": "blue helicopter",
+    "79": "white and blue light aircraft",
+    "80": "grey and black helicopter",
+    "81": "blue and yellow helicopter",
+    "82": "white and blue commercial aircraft",
+    "83": "blue and white missile",
+    "84": "black and brown camouflage helicopter",
+    "85": "red and white fighter jet",
+    "86": "white and orange commercial aircraft",
+    "87": "black and white cargo aircraft",
+    "88": "white and red missile",
+    "89": "white and red commercial aircraft",
+    "90": "white missile",
+    "91": "white and black helicopter",
+    "92": "yellow, red, and blue fighter plane",
+    "93": "red helicopter",
+    "94": "black and white missile",
+    "95": "green helicopter",
+    "96": "green and brown camouflage fighter plane",
+    "97": "grey cargo aircraft",
+    "98": "green and brown camouflage fighter jet",
+    "99": "yellow commercial aircraft",
+    "100": "white and grey helicopter",
+    "101": "white fighter plane",
+    "102": "silver and blue fighter plane",
+    "103": "red and white missile",
+    "104": "green missile",
+    "105": "black and orange drone",
+    "106": "grey fighter plane",
+    "107": "black and yellow missile",
+    "108": "orange light aircraft",
+    "109": "white and blue helicopter",
+    "110": "red and white light aircraft",
+    "111": "grey and red missile",
+    "112": "black and yellow drone",
+    "113": "white and orange light aircraft",
+    "114": "blue, yellow, and white cargo aircraft",
+    "115": "yellow fighter jet",
+    "116": "blue camouflage fighter jet",
+    "117": "green and black missile",
+    "118": "blue, yellow, and black helicopter",
+    "119": "white and red fighter jet",
+    "120": "grey and red commercial aircraft",
+    "121": "red, white, and blue fighter jet",
+    "122": "white, red, and blue commercial aircraft",
+    "123": "blue and white commercial aircraft",
+    "124": "blue and white light aircraft",
+    "125": "red and grey missile"
+  },
+  "init_std": 0.02,
+  "init_xavier_std": 1.0,
+  "is_encoder_decoder": true,
+  "label2id": {
+    "black and brown camouflage helicopter": 84,
+    "black and orange drone": 105,
+    "black and white cargo aircraft": 87,
+    "black and white commercial aircraft": 15,
+    "black and white missile": 94,
+    "black and yellow drone": 112,
+    "black and yellow missile": 107,
+    "black camouflage fighter jet": 13,
+    "black cargo aircraft": 17,
+    "black drone": 73,
+    "black fighter jet": 75,
+    "black fighter plane": 30,
+    "black helicopter": 27,
+    "blue and green fighter plane": 7,
+    "blue and grey fighter jet": 21,
+    "blue and red commercial aircraft": 23,
+    "blue and red light aircraft": 14,
+    "blue and white commercial aircraft": 123,
+    "blue and white helicopter": 56,
+    "blue and white light aircraft": 124,
+    "blue and white missile": 83,
+    "blue and yellow fighter jet": 55,
+    "blue and yellow helicopter": 81,
+    "blue camouflage fighter jet": 116,
+    "blue commercial aircraft": 16,
+    "blue helicopter": 78,
+    "blue missile": 68,
+    "blue, yellow, and black helicopter": 118,
+    "blue, yellow, and green fighter plane": 64,
+    "blue, yellow, and white cargo aircraft": 114,
+    "green and black camouflage helicopter": 26,
+    "green and black missile": 117,
+    "green and brown camouflage fighter jet": 98,
+    "green and brown camouflage fighter plane": 96,
+    "green and brown camouflage helicopter": 29,
+    "green and grey helicopter": 22,
+    "green and white fighter plane": 47,
+    "green and yellow fighter plane": 59,
+    "green camouflage helicopter": 53,
+    "green fighter plane": 8,
+    "green helicopter": 95,
+    "green light aircraft": 33,
+    "green missile": 104,
+    "grey and black fighter plane": 51,
+    "grey and black helicopter": 80,
+    "grey and green cargo aircraft": 61,
+    "grey and red commercial aircraft": 120,
+    "grey and red fighter jet": 50,
+    "grey and red missile": 111,
+    "grey and white fighter plane": 77,
+    "grey and white light aircraft": 0,
+    "grey and yellow fighter plane": 31,
+    "grey camouflage fighter jet": 52,
+    "grey cargo aircraft": 97,
+    "grey commercial aircraft": 49,
+    "grey drone": 12,
+    "grey fighter jet": 1,
+    "grey fighter plane": 106,
+    "grey helicopter": 2,
+    "grey light aircraft": 69,
+    "grey missile": 66,
+    "grey, red, and blue commercial aircraft": 42,
+    "orange and black fighter jet": 3,
+    "orange light aircraft": 108,
+    "red and black drone": 46,
+    "red and grey missile": 125,
+    "red and white fighter jet": 85,
+    "red and white fighter plane": 65,
+    "red and white helicopter": 60,
+    "red and white light aircraft": 110,
+    "red and white missile": 103,
+    "red fighter jet": 70,
+    "red fighter plane": 48,
+    "red helicopter": 93,
+    "red light aircraft": 28,
+    "red, white, and blue fighter jet": 121,
+    "red, white, and blue light aircraft": 45,
+    "silver and blue fighter plane": 102,
+    "silver fighter plane": 63,
+    "white and black cargo aircraft": 32,
+    "white and black drone": 40,
+    "white and black fighter jet": 67,
+    "white and black fighter plane": 34,
+    "white and black helicopter": 91,
+    "white and black light aircraft": 35,
+    "white and blue cargo aircraft": 58,
+    "white and blue commercial aircraft": 82,
+    "white and blue fighter jet": 20,
+    "white and blue fighter plane": 10,
+    "white and blue helicopter": 109,
+    "white and blue light aircraft": 79,
+    "white and grey helicopter": 100,
+    "white and orange commercial aircraft": 86,
+    "white and orange light aircraft": 113,
+    "white and red commercial aircraft": 89,
+    "white and red fighter jet": 119,
+    "white and red fighter plane": 54,
+    "white and red helicopter": 76,
+    "white and red light aircraft": 38,
+    "white and red missile": 88,
+    "white and yellow commercial aircraft": 5,
+    "white cargo aircraft": 43,
+    "white commercial aircraft": 4,
+    "white drone": 36,
+    "white fighter jet": 41,
+    "white fighter plane": 101,
+    "white helicopter": 72,
+    "white light aircraft": 6,
+    "white missile": 90,
+    "white, black, and grey missile": 44,
+    "white, black, and red drone": 57,
+    "white, blue, and red commercial aircraft": 9,
+    "white, red, and blue commercial aircraft": 122,
+    "white, red, and green fighter plane": 19,
+    "yellow and black fighter plane": 25,
+    "yellow and green helicopter": 39,
+    "yellow and red light aircraft": 11,
+    "yellow commercial aircraft": 99,
+    "yellow fighter jet": 115,
+    "yellow fighter plane": 24,
+    "yellow helicopter": 74,
+    "yellow light aircraft": 37,
+    "yellow missile": 71,
+    "yellow, black, and red helicopter": 18,
+    "yellow, red, and blue fighter plane": 92,
+    "yellow, red, and grey helicopter": 62
+  },
+  "mask_loss_coefficient": 1,
+  "max_position_embeddings": 1024,
+  "model_type": "detr",
+  "num_channels": 3,
+  "num_hidden_layers": 6,
+  "num_queries": 100,
+  "position_embedding_type": "sine",
+  "scale_embedding": false,
+  "torch_dtype": "float32",
+  "transformers_version": "4.41.2",
+  "use_pretrained_backbone": true,
+  "use_timm_backbone": true
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbca65ea2b779375e6abe63adea9a68117ee35cbb2a8f94cfcf8db1b8cbc38d1
+size 166623364

preprocessor_config.json

@@ -0,0 +1,45 @@
+{
+  "_valid_processor_keys": [
+    "images",
+    "annotations",
+    "return_segmentation_masks",
+    "masks_path",
+    "do_resize",
+    "size",
+    "resample",
+    "do_rescale",
+    "rescale_factor",
+    "do_normalize",
+    "do_convert_annotations",
+    "image_mean",
+    "image_std",
+    "do_pad",
+    "format",
+    "return_tensors",
+    "data_format",
+    "input_data_format"
+  ],
+  "do_convert_annotations": true,
+  "do_normalize": true,
+  "do_pad": true,
+  "do_rescale": true,
+  "do_resize": true,
+  "format": "coco_detection",
+  "image_mean": [
+    0.485,
+    0.456,
+    0.406
+  ],
+  "image_processor_type": "DetrImageProcessor",
+  "image_std": [
+    0.229,
+    0.224,
+    0.225
+  ],
+  "resample": 2,
+  "rescale_factor": 0.00392156862745098,
+  "size": {
+    "longest_edge": 1333,
+    "shortest_edge": 800
+  }
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fca1e452aff7f40131e0a19d57cd5e55d28107d698804a382cdfa9801702602
+size 5112