config.json

{
  "_name_or_path": "dandelin/vilt-b32-mlm",
  "architectures": [
    "ViltForQuestionAnswering"
  ],
  "attention_probs_dropout_prob": 0.0,
  "hidden_act": "gelu",
  "hidden_dropout_prob": 0.0,
  "hidden_size": 768,
  "id2label": {
    "0": "ct",
    "1": "iv contrast",
    "2": "hydropneumothorax",
    "3": "4",
    "4": "plain film xray",
    "5": "psoas major muscle",
    "6": "xray",
    "7": "sigmoid flexture of the colon",
    "8": "non-contrast",
    "9": "mri/flair",
    "10": "pancreas",
    "11": "r hemidiaphragm",
    "12": "chest radiograph",
    "13": "nipple location",
    "14": "blind loop syndrome",
    "15": "hemorrhage",
    "16": "mr - t2 weighted",
    "17": "in the bowel",
    "18": "midline",
    "19": "posterior to the gastric antrum",
    "20": "x-ray",
    "21": "right",
    "22": "double arch",
    "23": "diverticuli",
    "24": "basal ganglia",
    "25": "temporal and lateral occipital lobes",
    "26": "anterior cerebrum",
    "27": "emphysema",
    "28": "mr - flair",
    "29": "mri",
    "30": "normal",
    "31": "necrotic tissue",
    "32": "adjacent to vertebrae",
    "33": "bilateral",
    "34": "right temporal lobe",
    "35": "spleen",
    "36": "one",
    "37": "isointense",
    "38": "calcification",
    "39": "micronodular",
    "40": "decreased muscle bulk",
    "41": "base",
    "42": "yes",
    "43": "right kidney",
    "44": "the brain",
    "45": "fluid",
    "46": "ribs",
    "47": "mixed intensity",
    "48": "posterior fossa",
    "49": "cystic",
    "50": "in the midline",
    "51": "mri - t2 weighted",
    "52": "hyperintense",
    "53": "chest",
    "54": "right sylvian fissure",
    "55": "blind-ending loop of bowel arising from the cecum",
    "56": "white matter plaques",
    "57": "right colon",
    "58": "pleural effusion",
    "59": "infarct",
    "60": "pons",
    "61": "oral and iv",
    "62": "vasculature",
    "63": "breasts",
    "64": "short section irregular contour",
    "65": "no",
    "66": "ap",
    "67": "in the bowels",
    "68": "almost entire right side",
    "69": "chronic sinusitis vs. hemorrhage",
    "70": "bilateral frontal lobes and body of corpus callosum",
    "71": "right subclavian vein",
    "72": "descending colon",
    "73": "left",
    "74": "acute stroke",
    "75": "in the vasculature",
    "76": "axial",
    "77": "jejunum",
    "78": "abscess",
    "79": "on the left",
    "80": "black",
    "81": "lower lung fields",
    "82": "pineal region",
    "83": "left rectus abdominus",
    "84": "subarachnoid",
    "85": "basilar artery thrombosis",
    "86": "radiolucent",
    "87": "pericholecystic fluid",
    "88": "fatty infiltration",
    "89": "5cm",
    "90": "suprasellar",
    "91": "right vertebral artery sign",
    "92": "man",
    "93": "heterogeneous",
    "94": "pa",
    "95": "bilateral frontal lobes",
    "96": "mr - adc map",
    "97": "nodules",
    "98": "mri diffusion weighted",
    "99": "multilobulated",
    "100": "stomach",
    "101": "brain",
    "102": "with contrast",
    "103": "6.5 x 6.2 x 8.8cm",
    "104": "reduced sulci",
    "105": "thalami, left occipital lobe, brainstem and left cerebellum",
    "106": "fat",
    "107": "non-enhanced",
    "108": "contrast",
    "109": "mri-dwi",
    "110": "anterior surface",
    "111": "mid abdomen",
    "112": "flair",
    "113": "ascites",
    "114": "hypointense",
    "115": "mri-flair",
    "116": "2",
    "117": "bilateral parietal lobes",
    "118": "underneath the right hemidiaphragm",
    "119": "gadolinium",
    "120": "cardiovascular",
    "121": "hip bones",
    "122": "distal basilar artery",
    "123": "t2 weighted"
  },
  "image_size": 384,
  "initializer_range": 0.02,
  "intermediate_size": 3072,
  "label2id": {
    "2": 116,
    "4": 3,
    "5cm": 89,
    "6.5 x 6.2 x 8.8cm": 103,
    "abscess": 78,
    "acute stroke": 74,
    "adjacent to vertebrae": 32,
    "almost entire right side": 68,
    "anterior cerebrum": 26,
    "anterior surface": 110,
    "ap": 66,
    "ascites": 113,
    "axial": 76,
    "basal ganglia": 24,
    "base": 41,
    "basilar artery thrombosis": 85,
    "bilateral": 33,
    "bilateral frontal lobes": 95,
    "bilateral frontal lobes and body of corpus callosum": 70,
    "bilateral parietal lobes": 117,
    "black": 80,
    "blind loop syndrome": 14,
    "blind-ending loop of bowel arising from the cecum": 55,
    "brain": 101,
    "breasts": 63,
    "calcification": 38,
    "cardiovascular": 120,
    "chest": 53,
    "chest radiograph": 12,
    "chronic sinusitis vs. hemorrhage": 69,
    "contrast": 108,
    "ct": 0,
    "cystic": 49,
    "decreased muscle bulk": 40,
    "descending colon": 72,
    "distal basilar artery": 122,
    "diverticuli": 23,
    "double arch": 22,
    "emphysema": 27,
    "fat": 106,
    "fatty infiltration": 88,
    "flair": 112,
    "fluid": 45,
    "gadolinium": 119,
    "hemorrhage": 15,
    "heterogeneous": 93,
    "hip bones": 121,
    "hydropneumothorax": 2,
    "hyperintense": 52,
    "hypointense": 114,
    "in the bowel": 17,
    "in the bowels": 67,
    "in the midline": 50,
    "in the vasculature": 75,
    "infarct": 59,
    "isointense": 37,
    "iv contrast": 1,
    "jejunum": 77,
    "left": 73,
    "left rectus abdominus": 83,
    "lower lung fields": 81,
    "man": 92,
    "micronodular": 39,
    "mid abdomen": 111,
    "midline": 18,
    "mixed intensity": 47,
    "mr - adc map": 96,
    "mr - flair": 28,
    "mr - t2 weighted": 16,
    "mri": 29,
    "mri - t2 weighted": 51,
    "mri diffusion weighted": 98,
    "mri-dwi": 109,
    "mri-flair": 115,
    "mri/flair": 9,
    "multilobulated": 99,
    "necrotic tissue": 31,
    "nipple location": 13,
    "no": 65,
    "nodules": 97,
    "non-contrast": 8,
    "non-enhanced": 107,
    "normal": 30,
    "on the left": 79,
    "one": 36,
    "oral and iv": 61,
    "pa": 94,
    "pancreas": 10,
    "pericholecystic fluid": 87,
    "pineal region": 82,
    "plain film xray": 4,
    "pleural effusion": 58,
    "pons": 60,
    "posterior fossa": 48,
    "posterior to the gastric antrum": 19,
    "psoas major muscle": 5,
    "r hemidiaphragm": 11,
    "radiolucent": 86,
    "reduced sulci": 104,
    "ribs": 46,
    "right": 21,
    "right colon": 57,
    "right kidney": 43,
    "right subclavian vein": 71,
    "right sylvian fissure": 54,
    "right temporal lobe": 34,
    "right vertebral artery sign": 91,
    "short section irregular contour": 64,
    "sigmoid flexture of the colon": 7,
    "spleen": 35,
    "stomach": 100,
    "subarachnoid": 84,
    "suprasellar": 90,
    "t2 weighted": 123,
    "temporal and lateral occipital lobes": 25,
    "thalami, left occipital lobe, brainstem and left cerebellum": 105,
    "the brain": 44,
    "underneath the right hemidiaphragm": 118,
    "vasculature": 62,
    "white matter plaques": 56,
    "with contrast": 102,
    "x-ray": 20,
    "xray": 6,
    "yes": 42
  },
  "layer_norm_eps": 1e-12,
  "max_image_length": -1,
  "max_position_embeddings": 40,
  "modality_type_vocab_size": 2,
  "model_type": "vilt",
  "num_attention_heads": 12,
  "num_channels": 3,
  "num_hidden_layers": 12,
  "num_images": -1,
  "patch_size": 32,
  "qkv_bias": true,
  "tie_word_embeddings": false,
  "torch_dtype": "float32",
  "transformers_version": "4.39.3",
  "type_vocab_size": 2,
  "vocab_size": 30522
}