config.json

{
  "_name_or_path": "dandelin/vilt-b32-mlm",
  "architectures": [
    "ViltForQuestionAnswering"
  ],
  "attention_probs_dropout_prob": 0.0,
  "hidden_act": "gelu",
  "hidden_dropout_prob": 0.0,
  "hidden_size": 768,
  "id2label": {
    "0": "vasculature",
    "1": "in the bowel",
    "2": "yes",
    "3": "in the bowels",
    "4": "stomach",
    "5": "5cm",
    "6": "pancreas",
    "7": "mixed intensity",
    "8": "psoas major muscle",
    "9": "radiolucent",
    "10": "necrotic tissue",
    "11": "right subclavian vein",
    "12": "hemorrhage",
    "13": "oral and iv",
    "14": "the brain",
    "15": "jejunum",
    "16": "black",
    "17": "ct",
    "18": "anterior cerebrum",
    "19": "heterogeneous",
    "20": "in the vasculature",
    "21": "hydropneumothorax",
    "22": "temporal and lateral occipital lobes",
    "23": "hip bones",
    "24": "basal ganglia",
    "25": "suprasellar",
    "26": "blind loop syndrome",
    "27": "mri/flair",
    "28": "base",
    "29": "isointense",
    "30": "basilar artery thrombosis",
    "31": "mri - t2 weighted",
    "32": "mid abdomen",
    "33": "fatty infiltration",
    "34": "midline",
    "35": "fat",
    "36": "pleural effusion",
    "37": "white matter plaques",
    "38": "distal basilar artery",
    "39": "infarct",
    "40": "axial",
    "41": "thalami, left occipital lobe, brainstem and left cerebellum",
    "42": "pa",
    "43": "right kidney",
    "44": "iv contrast",
    "45": "emphysema",
    "46": "spleen",
    "47": "breasts",
    "48": "with contrast",
    "49": "t2 weighted",
    "50": "cystic",
    "51": "double arch",
    "52": "subarachnoid",
    "53": "acute stroke",
    "54": "right vertebral artery sign",
    "55": "left",
    "56": "pons",
    "57": "brain",
    "58": "left rectus abdominus",
    "59": "mr - flair",
    "60": "xray",
    "61": "pineal region",
    "62": "non-enhanced",
    "63": "ribs",
    "64": "bilateral parietal lobes",
    "65": "r hemidiaphragm",
    "66": "bilateral",
    "67": "mri",
    "68": "anterior surface",
    "69": "adjacent to vertebrae",
    "70": "no",
    "71": "sigmoid flexture of the colon",
    "72": "plain film xray",
    "73": "ascites",
    "74": "reduced sulci",
    "75": "pericholecystic fluid",
    "76": "mri diffusion weighted",
    "77": "contrast",
    "78": "non-contrast",
    "79": "mri-dwi",
    "80": "on the left",
    "81": "normal",
    "82": "ap",
    "83": "mri-flair",
    "84": "right colon",
    "85": "posterior to the gastric antrum",
    "86": "man",
    "87": "bilateral frontal lobes",
    "88": "short section irregular contour",
    "89": "decreased muscle bulk",
    "90": "almost entire right side",
    "91": "micronodular",
    "92": "right sylvian fissure",
    "93": "right temporal lobe",
    "94": "gadolinium",
    "95": "mr - t2 weighted",
    "96": "one",
    "97": "mr - adc map",
    "98": "flair",
    "99": "descending colon",
    "100": "6.5 x 6.2 x 8.8cm",
    "101": "lower lung fields",
    "102": "chest radiograph",
    "103": "2",
    "104": "bilateral frontal lobes and body of corpus callosum",
    "105": "calcification",
    "106": "underneath the right hemidiaphragm",
    "107": "right",
    "108": "posterior fossa",
    "109": "fluid",
    "110": "chest",
    "111": "hyperintense",
    "112": "blind-ending loop of bowel arising from the cecum",
    "113": "in the midline",
    "114": "multilobulated",
    "115": "4",
    "116": "abscess",
    "117": "cardiovascular",
    "118": "nipple location",
    "119": "x-ray",
    "120": "chronic sinusitis vs. hemorrhage",
    "121": "diverticuli",
    "122": "hypointense",
    "123": "nodules"
  },
  "image_size": 384,
  "initializer_range": 0.02,
  "intermediate_size": 3072,
  "label2id": {
    "2": 103,
    "4": 115,
    "5cm": 5,
    "6.5 x 6.2 x 8.8cm": 100,
    "abscess": 116,
    "acute stroke": 53,
    "adjacent to vertebrae": 69,
    "almost entire right side": 90,
    "anterior cerebrum": 18,
    "anterior surface": 68,
    "ap": 82,
    "ascites": 73,
    "axial": 40,
    "basal ganglia": 24,
    "base": 28,
    "basilar artery thrombosis": 30,
    "bilateral": 66,
    "bilateral frontal lobes": 87,
    "bilateral frontal lobes and body of corpus callosum": 104,
    "bilateral parietal lobes": 64,
    "black": 16,
    "blind loop syndrome": 26,
    "blind-ending loop of bowel arising from the cecum": 112,
    "brain": 57,
    "breasts": 47,
    "calcification": 105,
    "cardiovascular": 117,
    "chest": 110,
    "chest radiograph": 102,
    "chronic sinusitis vs. hemorrhage": 120,
    "contrast": 77,
    "ct": 17,
    "cystic": 50,
    "decreased muscle bulk": 89,
    "descending colon": 99,
    "distal basilar artery": 38,
    "diverticuli": 121,
    "double arch": 51,
    "emphysema": 45,
    "fat": 35,
    "fatty infiltration": 33,
    "flair": 98,
    "fluid": 109,
    "gadolinium": 94,
    "hemorrhage": 12,
    "heterogeneous": 19,
    "hip bones": 23,
    "hydropneumothorax": 21,
    "hyperintense": 111,
    "hypointense": 122,
    "in the bowel": 1,
    "in the bowels": 3,
    "in the midline": 113,
    "in the vasculature": 20,
    "infarct": 39,
    "isointense": 29,
    "iv contrast": 44,
    "jejunum": 15,
    "left": 55,
    "left rectus abdominus": 58,
    "lower lung fields": 101,
    "man": 86,
    "micronodular": 91,
    "mid abdomen": 32,
    "midline": 34,
    "mixed intensity": 7,
    "mr - adc map": 97,
    "mr - flair": 59,
    "mr - t2 weighted": 95,
    "mri": 67,
    "mri - t2 weighted": 31,
    "mri diffusion weighted": 76,
    "mri-dwi": 79,
    "mri-flair": 83,
    "mri/flair": 27,
    "multilobulated": 114,
    "necrotic tissue": 10,
    "nipple location": 118,
    "no": 70,
    "nodules": 123,
    "non-contrast": 78,
    "non-enhanced": 62,
    "normal": 81,
    "on the left": 80,
    "one": 96,
    "oral and iv": 13,
    "pa": 42,
    "pancreas": 6,
    "pericholecystic fluid": 75,
    "pineal region": 61,
    "plain film xray": 72,
    "pleural effusion": 36,
    "pons": 56,
    "posterior fossa": 108,
    "posterior to the gastric antrum": 85,
    "psoas major muscle": 8,
    "r hemidiaphragm": 65,
    "radiolucent": 9,
    "reduced sulci": 74,
    "ribs": 63,
    "right": 107,
    "right colon": 84,
    "right kidney": 43,
    "right subclavian vein": 11,
    "right sylvian fissure": 92,
    "right temporal lobe": 93,
    "right vertebral artery sign": 54,
    "short section irregular contour": 88,
    "sigmoid flexture of the colon": 71,
    "spleen": 46,
    "stomach": 4,
    "subarachnoid": 52,
    "suprasellar": 25,
    "t2 weighted": 49,
    "temporal and lateral occipital lobes": 22,
    "thalami, left occipital lobe, brainstem and left cerebellum": 41,
    "the brain": 14,
    "underneath the right hemidiaphragm": 106,
    "vasculature": 0,
    "white matter plaques": 37,
    "with contrast": 48,
    "x-ray": 119,
    "xray": 60,
    "yes": 2
  },
  "layer_norm_eps": 1e-12,
  "max_image_length": -1,
  "max_position_embeddings": 40,
  "modality_type_vocab_size": 2,
  "model_type": "vilt",
  "num_attention_heads": 12,
  "num_channels": 3,
  "num_hidden_layers": 12,
  "num_images": -1,
  "patch_size": 32,
  "qkv_bias": true,
  "tie_word_embeddings": false,
  "torch_dtype": "float32",
  "transformers_version": "4.39.3",
  "type_vocab_size": 2,
  "vocab_size": 30522
}