{ "_name_or_path": "microsoft/BiomedNLP-PubMedBERT-base-uncased-abstract", "architectures": [ "BertForSequenceClassification" ], "attention_probs_dropout_prob": 0.1, "classifier_dropout": null, "hidden_act": "gelu", "hidden_dropout_prob": 0.1, "hidden_size": 768, "id2label": { "0": "anesthesiology", "1": "biochemistry", "2": "bioinformatics", "3": "cancer", "4": "cardiology", "5": "chemistry", "6": "computation", "7": "dermatology", "8": "ecology", "9": "education", "10": "engineering", "11": "environment", "12": "ethics", "13": "genetics", "14": "gynecology", "15": "healthcare", "16": "immunology", "17": "infectious", "18": "material", "19": "microbiology", "20": "neurology", "21": "neuroscience", "22": "nursing", "23": "nutrition", "24": "ophthalmology", "25": "optics", "26": "pathology", "27": "pediatric", "28": "pharmacology", "29": "physics", "30": "physiology", "31": "psychiatry", "32": "psychology", "33": "radiology", "34": "rehabilitation", "35": "surgery", "36": "veterinary", "37": "virology" }, "initializer_range": 0.02, "intermediate_size": 3072, "label2id": { "anesthesiology": 0, "biochemistry": 1, "bioinformatics": 2, "cancer": 3, "cardiology": 4, "chemistry": 5, "computation": 6, "dermatology": 7, "ecology": 8, "education": 9, "engineering": 10, "environment": 11, "ethics": 12, "genetics": 13, "gynecology": 14, "healthcare": 15, "immunology": 16, "infectious": 17, "material": 18, "microbiology": 19, "neurology": 20, "neuroscience": 21, "nursing": 22, "nutrition": 23, "ophthalmology": 24, "optics": 25, "pathology": 26, "pediatric": 27, "pharmacology": 28, "physics": 29, "physiology": 30, "psychiatry": 31, "psychology": 32, "radiology": 33, "rehabilitation": 34, "surgery": 35, "veterinary": 36, "virology": 37 }, "layer_norm_eps": 1e-12, "max_position_embeddings": 512, "model_type": "bert", "num_attention_heads": 12, "num_hidden_layers": 12, "pad_token_id": 0, "position_embedding_type": "absolute", "problem_type": "single_label_classification", "torch_dtype": "float32", "transformers_version": "4.28.1", "type_vocab_size": 2, "use_cache": true, "vocab_size": 30522 }