{
  "architectures": [
    "MobileBertForTokenClassification"
  ],
  "attention_probs_dropout_prob": 0.1,
  "classifier_activation": false,
  "embedding_size": 128,
  "hidden_act": "relu",
  "hidden_dropout_prob": 0.0,
  "hidden_size": 512,
  "id2label": {
    "0": "O",
    "1": "CC",
    "2": "CD",
    "3": "DT",
    "4": "EX",
    "5": "FW",
    "6": "IN",
    "7": "JJ",
    "8": "JJR",
    "9": "JJS",
    "10": "MD",
    "11": "NN",
    "12": "NNP",
    "13": "NNPS",
    "14": "NNS",
    "15": "PDT",
    "16": "POS",
    "17": "PRP",
    "18": "RB",
    "19": "RBR",
    "20": "RBS",
    "21": "RP",
    "22": "SYM",
    "23": "TO",
    "24": "UH",
    "25": "VB",
    "26": "VBD",
    "27": "VBG",
    "28": "VBN",
    "29": "VBP",
    "30": "VBZ",
    "31": "WDT",
    "32": "WP",
    "33": "WRB"
  },
  "initializer_range": 0.02,
  "intermediate_size": 512,
  "intra_bottleneck_size": 128,
  "key_query_shared_bottleneck": true,
  "label2id": {
    "CC": 1,
    "CD": 2,
    "DT": 3,
    "EX": 4,
    "FW": 5,
    "IN": 6,
    "JJ": 7,
    "JJR": 8,
    "JJS": 9,
    "MD": 10,
    "NN": 11,
    "NNP": 12,
    "NNPS": 13,
    "NNS": 14,
    "O": 0,
    "PDT": 15,
    "POS": 16,
    "PRP": 17,
    "RB": 18,
    "RBR": 19,
    "RBS": 20,
    "RP": 21,
    "SYM": 22,
    "TO": 23,
    "UH": 24,
    "VB": 25,
    "VBD": 26,
    "VBG": 27,
    "VBN": 28,
    "VBP": 29,
    "VBZ": 30,
    "WDT": 31,
    "WP": 32,
    "WRB": 33
  },
  "layer_norm_eps": 1e-12,
  "max_position_embeddings": 512,
  "model_type": "mobilebert",
  "normalization_type": "no_norm",
  "num_attention_heads": 4,
  "num_feedforward_networks": 4,
  "num_hidden_layers": 24,
  "pad_token_id": 0,
  "trigram_input": true,
  "true_hidden_size": 128,
  "type_vocab_size": 2,
  "use_bottleneck": true,
  "use_bottleneck_attention": false,
  "vocab_size": 30522
}