Upload 5 files

config.json

@@ -0,0 +1,705 @@
+{
+  "_name_or_path": "../plms/bert-base-uncased",
+  "architectures": [
+    "SparseBertHidden"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "classifier_dropout": null,
+  "gradient_checkpointing": false,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "layer_norm_eps": 1e-12,
+  "layer_skip": 1,
+  "max_position_embeddings": 512,
+  "model_type": "bert",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
+  "pad_token_id": 0,
+  "position_embedding_type": "absolute",
+  "sparsity": "0",
+  "sparsity_map": {
+    "0": {
+      "head": {},
+      "hidden": {
+        "-1": 0,
+        "0": 0,
+        "1": 0,
+        "10": 0,
+        "11": 0,
+        "2": 0,
+        "3": 0,
+        "4": 0,
+        "5": 0,
+        "6": 0,
+        "7": 0,
+        "8": 0,
+        "9": 0
+      },
+      "neuron": {}
+    },
+    "10": {
+      "head": {
+        "1": 5,
+        "11": 1,
+        "3": 1
+      },
+      "hidden": {
+        "-1": 38,
+        "0": 38,
+        "1": 38,
+        "10": 38,
+        "11": 38,
+        "2": 38,
+        "3": 38,
+        "4": 38,
+        "5": 38,
+        "6": 38,
+        "7": 38,
+        "8": 38,
+        "9": 38
+      },
+      "neuron": {
+        "0": 190,
+        "1": 298,
+        "11": 1,
+        "2": 1323,
+        "3": 4,
+        "4": 5,
+        "5": 8,
+        "6": 4,
+        "7": 7,
+        "8": 2,
+        "9": 1
+      }
+    },
+    "20": {
+      "head": {
+        "0": 1,
+        "1": 7,
+        "10": 1,
+        "11": 4,
+        "3": 2,
+        "9": 1
+      },
+      "hidden": {
+        "-1": 84,
+        "0": 84,
+        "1": 84,
+        "10": 84,
+        "11": 84,
+        "2": 84,
+        "3": 84,
+        "4": 84,
+        "5": 84,
+        "6": 84,
+        "7": 84,
+        "8": 84,
+        "9": 84
+      },
+      "neuron": {
+        "0": 597,
+        "1": 802,
+        "11": 16,
+        "2": 2294,
+        "3": 48,
+        "4": 78,
+        "5": 123,
+        "6": 22,
+        "7": 47,
+        "8": 23,
+        "9": 5
+      }
+    },
+    "30": {
+      "head": {
+        "0": 1,
+        "1": 8,
+        "10": 2,
+        "11": 4,
+        "2": 1,
+        "3": 2,
+        "6": 1,
+        "7": 1,
+        "8": 1,
+        "9": 2
+      },
+      "hidden": {
+        "-1": 123,
+        "0": 123,
+        "1": 123,
+        "10": 123,
+        "11": 123,
+        "2": 123,
+        "3": 123,
+        "4": 123,
+        "5": 123,
+        "6": 123,
+        "7": 123,
+        "8": 123,
+        "9": 123
+      },
+      "neuron": {
+        "0": 980,
+        "1": 1233,
+        "10": 2,
+        "11": 116,
+        "2": 2512,
+        "3": 132,
+        "4": 233,
+        "5": 386,
+        "6": 61,
+        "7": 146,
+        "8": 73,
+        "9": 24
+      }
+    },
+    "40": {
+      "head": {
+        "0": 3,
+        "1": 8,
+        "10": 2,
+        "11": 5,
+        "2": 1,
+        "3": 3,
+        "4": 2,
+        "5": 1,
+        "6": 2,
+        "7": 1,
+        "8": 1,
+        "9": 4
+      },
+      "hidden": {
+        "-1": 177,
+        "0": 177,
+        "1": 177,
+        "10": 177,
+        "11": 177,
+        "2": 177,
+        "3": 177,
+        "4": 177,
+        "5": 177,
+        "6": 177,
+        "7": 177,
+        "8": 177,
+        "9": 177
+      },
+      "neuron": {
+        "0": 1436,
+        "1": 1664,
+        "10": 6,
+        "11": 518,
+        "2": 2634,
+        "3": 306,
+        "4": 449,
+        "5": 732,
+        "6": 138,
+        "7": 321,
+        "8": 184,
+        "9": 91
+      }
+    },
+    "50": {
+      "head": {
+        "0": 5,
+        "1": 8,
+        "10": 3,
+        "11": 5,
+        "2": 2,
+        "3": 3,
+        "4": 3,
+        "5": 2,
+        "6": 3,
+        "7": 2,
+        "8": 2,
+        "9": 4
+      },
+      "hidden": {
+        "-1": 223,
+        "0": 223,
+        "1": 223,
+        "10": 223,
+        "11": 223,
+        "2": 223,
+        "3": 223,
+        "4": 223,
+        "5": 223,
+        "6": 223,
+        "7": 223,
+        "8": 223,
+        "9": 223
+      },
+      "neuron": {
+        "0": 1749,
+        "1": 1933,
+        "10": 21,
+        "11": 915,
+        "2": 2699,
+        "3": 519,
+        "4": 664,
+        "5": 976,
+        "6": 252,
+        "7": 469,
+        "8": 307,
+        "9": 187
+      }
+    },
+    "60": {
+      "head": {
+        "0": 6,
+        "1": 8,
+        "10": 5,
+        "11": 7,
+        "2": 3,
+        "3": 4,
+        "4": 4,
+        "5": 3,
+        "6": 5,
+        "7": 2,
+        "8": 2,
+        "9": 4
+      },
+      "hidden": {
+        "-1": 284,
+        "0": 284,
+        "1": 284,
+        "10": 284,
+        "11": 284,
+        "2": 284,
+        "3": 284,
+        "4": 284,
+        "5": 284,
+        "6": 284,
+        "7": 284,
+        "8": 284,
+        "9": 284
+      },
+      "neuron": {
+        "0": 2065,
+        "1": 2200,
+        "10": 67,
+        "11": 1392,
+        "2": 2762,
+        "3": 817,
+        "4": 991,
+        "5": 1279,
+        "6": 454,
+        "7": 695,
+        "8": 521,
+        "9": 397
+      }
+    },
+    "70": {
+      "head": {
+        "0": 6,
+        "1": 8,
+        "10": 6,
+        "11": 7,
+        "2": 4,
+        "3": 6,
+        "4": 4,
+        "5": 5,
+        "6": 6,
+        "7": 3,
+        "8": 5,
+        "9": 5
+      },
+      "hidden": {
+        "-1": 346,
+        "0": 346,
+        "1": 346,
+        "10": 346,
+        "11": 346,
+        "2": 346,
+        "3": 346,
+        "4": 346,
+        "5": 346,
+        "6": 346,
+        "7": 346,
+        "8": 346,
+        "9": 346
+      },
+      "neuron": {
+        "0": 2266,
+        "1": 2390,
+        "10": 206,
+        "11": 1745,
+        "2": 2820,
+        "3": 1173,
+        "4": 1308,
+        "5": 1537,
+        "6": 694,
+        "7": 951,
+        "8": 791,
+        "9": 708
+      }
+    },
+    "80": {
+      "head": {
+        "0": 6,
+        "1": 9,
+        "10": 8,
+        "11": 8,
+        "2": 6,
+        "3": 6,
+        "4": 6,
+        "5": 9,
+        "6": 7,
+        "7": 4,
+        "8": 5,
+        "9": 5
+      },
+      "hidden": {
+        "-1": 422,
+        "0": 422,
+        "1": 422,
+        "10": 422,
+        "11": 422,
+        "2": 422,
+        "3": 422,
+        "4": 422,
+        "5": 422,
+        "6": 422,
+        "7": 422,
+        "8": 422,
+        "9": 422
+      },
+      "neuron": {
+        "0": 2450,
+        "1": 2541,
+        "10": 574,
+        "11": 2105,
+        "2": 2863,
+        "3": 1559,
+        "4": 1676,
+        "5": 1862,
+        "6": 1071,
+        "7": 1294,
+        "8": 1154,
+        "9": 1126
+      }
+    },
+    "85": {
+      "head": {
+        "0": 6,
+        "1": 9,
+        "10": 10,
+        "11": 8,
+        "2": 6,
+        "3": 6,
+        "4": 7,
+        "5": 9,
+        "6": 8,
+        "7": 7,
+        "8": 5,
+        "9": 7
+      },
+      "hidden": {
+        "-1": 468,
+        "0": 468,
+        "1": 468,
+        "10": 468,
+        "11": 468,
+        "2": 468,
+        "3": 468,
+        "4": 468,
+        "5": 468,
+        "6": 468,
+        "7": 468,
+        "8": 468,
+        "9": 468
+      },
+      "neuron": {
+        "0": 2554,
+        "1": 2635,
+        "10": 936,
+        "11": 2278,
+        "2": 2889,
+        "3": 1780,
+        "4": 1836,
+        "5": 2037,
+        "6": 1292,
+        "7": 1489,
+        "8": 1360,
+        "9": 1401
+      }
+    },
+    "90": {
+      "head": {
+        "0": 6,
+        "1": 9,
+        "10": 11,
+        "11": 8,
+        "2": 7,
+        "3": 7,
+        "4": 9,
+        "5": 9,
+        "6": 9,
+        "7": 9,
+        "8": 6,
+        "9": 8
+      },
+      "hidden": {
+        "-1": 522,
+        "0": 522,
+        "1": 522,
+        "10": 522,
+        "11": 522,
+        "2": 522,
+        "3": 522,
+        "4": 522,
+        "5": 522,
+        "6": 522,
+        "7": 522,
+        "8": 522,
+        "9": 522
+      },
+      "neuron": {
+        "0": 2653,
+        "1": 2713,
+        "10": 1390,
+        "11": 2433,
+        "2": 2913,
+        "3": 2013,
+        "4": 2064,
+        "5": 2243,
+        "6": 1569,
+        "7": 1741,
+        "8": 1648,
+        "9": 1688
+      }
+    },
+    "95": {
+      "head": {
+        "0": 8,
+        "1": 10,
+        "10": 11,
+        "11": 9,
+        "2": 9,
+        "3": 9,
+        "4": 9,
+        "5": 9,
+        "6": 11,
+        "7": 9,
+        "8": 9,
+        "9": 9
+      },
+      "hidden": {
+        "-1": 599,
+        "0": 599,
+        "1": 599,
+        "10": 599,
+        "11": 599,
+        "2": 599,
+        "3": 599,
+        "4": 599,
+        "5": 599,
+        "6": 599,
+        "7": 599,
+        "8": 599,
+        "9": 599
+      },
+      "neuron": {
+        "0": 2753,
+        "1": 2799,
+        "10": 2001,
+        "11": 2654,
+        "2": 2948,
+        "3": 2337,
+        "4": 2381,
+        "5": 2519,
+        "6": 1992,
+        "7": 2148,
+        "8": 2061,
+        "9": 2161
+      }
+    },
+    "96": {
+      "head": {
+        "0": 9,
+        "1": 10,
+        "10": 11,
+        "11": 10,
+        "2": 9,
+        "3": 9,
+        "4": 9,
+        "5": 10,
+        "6": 11,
+        "7": 9,
+        "8": 9,
+        "9": 9
+      },
+      "hidden": {
+        "-1": 614,
+        "0": 614,
+        "1": 614,
+        "10": 614,
+        "11": 614,
+        "2": 614,
+        "3": 614,
+        "4": 614,
+        "5": 614,
+        "6": 614,
+        "7": 614,
+        "8": 614,
+        "9": 614
+      },
+      "neuron": {
+        "0": 2768,
+        "1": 2822,
+        "10": 2133,
+        "11": 2689,
+        "2": 2955,
+        "3": 2392,
+        "4": 2439,
+        "5": 2579,
+        "6": 2077,
+        "7": 2223,
+        "8": 2148,
+        "9": 2266
+      }
+    },
+    "97": {
+      "head": {
+        "0": 10,
+        "1": 10,
+        "10": 11,
+        "11": 10,
+        "2": 9,
+        "3": 9,
+        "4": 9,
+        "5": 10,
+        "6": 11,
+        "7": 10,
+        "8": 11,
+        "9": 10
+      },
+      "hidden": {
+        "-1": 637,
+        "0": 637,
+        "1": 637,
+        "10": 637,
+        "11": 637,
+        "2": 637,
+        "3": 637,
+        "4": 637,
+        "5": 637,
+        "6": 637,
+        "7": 637,
+        "8": 637,
+        "9": 637
+      },
+      "neuron": {
+        "0": 2799,
+        "1": 2846,
+        "10": 2294,
+        "11": 2746,
+        "2": 2970,
+        "3": 2487,
+        "4": 2537,
+        "5": 2656,
+        "6": 2207,
+        "7": 2355,
+        "8": 2291,
+        "9": 2409
+      }
+    },
+    "98": {
+      "head": {
+        "0": 11,
+        "1": 10,
+        "10": 11,
+        "11": 10,
+        "2": 10,
+        "3": 10,
+        "4": 10,
+        "5": 10,
+        "6": 11,
+        "7": 10,
+        "8": 11,
+        "9": 10
+      },
+      "hidden": {
+        "-1": 660,
+        "0": 660,
+        "1": 660,
+        "10": 660,
+        "11": 660,
+        "2": 660,
+        "3": 660,
+        "4": 660,
+        "5": 660,
+        "6": 660,
+        "7": 660,
+        "8": 660,
+        "9": 660
+      },
+      "neuron": {
+        "0": 2826,
+        "1": 2870,
+        "10": 2455,
+        "11": 2794,
+        "2": 2984,
+        "3": 2588,
+        "4": 2634,
+        "5": 2726,
+        "6": 2350,
+        "7": 2501,
+        "8": 2440,
+        "9": 2535
+      }
+    },
+    "99": {
+      "head": {
+        "0": 11,
+        "1": 10,
+        "10": 11,
+        "11": 11,
+        "2": 11,
+        "3": 11,
+        "4": 11,
+        "5": 11,
+        "6": 11,
+        "7": 11,
+        "8": 11,
+        "9": 10
+      },
+      "hidden": {
+        "-1": 691,
+        "0": 691,
+        "1": 691,
+        "10": 691,
+        "11": 691,
+        "2": 691,
+        "3": 691,
+        "4": 691,
+        "5": 691,
+        "6": 691,
+        "7": 691,
+        "8": 691,
+        "9": 691
+      },
+      "neuron": {
+        "0": 2861,
+        "1": 2915,
+        "10": 2683,
+        "11": 2862,
+        "2": 2998,
+        "3": 2709,
+        "4": 2746,
+        "5": 2845,
+        "6": 2551,
+        "7": 2678,
+        "8": 2635,
+        "9": 2695
+      }
+    }
+  },
+  "torch_dtype": "float32",
+  "transformers_version": "4.12.0",
+  "type_vocab_size": 2,
+  "use_cache": true,
+  "vocab_size": 30522
+}

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56a41b64b6df1ddee8da268b5f67b714ef3b198e9eee1c97b1d0fb0b067684ce
+size 440508517

special_tokens_map.json

@@ -0,0 +1 @@
+{"unk_token": "[UNK]", "sep_token": "[SEP]", "pad_token": "[PAD]", "cls_token": "[CLS]", "mask_token": "[MASK]"}

tokenizer_config.json

@@ -0,0 +1 @@
+{"do_lower_case": true, "do_basic_tokenize": true, "never_split": null, "unk_token": "[UNK]", "sep_token": "[SEP]", "pad_token": "[PAD]", "cls_token": "[CLS]", "mask_token": "[MASK]", "tokenize_chinese_chars": true, "strip_accents": null, "model_max_length": 512, "special_tokens_map_file": null, "name_or_path": "../plms/bert-base-uncased", "use_fast": true, "tokenizer_file": null, "tokenizer_class": "BertTokenizer"}