Upload tokenizer.json

tokenizer.json

@@ -0,0 +1,511 @@
+{
+  "version": "1.0",
+  "truncation": null,
+  "padding": null,
+  "added_tokens": [
+    {
+      "id": 0,
+      "content": "[UNK]",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 1,
+      "content": "[PAD]",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 2,
+      "content": "[CLS]",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 3,
+      "content": "[SEP]",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 4,
+      "content": "[MASK]",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    }
+  ],
+  "normalizer": {
+    "type": "BertNormalizer",
+    "clean_text": true,
+    "handle_chinese_chars": true,
+    "strip_accents": null,
+    "lowercase": true
+  },
+  "pre_tokenizer": {
+    "type": "WhitespaceSplit"
+  },
+  "post_processor": {
+    "type": "TemplateProcessing",
+    "single": [
+      {
+        "SpecialToken": {
+          "id": "[CLS]",
+          "type_id": 0
+        }
+      },
+      {
+        "Sequence": {
+          "id": "A",
+          "type_id": 0
+        }
+      },
+      {
+        "SpecialToken": {
+          "id": "[SEP]",
+          "type_id": 0
+        }
+      }
+    ],
+    "pair": [
+      {
+        "SpecialToken": {
+          "id": "[CLS]",
+          "type_id": 0
+        }
+      },
+      {
+        "Sequence": {
+          "id": "A",
+          "type_id": 0
+        }
+      },
+      {
+        "SpecialToken": {
+          "id": "[SEP]",
+          "type_id": 0
+        }
+      },
+      {
+        "Sequence": {
+          "id": "B",
+          "type_id": 1
+        }
+      },
+      {
+        "SpecialToken": {
+          "id": "[SEP]",
+          "type_id": 1
+        }
+      }
+    ],
+    "special_tokens": {
+      "[CLS]": {
+        "id": "[CLS]",
+        "ids": [
+          2
+        ],
+        "tokens": [
+          "[CLS]"
+        ]
+      },
+      "[SEP]": {
+        "id": "[SEP]",
+        "ids": [
+          3
+        ],
+        "tokens": [
+          "[SEP]"
+        ]
+      }
+    }
+  },
+  "decoder": {
+    "type": "WordPiece",
+    "prefix": "##",
+    "cleanup": true
+  },
+  "model": {
+    "type": "WordLevel",
+    "vocab": {
+      "[UNK]": 0,
+      "[PAD]": 1,
+      "[CLS]": 2,
+      "[SEP]": 3,
+      "[MASK]": 4,
+      "[1hr]": 5,
+      "hr=n": 6,
+      "rr=n": 7,
+      "sbp=n": 8,
+      "spo2=n": 9,
+      "temp=n": 10,
+      "fio2=n": 11,
+      "map=n": 12,
+      "dbp=n": 13,
+      "hr=h": 14,
+      "hr=vh": 15,
+      "map=h": 16,
+      "dbp=h": 17,
+      "sbp=h": 18,
+      "hr=l": 19,
+      "map=vh": 20,
+      "dbp=vh": 21,
+      "temp=h": 22,
+      "sbp=vh": 23,
+      "spo2=vh": 24,
+      "spo2=n>n": 25,
+      "spo2=l": 26,
+      "rr=vh": 27,
+      "of=n": 28,
+      "hr=n>n": 29,
+      "temp=vh": 30,
+      "rr=n>n": 31,
+      "dbp=vl": 32,
+      "fio2=h": 33,
+      "[2hr]": 34,
+      "fio2=vh": 35,
+      "rr=h": 36,
+      "map=vl": 37,
+      "dbp=l": 38,
+      "sbp=vl": 39,
+      "spo2=n>l": 40,
+      "map=l": 41,
+      "spo2=l>n": 42,
+      "hr=vl": 43,
+      "map=n>n": 44,
+      "sbp=l": 45,
+      "sbp=n>n": 46,
+      "dbp=n>n": 47,
+      "plt=n": 48,
+      "[3hr]": 49,
+      "hr=n>l": 50,
+      "[4hr]": 51,
+      "hr=l>n": 52,
+      "cr=n": 53,
+      "wbc=n": 54,
+      "rr=n>h": 55,
+      "bun=n": 56,
+      "rr=h>n": 57,
+      "hr=h>n": 58,
+      "hr=n>h": 59,
+      "spo2=vl": 60,
+      "of=h": 61,
+      "spo2=h>n": 62,
+      "spo2=n>h": 63,
+      "hr=l>l": 64,
+      "spo2=h": 65,
+      "rr=h>h": 66,
+      "map=l>n": 67,
+      "map=n>l": 68,
+      "spo2=l>l": 69,
+      "sbp=h>n": 70,
+      "map=h>n": 71,
+      "dbp=n>l": 72,
+      "dbp=l>n": 73,
+      "spo2=vh>vh": 74,
+      "sbp=l>n": 75,
+      "hr=h>h": 76,
+      "dbp=h>n": 77,
+      "sbp=n>l": 78,
+      "of=vh": 79,
+      "map=n>h": 80,
+      "sbp=n>h": 81,
+      "dbp=n>h": 82,
+      "spo2=n>vh": 83,
+      "spo2=vh>n": 84,
+      "spo2=h>vh": 85,
+      "spo2=vh>h": 86,
+      "[5hr]": 87,
+      "spo2=vl>l": 88,
+      "rr=l>n": 89,
+      "spo2=l>vl": 90,
+      "spo2=h>h": 91,
+      "hr=vl>l": 92,
+      "hr=l>vl": 93,
+      "rr=n>l": 94,
+      "of=l": 95,
+      "spo2=vl>n": 96,
+      "temp=l": 97,
+      "spo2=n>vl": 98,
+      "rr=h>vh": 99,
+      "rr=l": 100,
+      "rr=vh>h": 101,
+      "hr=vl>vl": 102,
+      "dbp=l>l": 103,
+      "hr=vh>h": 104,
+      "map=l>l": 105,
+      "sbp=vh>h": 106,
+      "plt=l": 107,
+      "map=vh>h": 108,
+      "hr=h>vh": 109,
+      "bun=h": 110,
+      "rr=vl>n": 111,
+      "wbc=h": 112,
+      "dbp=vh>h": 113,
+      "sbp=h>h": 114,
+      "sbp=h>vh": 115,
+      "map=h>h": 116,
+      "sbp=l>l": 117,
+      "map=h>vh": 118,
+      "dbp=vl>l": 119,
+      "plt=h": 120,
+      "dbp=vh>n": 121,
+      "bun=l": 122,
+      "[6hr]": 123,
+      "dbp=l>vl": 124,
+      "dbp=h>h": 125,
+      "dbp=h>vh": 126,
+      "spo2=vl>vl": 127,
+      "wbc=l": 128,
+      "map=vl>l": 129,
+      "rr=vl": 130,
+      "map=vh>n": 131,
+      "cr=h": 132,
+      "sbp=vh>n": 133,
+      "rr=n>vl": 134,
+      "rr=vh>vh": 135,
+      "map=l>vl": 136,
+      "sbp=vl>l": 137,
+      "dbp=n>vh": 138,
+      "bun=vh": 139,
+      "rr=l>l": 140,
+      "wbc=vh": 141,
+      "hr=vl>n": 142,
+      "sbp=l>vl": 143,
+      "rr=vl>l": 144,
+      "sbp=n>vh": 145,
+      "lt=n": 146,
+      "map=n>vh": 147,
+      "map=vl>n": 148,
+      "[7hr]": 149,
+      "hr=vh>vh": 150,
+      "map=n>vl": 151,
+      "hr=n>vl": 152,
+      "plt=vl": 153,
+      "rr=vl>vl": 154,
+      "temp=vl": 155,
+      "br=n": 156,
+      "dbp=vl>n": 157,
+      "dbp=n>vl": 158,
+      "dbp=vl>vl": 159,
+      "cr=vh": 160,
+      "sbp=vl>n": 161,
+      "rr=l>vl": 162,
+      "[8hr]": 163,
+      "sbp=vh>vh": 164,
+      "sbp=n>vl": 165,
+      "plt=vh": 166,
+      "bun=vl": 167,
+      "wbc=vl": 168,
+      "dbp=vh>vh": 169,
+      "map=vh>vh": 170,
+      "rr=vh>n": 171,
+      "rr=n>vh": 172,
+      "map=vl>vl": 173,
+      "cr=l": 174,
+      "sbp=vl>vl": 175,
+      "fio2=n>h": 176,
+      "cr=vl": 177,
+      "temp=n>h": 178,
+      "[9hr]": 179,
+      "temp=l>n": 180,
+      "hr=n>vh": 181,
+      "hr=vh>n": 182,
+      "temp=h>n": 183,
+      "spo2=vh>l": 184,
+      "spo2=h>l": 185,
+      "spo2=l>vh": 186,
+      "spo2=l>h": 187,
+      "spo2=vl>vh": 188,
+      "temp=h>vh": 189,
+      "[10hr]": 190,
+      "spo2=vh>vl": 191,
+      "lt=h": 192,
+      "map=h>l": 193,
+      "temp=n>l": 194,
+      "spo2=vl>h": 195,
+      "dbp=h>l": 196,
+      "sbp=h>l": 197,
+      "rr=h>l": 198,
+      "rr=l>h": 199,
+      "temp=vh>h": 200,
+      "temp=vl>l": 201,
+      "map=l>h": 202,
+      "br=h": 203,
+      "bd=n": 204,
+      "[11hr]": 205,
+      "spo2=h>vl": 206,
+      "lt=l": 207,
+      "hr=l>h": 208,
+      "dbp=l>h": 209,
+      "rr=vl>h": 210,
+      "sbp=l>h": 211,
+      "temp=n>n": 212,
+      "lt=vh": 213,
+      "dbp=vh>l": 214,
+      "[12hr]": 215,
+      "rr=h>vl": 216,
+      "map=vh>l": 217,
+      "temp=l>vl": 218,
+      "temp=h>h": 219,
+      "hr=h>l": 220,
+      "br=vh": 221,
+      "rr=vh>vl": 222,
+      "hr=vl>h": 223,
+      "rr=vl>vh": 224,
+      "crp=n": 225,
+      "lt=vl": 226,
+      "sbp=vh>l": 227,
+      "br=l": 228,
+      "fio2=h>n": 229,
+      "br=vl": 230,
+      "hr=h>vl": 231,
+      "temp=vl>n": 232,
+      "[13hr]": 233,
+      "map=h>vl": 234,
+      "dbp=l>vh": 235,
+      "dbp=h>vl": 236,
+      "map=l>vh": 237,
+      "temp=l>l": 238,
+      "of=vl": 239,
+      "map=vh>vl": 240,
+      "hr=vl>vh": 241,
+      "dbp=vh>vl": 242,
+      "dbp=vl>h": 243,
+      "map=vl>h": 244,
+      "[999hr]": 245,
+      "hr=l>vh": 246,
+      "sbp=l>vh": 247,
+      "sbp=h>vl": 248,
+      "crp=l": 249,
+      "hr=vh>l": 250,
+      "sr=n": 251,
+      "sbp=vl>h": 252,
+      "hr=vh>vl": 253,
+      "[24hr]": 254,
+      "sbp=vh>vl": 255,
+      "temp=n>vh": 256,
+      "bd=l": 257,
+      "dbp=vl>vh": 258,
+      "[23hr]": 259,
+      "[14hr]": 260,
+      "rr=vh>l": 261,
+      "[21hr]": 262,
+      "temp=vh>n": 263,
+      "[22hr]": 264,
+      "[20hr]": 265,
+      "bd=h": 266,
+      "temp=vh>vh": 267,
+      "map=vl>vh": 268,
+      "[15hr]": 269,
+      "[18hr]": 270,
+      "fio2=vh>h": 271,
+      "bd=vh": 272,
+      "temp=n>vl": 273,
+      "fio2=n>n": 274,
+      "[19hr]": 275,
+      "crp=h": 276,
+      "rr=l>vh": 277,
+      "[16hr]": 278,
+      "of=n>l": 279,
+      "of=vh>h": 280,
+      "fio2=h>vh": 281,
+      "temp=l>h": 282,
+      "sbp=vl>vh": 283,
+      "[17hr]": 284,
+      "fio2=n>vh": 285,
+      "temp=vl>vl": 286,
+      "of=h>n": 287,
+      "of=h>vh": 288,
+      "bd=vl": 289,
+      "fio2=h>h": 290,
+      "crp=vh": 291,
+      "of=n>h": 292,
+      "fio2=vh>n": 293,
+      "sr=l": 294,
+      "of=l>n": 295,
+      "temp=vl>h": 296,
+      "temp=h>l": 297,
+      "sr=h": 298,
+      "sr=vl": 299,
+      "sr=vh": 300,
+      "of=vh>n": 301,
+      "pct=n": 302,
+      "of=n>vh": 303,
+      "temp=h>vl": 304,
+      "temp=vh>vl": 305,
+      "temp=vh>l": 306,
+      "temp=l>vh": 307,
+      "temp=vl>vh": 308,
+      "fio2=vh>vh": 309,
+      "of=n>n": 310,
+      "fio2=vl": 311,
+      "plt=l>vl": 312,
+      "of=h>h": 313,
+      "of=h>l": 314,
+      "pct=h": 315,
+      "plt=vl>l": 316,
+      "of=l>l": 317,
+      "of=vh>vh": 318,
+      "of=l>vl": 319,
+      "of=vl>n": 320,
+      "pct=vh": 321,
+      "plt=l>n": 322,
+      "plt=n>l": 323,
+      "plt=vl>n": 324,
+      "of=vl>l": 325,
+      "of=l>h": 326,
+      "of=l>vh": 327,
+      "of=n>vl": 328,
+      "bd=l>n": 329,
+      "bun=l>n": 330,
+      "bun=n>h": 331,
+      "cr=n>h": 332,
+      "fio2=n>vl": 333,
+      "fio2=vh>vl": 334,
+      "lt=h>n": 335,
+      "lt=n>h": 336,
+      "bd=vl>l": 337,
+      "br=n>n": 338,
+      "bun=h>vh": 339,
+      "bun=n>l": 340,
+      "cr=h>vh": 341,
+      "cr=n>l": 342,
+      "cr=n>vl": 343,
+      "lt=l>n": 344,
+      "lt=n>l": 345,
+      "lt=n>vl": 346,
+      "lt=vh>h": 347,
+      "lt=vl>l": 348,
+      "of=h>vl": 349,
+      "of=vh>l": 350,
+      "of=vh>vl": 351,
+      "of=vl>h": 352,
+      "plt=h>n": 353,
+      "plt=l>l": 354,
+      "wbc=h>n": 355,
+      "wbc=h>vh": 356,
+      "wbc=l>vl": 357,
+      "wbc=n>h": 358,
+      "wbc=n>l": 359,
+      "wbc=vh>h": 360,
+      "wbc=vl>l": 361,
+      "wbc=vl>vh": 362
+    },
+    "unk_token": "[UNK]"
+  }
+}