hsohn3's picture
Upload tokenizer.json
ebd1fd1
{
"version": "1.0",
"truncation": null,
"padding": null,
"added_tokens": [
{
"id": 0,
"content": "[UNK]",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 1,
"content": "[PAD]",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 2,
"content": "[CLS]",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 3,
"content": "[SEP]",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 4,
"content": "[MASK]",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
}
],
"normalizer": {
"type": "BertNormalizer",
"clean_text": true,
"handle_chinese_chars": true,
"strip_accents": null,
"lowercase": true
},
"pre_tokenizer": {
"type": "WhitespaceSplit"
},
"post_processor": {
"type": "TemplateProcessing",
"single": [
{
"SpecialToken": {
"id": "[CLS]",
"type_id": 0
}
},
{
"Sequence": {
"id": "A",
"type_id": 0
}
},
{
"SpecialToken": {
"id": "[SEP]",
"type_id": 0
}
}
],
"pair": [
{
"SpecialToken": {
"id": "[CLS]",
"type_id": 0
}
},
{
"Sequence": {
"id": "A",
"type_id": 0
}
},
{
"SpecialToken": {
"id": "[SEP]",
"type_id": 0
}
},
{
"Sequence": {
"id": "B",
"type_id": 1
}
},
{
"SpecialToken": {
"id": "[SEP]",
"type_id": 1
}
}
],
"special_tokens": {
"[CLS]": {
"id": "[CLS]",
"ids": [
2
],
"tokens": [
"[CLS]"
]
},
"[SEP]": {
"id": "[SEP]",
"ids": [
3
],
"tokens": [
"[SEP]"
]
}
}
},
"decoder": {
"type": "WordPiece",
"prefix": "##",
"cleanup": true
},
"model": {
"type": "WordLevel",
"vocab": {
"[UNK]": 0,
"[PAD]": 1,
"[CLS]": 2,
"[SEP]": 3,
"[MASK]": 4,
"[1hr]": 5,
"hr=n": 6,
"rr=n": 7,
"sbp=n": 8,
"spo2=n": 9,
"temp=n": 10,
"fio2=n": 11,
"map=n": 12,
"dbp=n": 13,
"hr=h": 14,
"hr=vh": 15,
"map=h": 16,
"dbp=h": 17,
"sbp=h": 18,
"hr=l": 19,
"map=vh": 20,
"dbp=vh": 21,
"temp=h": 22,
"sbp=vh": 23,
"spo2=vh": 24,
"spo2=n>n": 25,
"spo2=l": 26,
"rr=vh": 27,
"of=n": 28,
"hr=n>n": 29,
"temp=vh": 30,
"rr=n>n": 31,
"dbp=vl": 32,
"fio2=h": 33,
"[2hr]": 34,
"fio2=vh": 35,
"rr=h": 36,
"map=vl": 37,
"dbp=l": 38,
"sbp=vl": 39,
"spo2=n>l": 40,
"map=l": 41,
"spo2=l>n": 42,
"hr=vl": 43,
"map=n>n": 44,
"sbp=l": 45,
"sbp=n>n": 46,
"dbp=n>n": 47,
"plt=n": 48,
"[3hr]": 49,
"hr=n>l": 50,
"[4hr]": 51,
"hr=l>n": 52,
"cr=n": 53,
"wbc=n": 54,
"rr=n>h": 55,
"bun=n": 56,
"rr=h>n": 57,
"hr=h>n": 58,
"hr=n>h": 59,
"spo2=vl": 60,
"of=h": 61,
"spo2=h>n": 62,
"spo2=n>h": 63,
"hr=l>l": 64,
"spo2=h": 65,
"rr=h>h": 66,
"map=l>n": 67,
"map=n>l": 68,
"spo2=l>l": 69,
"sbp=h>n": 70,
"map=h>n": 71,
"dbp=n>l": 72,
"dbp=l>n": 73,
"spo2=vh>vh": 74,
"sbp=l>n": 75,
"hr=h>h": 76,
"dbp=h>n": 77,
"sbp=n>l": 78,
"of=vh": 79,
"map=n>h": 80,
"sbp=n>h": 81,
"dbp=n>h": 82,
"spo2=n>vh": 83,
"spo2=vh>n": 84,
"spo2=h>vh": 85,
"spo2=vh>h": 86,
"[5hr]": 87,
"spo2=vl>l": 88,
"rr=l>n": 89,
"spo2=l>vl": 90,
"spo2=h>h": 91,
"hr=vl>l": 92,
"hr=l>vl": 93,
"rr=n>l": 94,
"of=l": 95,
"spo2=vl>n": 96,
"temp=l": 97,
"spo2=n>vl": 98,
"rr=h>vh": 99,
"rr=l": 100,
"rr=vh>h": 101,
"hr=vl>vl": 102,
"dbp=l>l": 103,
"hr=vh>h": 104,
"map=l>l": 105,
"sbp=vh>h": 106,
"plt=l": 107,
"map=vh>h": 108,
"hr=h>vh": 109,
"bun=h": 110,
"rr=vl>n": 111,
"wbc=h": 112,
"dbp=vh>h": 113,
"sbp=h>h": 114,
"sbp=h>vh": 115,
"map=h>h": 116,
"sbp=l>l": 117,
"map=h>vh": 118,
"dbp=vl>l": 119,
"plt=h": 120,
"dbp=vh>n": 121,
"bun=l": 122,
"[6hr]": 123,
"dbp=l>vl": 124,
"dbp=h>h": 125,
"dbp=h>vh": 126,
"spo2=vl>vl": 127,
"wbc=l": 128,
"map=vl>l": 129,
"rr=vl": 130,
"map=vh>n": 131,
"cr=h": 132,
"sbp=vh>n": 133,
"rr=n>vl": 134,
"rr=vh>vh": 135,
"map=l>vl": 136,
"sbp=vl>l": 137,
"dbp=n>vh": 138,
"bun=vh": 139,
"rr=l>l": 140,
"wbc=vh": 141,
"hr=vl>n": 142,
"sbp=l>vl": 143,
"rr=vl>l": 144,
"sbp=n>vh": 145,
"lt=n": 146,
"map=n>vh": 147,
"map=vl>n": 148,
"[7hr]": 149,
"hr=vh>vh": 150,
"map=n>vl": 151,
"hr=n>vl": 152,
"plt=vl": 153,
"rr=vl>vl": 154,
"temp=vl": 155,
"br=n": 156,
"dbp=vl>n": 157,
"dbp=n>vl": 158,
"dbp=vl>vl": 159,
"cr=vh": 160,
"sbp=vl>n": 161,
"rr=l>vl": 162,
"[8hr]": 163,
"sbp=vh>vh": 164,
"sbp=n>vl": 165,
"plt=vh": 166,
"bun=vl": 167,
"wbc=vl": 168,
"dbp=vh>vh": 169,
"map=vh>vh": 170,
"rr=vh>n": 171,
"rr=n>vh": 172,
"map=vl>vl": 173,
"cr=l": 174,
"sbp=vl>vl": 175,
"fio2=n>h": 176,
"cr=vl": 177,
"temp=n>h": 178,
"[9hr]": 179,
"temp=l>n": 180,
"hr=n>vh": 181,
"hr=vh>n": 182,
"temp=h>n": 183,
"spo2=vh>l": 184,
"spo2=h>l": 185,
"spo2=l>vh": 186,
"spo2=l>h": 187,
"spo2=vl>vh": 188,
"temp=h>vh": 189,
"[10hr]": 190,
"spo2=vh>vl": 191,
"lt=h": 192,
"map=h>l": 193,
"temp=n>l": 194,
"spo2=vl>h": 195,
"dbp=h>l": 196,
"sbp=h>l": 197,
"rr=h>l": 198,
"rr=l>h": 199,
"temp=vh>h": 200,
"temp=vl>l": 201,
"map=l>h": 202,
"br=h": 203,
"bd=n": 204,
"[11hr]": 205,
"spo2=h>vl": 206,
"lt=l": 207,
"hr=l>h": 208,
"dbp=l>h": 209,
"rr=vl>h": 210,
"sbp=l>h": 211,
"temp=n>n": 212,
"lt=vh": 213,
"dbp=vh>l": 214,
"[12hr]": 215,
"rr=h>vl": 216,
"map=vh>l": 217,
"temp=l>vl": 218,
"temp=h>h": 219,
"hr=h>l": 220,
"br=vh": 221,
"rr=vh>vl": 222,
"hr=vl>h": 223,
"rr=vl>vh": 224,
"crp=n": 225,
"lt=vl": 226,
"sbp=vh>l": 227,
"br=l": 228,
"fio2=h>n": 229,
"br=vl": 230,
"hr=h>vl": 231,
"temp=vl>n": 232,
"[13hr]": 233,
"map=h>vl": 234,
"dbp=l>vh": 235,
"dbp=h>vl": 236,
"map=l>vh": 237,
"temp=l>l": 238,
"of=vl": 239,
"map=vh>vl": 240,
"hr=vl>vh": 241,
"dbp=vh>vl": 242,
"dbp=vl>h": 243,
"map=vl>h": 244,
"[999hr]": 245,
"hr=l>vh": 246,
"sbp=l>vh": 247,
"sbp=h>vl": 248,
"crp=l": 249,
"hr=vh>l": 250,
"sr=n": 251,
"sbp=vl>h": 252,
"hr=vh>vl": 253,
"[24hr]": 254,
"sbp=vh>vl": 255,
"temp=n>vh": 256,
"bd=l": 257,
"dbp=vl>vh": 258,
"[23hr]": 259,
"[14hr]": 260,
"rr=vh>l": 261,
"[21hr]": 262,
"temp=vh>n": 263,
"[22hr]": 264,
"[20hr]": 265,
"bd=h": 266,
"temp=vh>vh": 267,
"map=vl>vh": 268,
"[15hr]": 269,
"[18hr]": 270,
"fio2=vh>h": 271,
"bd=vh": 272,
"temp=n>vl": 273,
"fio2=n>n": 274,
"[19hr]": 275,
"crp=h": 276,
"rr=l>vh": 277,
"[16hr]": 278,
"of=n>l": 279,
"of=vh>h": 280,
"fio2=h>vh": 281,
"temp=l>h": 282,
"sbp=vl>vh": 283,
"[17hr]": 284,
"fio2=n>vh": 285,
"temp=vl>vl": 286,
"of=h>n": 287,
"of=h>vh": 288,
"bd=vl": 289,
"fio2=h>h": 290,
"crp=vh": 291,
"of=n>h": 292,
"fio2=vh>n": 293,
"sr=l": 294,
"of=l>n": 295,
"temp=vl>h": 296,
"temp=h>l": 297,
"sr=h": 298,
"sr=vl": 299,
"sr=vh": 300,
"of=vh>n": 301,
"pct=n": 302,
"of=n>vh": 303,
"temp=h>vl": 304,
"temp=vh>vl": 305,
"temp=vh>l": 306,
"temp=l>vh": 307,
"temp=vl>vh": 308,
"fio2=vh>vh": 309,
"of=n>n": 310,
"fio2=vl": 311,
"plt=l>vl": 312,
"of=h>h": 313,
"of=h>l": 314,
"pct=h": 315,
"plt=vl>l": 316,
"of=l>l": 317,
"of=vh>vh": 318,
"of=l>vl": 319,
"of=vl>n": 320,
"pct=vh": 321,
"plt=l>n": 322,
"plt=n>l": 323,
"plt=vl>n": 324,
"of=vl>l": 325,
"of=l>h": 326,
"of=l>vh": 327,
"of=n>vl": 328,
"bd=l>n": 329,
"bun=l>n": 330,
"bun=n>h": 331,
"cr=n>h": 332,
"fio2=n>vl": 333,
"fio2=vh>vl": 334,
"lt=h>n": 335,
"lt=n>h": 336,
"bd=vl>l": 337,
"br=n>n": 338,
"bun=h>vh": 339,
"bun=n>l": 340,
"cr=h>vh": 341,
"cr=n>l": 342,
"cr=n>vl": 343,
"lt=l>n": 344,
"lt=n>l": 345,
"lt=n>vl": 346,
"lt=vh>h": 347,
"lt=vl>l": 348,
"of=h>vl": 349,
"of=vh>l": 350,
"of=vh>vl": 351,
"of=vl>h": 352,
"plt=h>n": 353,
"plt=l>l": 354,
"wbc=h>n": 355,
"wbc=h>vh": 356,
"wbc=l>vl": 357,
"wbc=n>h": 358,
"wbc=n>l": 359,
"wbc=vh>h": 360,
"wbc=vl>l": 361,
"wbc=vl>vh": 362
},
"unk_token": "[UNK]"
}
}