KoichiYasuoka's picture
model improved
991ef8f
{
"architectures": [
"DebertaV2ForTokenClassification"
],
"attention_probs_dropout_prob": 0.1,
"bos_token_id": 0,
"eos_token_id": 2,
"hidden_act": "gelu",
"hidden_dropout_prob": 0.1,
"hidden_size": 1024,
"id2label": {
"0": "ADJ",
"1": "ADJ+AUX",
"2": "ADP",
"3": "ADV",
"4": "AUX",
"5": "AUX+VERB",
"6": "B-ADJ",
"7": "B-ADJ+ADJ",
"8": "B-ADJ+AUX+AUX",
"9": "B-ADJ+VERB",
"10": "B-ADP",
"11": "B-ADP+NOUN",
"12": "B-ADV",
"13": "B-ADV+ADP",
"14": "B-ADV+ADP+VERB",
"15": "B-AUX",
"16": "B-AUX+AUX",
"17": "B-AUX+AUX+AUX",
"18": "B-AUX+AUX+PART",
"19": "B-AUX+AUX+VERB",
"20": "B-AUX+SCONJ",
"21": "B-AUX+VERB",
"22": "B-CCONJ",
"23": "B-DET",
"24": "B-INTJ",
"25": "B-NOUN",
"26": "B-NOUN+ADJ",
"27": "B-NOUN+ADP",
"28": "B-NUM",
"29": "B-PART",
"30": "B-PRON",
"31": "B-PROPN",
"32": "B-PUNCT",
"33": "B-SCONJ",
"34": "B-SYM",
"35": "B-VERB",
"36": "B-VERB+AUX",
"37": "B-VERB+AUX+AUX",
"38": "B-VERB+AUX+NOUN",
"39": "B-VERB+AUX+PART",
"40": "B-VERB+AUX+SCONJ",
"41": "B-X",
"42": "CCONJ",
"43": "DET",
"44": "I-ADJ",
"45": "I-ADJ+ADJ",
"46": "I-ADJ+AUX+AUX",
"47": "I-ADJ+VERB",
"48": "I-ADP",
"49": "I-ADP+NOUN",
"50": "I-ADV",
"51": "I-ADV+ADP",
"52": "I-ADV+ADP+VERB",
"53": "I-AUX",
"54": "I-AUX+AUX",
"55": "I-AUX+AUX+AUX",
"56": "I-AUX+AUX+PART",
"57": "I-AUX+AUX+VERB",
"58": "I-AUX+SCONJ",
"59": "I-AUX+VERB",
"60": "I-CCONJ",
"61": "I-DET",
"62": "I-INTJ",
"63": "I-NOUN",
"64": "I-NOUN+ADJ",
"65": "I-NOUN+ADP",
"66": "I-NUM",
"67": "I-PART",
"68": "I-PRON",
"69": "I-PROPN",
"70": "I-PUNCT",
"71": "I-SCONJ",
"72": "I-SYM",
"73": "I-VERB",
"74": "I-VERB+AUX",
"75": "I-VERB+AUX+AUX",
"76": "I-VERB+AUX+NOUN",
"77": "I-VERB+AUX+PART",
"78": "I-VERB+AUX+SCONJ",
"79": "I-X",
"80": "INTJ",
"81": "NOUN",
"82": "NOUN+ADP",
"83": "NOUN+AUX",
"84": "NUM",
"85": "PART",
"86": "PRON",
"87": "PRON+ADP",
"88": "PROPN",
"89": "PUNCT",
"90": "SCONJ",
"91": "SYM",
"92": "VERB",
"93": "VERB+AUX",
"94": "VERB+AUX+PART",
"95": "X"
},
"initializer_range": 0.02,
"intermediate_size": 4096,
"label2id": {
"ADJ": 0,
"ADJ+AUX": 1,
"ADP": 2,
"ADV": 3,
"AUX": 4,
"AUX+VERB": 5,
"B-ADJ": 6,
"B-ADJ+ADJ": 7,
"B-ADJ+AUX+AUX": 8,
"B-ADJ+VERB": 9,
"B-ADP": 10,
"B-ADP+NOUN": 11,
"B-ADV": 12,
"B-ADV+ADP": 13,
"B-ADV+ADP+VERB": 14,
"B-AUX": 15,
"B-AUX+AUX": 16,
"B-AUX+AUX+AUX": 17,
"B-AUX+AUX+PART": 18,
"B-AUX+AUX+VERB": 19,
"B-AUX+SCONJ": 20,
"B-AUX+VERB": 21,
"B-CCONJ": 22,
"B-DET": 23,
"B-INTJ": 24,
"B-NOUN": 25,
"B-NOUN+ADJ": 26,
"B-NOUN+ADP": 27,
"B-NUM": 28,
"B-PART": 29,
"B-PRON": 30,
"B-PROPN": 31,
"B-PUNCT": 32,
"B-SCONJ": 33,
"B-SYM": 34,
"B-VERB": 35,
"B-VERB+AUX": 36,
"B-VERB+AUX+AUX": 37,
"B-VERB+AUX+NOUN": 38,
"B-VERB+AUX+PART": 39,
"B-VERB+AUX+SCONJ": 40,
"B-X": 41,
"CCONJ": 42,
"DET": 43,
"I-ADJ": 44,
"I-ADJ+ADJ": 45,
"I-ADJ+AUX+AUX": 46,
"I-ADJ+VERB": 47,
"I-ADP": 48,
"I-ADP+NOUN": 49,
"I-ADV": 50,
"I-ADV+ADP": 51,
"I-ADV+ADP+VERB": 52,
"I-AUX": 53,
"I-AUX+AUX": 54,
"I-AUX+AUX+AUX": 55,
"I-AUX+AUX+PART": 56,
"I-AUX+AUX+VERB": 57,
"I-AUX+SCONJ": 58,
"I-AUX+VERB": 59,
"I-CCONJ": 60,
"I-DET": 61,
"I-INTJ": 62,
"I-NOUN": 63,
"I-NOUN+ADJ": 64,
"I-NOUN+ADP": 65,
"I-NUM": 66,
"I-PART": 67,
"I-PRON": 68,
"I-PROPN": 69,
"I-PUNCT": 70,
"I-SCONJ": 71,
"I-SYM": 72,
"I-VERB": 73,
"I-VERB+AUX": 74,
"I-VERB+AUX+AUX": 75,
"I-VERB+AUX+NOUN": 76,
"I-VERB+AUX+PART": 77,
"I-VERB+AUX+SCONJ": 78,
"I-X": 79,
"INTJ": 80,
"NOUN": 81,
"NOUN+ADP": 82,
"NOUN+AUX": 83,
"NUM": 84,
"PART": 85,
"PRON": 86,
"PRON+ADP": 87,
"PROPN": 88,
"PUNCT": 89,
"SCONJ": 90,
"SYM": 91,
"VERB": 92,
"VERB+AUX": 93,
"VERB+AUX+PART": 94,
"X": 95
},
"layer_norm_eps": 1e-07,
"max_position_embeddings": 512,
"max_relative_positions": -1,
"model_type": "deberta-v2",
"num_attention_heads": 16,
"num_hidden_layers": 24,
"pad_token_id": 1,
"pooler_dropout": 0,
"pooler_hidden_act": "gelu",
"pooler_hidden_size": 1024,
"pos_att_type": [
"p2c",
"c2p"
],
"position_biased_input": false,
"relative_attention": true,
"task_specific_params": {
"upos_multiword": {
"ADJ+ADJ": {
"\u5c11\u306a\u304f\u306a\u3044": [
"\u5c11\u306a\u304f",
"\u306a\u3044"
]
},
"ADJ+AUX": {
"\u679c\u6562\u306a": [
"\u679c\u6562",
"\u306a"
]
},
"ADJ+AUX+AUX": {
"\u591a\u304b\u3063\u305f\u3089\u3057\u304f": [
"\u591a\u304b\u3063",
"\u305f",
"\u3089\u3057\u304f"
]
},
"ADJ+VERB": {
"\u306a\u304f\u306a\u308b": [
"\u306a\u304f",
"\u306a\u308b"
],
"\u5c11\u306a\u304f\u306a\u3063": [
"\u5c11\u306a\u304f",
"\u306a\u3063"
]
},
"ADP+NOUN": {
"\u306f\u3057\u3083\u304d\u3057\u3083\u304d\u30ec\u30bf\u30b9": [
"\u306f",
"\u3057\u3083\u304d\u3057\u3083\u304d\u30ec\u30bf\u30b9"
]
},
"ADV+ADP": {
"\u3082\u3061\u3063\u3068": [
"\u3082\u3061\u3063",
"\u3068"
]
},
"ADV+ADP+VERB": {
"\u3082\u3057\u304b\u3057": [
"\u3082\u3057",
"\u304b",
"\u3057"
]
},
"AUX+AUX": {
"\u3066\u3057\u307e\u3044\u307e\u3057": [
"\u3066\u3057\u307e\u3044",
"\u307e\u3057"
],
"\u30c1\u30e3\u30c3\u30bf": [
"\u30c1\u30e3\u30c3",
"\u30bf"
]
},
"AUX+AUX+AUX": {
"\u3060\u3063\u305f\u3089\u3057\u3044": [
"\u3060\u3063",
"\u305f",
"\u3089\u3057\u3044"
],
"\u3060\u3063\u305f\u3089\u3057\u304f": [
"\u3060\u3063",
"\u305f",
"\u3089\u3057\u304f"
]
},
"AUX+AUX+PART": {
"\u3066\u3044\u305f\u3060\u3051": [
"\u3066\u3044",
"\u305f",
"\u3060\u3051"
]
},
"AUX+AUX+VERB": {
"\u3084\u3063\u305f\u3089\u304b\u304b\u3063": [
"\u3084\u3063",
"\u305f\u3089",
"\u304b\u304b\u3063"
]
},
"AUX+SCONJ": {
"\u3060\u3051\u3069": [
"\u3060",
"\u3051\u3069"
],
"\u306e\u3060\u3051\u3069": [
"\u306e\u3060",
"\u3051\u3069"
],
"\u3093\u3060\u3051\u3069": [
"\u3093\u3060",
"\u3051\u3069"
]
},
"AUX+VERB": {
"\u306a\u304f\u306a\u3063": [
"\u306a\u304f",
"\u306a\u3063"
],
"\u306a\u304f\u306a\u308a": [
"\u306a\u304f",
"\u306a\u308a"
],
"\u306a\u304f\u306a\u308b": [
"\u306a\u304f",
"\u306a\u308b"
]
},
"NOUN+ADJ": {
"\u60aa\u540d\u9ad8\u3044": [
"\u60aa\u540d",
"\u9ad8\u3044"
]
},
"NOUN+ADP": {
"\u3072\u3068\u308a\u3067": [
"\u3072\u3068\u308a",
"\u3067"
],
"\u4ee3\u8d70\u904b\u8ee2\u304c": [
"\u4ee3\u8d70\u904b\u8ee2",
"\u304c"
],
"\u4f7f\u7528\u958b\u59cb\u307e\u3067": [
"\u4f7f\u7528\u958b\u59cb",
"\u307e\u3067"
],
"\u516c\u8ee2\u304c": [
"\u516c\u8ee2",
"\u304c"
],
"\u5171\u98df\u3044\u3082": [
"\u5171\u98df\u3044",
"\u3082"
],
"\u9152\u6c17\u5e2f\u3073\u904b\u8ee2\u304c": [
"\u9152\u6c17\u5e2f\u3073\u904b\u8ee2",
"\u304c"
]
},
"NOUN+AUX": {
"\u3072\u3068\u308a\u3067": [
"\u3072\u3068\u308a",
"\u3067"
],
"\u601d\u3044\u3060": [
"\u601d\u3044",
"\u3060"
]
},
"PRON+ADP": {
"\u306a\u3093\u304b": [
"\u306a\u3093",
"\u304b"
]
},
"VERB+AUX": {
"\u3044\u308f\u308c": [
"\u3044\u308f",
"\u308c"
],
"\u3044\u308f\u308c\u308b": [
"\u3044\u308f",
"\u308c\u308b"
],
"\u304a\u3053\u306a\u308f\u308c": [
"\u304a\u3053\u306a\u308f",
"\u308c"
],
"\u304b\u307e\u308f\u305a": [
"\u304b\u307e\u308f",
"\u305a"
],
"\u3055\u3089\u308f\u308c": [
"\u3055\u3089\u308f",
"\u308c"
],
"\u3057\u3053\u307e\u305b": [
"\u3057\u3053\u307e",
"\u305b"
],
"\u3059\u3079\u304d": [
"\u3059",
"\u3079\u304d"
],
"\u306a\u3055\u308c": [
"\u306a\u3055",
"\u308c"
],
"\u306a\u3055\u308c\u308b": [
"\u306a\u3055",
"\u308c\u308b"
],
"\u306a\u3058\u307e\u305b": [
"\u306a\u3058\u307e",
"\u305b"
],
"\u306a\u3089\u305a": [
"\u306a\u3089",
"\u305a"
],
"\u307f\u306a\u3055\u308c": [
"\u307f\u306a\u3055",
"\u308c"
],
"\u30c1\u30a7\u30c3\u30af\u3059\u3079\u304f": [
"\u30c1\u30a7\u30c3\u30af\u3059",
"\u3079\u304f"
],
"\u4e0b\u3055\u308c\u308b": [
"\u4e0b\u3055",
"\u308c\u308b"
],
"\u4ecb\u5165\u3059\u3079\u3057": [
"\u4ecb\u5165\u3059",
"\u3079\u3057"
],
"\u4ed5\u821e\u308f\u308c": [
"\u4ed5\u821e\u308f",
"\u308c"
],
"\u4f11\u307e\u305b": [
"\u4f11\u307e",
"\u305b"
],
"\u4f34\u308f\u308c": [
"\u4f34\u308f",
"\u308c"
],
"\u5145\u5f53\u3059\u3079\u304f": [
"\u5145\u5f53\u3059",
"\u3079\u304f"
],
"\u5165\u3063\u3061\u3083\u3044": [
"\u5165\u3063",
"\u3061\u3083\u3044"
],
"\u52d5\u304b\u305b": [
"\u52d5\u304b",
"\u305b"
],
"\u533f\u308f\u308c": [
"\u533f\u308f",
"\u308c"
],
"\u542b\u307e\u305b": [
"\u542b\u307e",
"\u305b"
],
"\u548c\u307e\u305b": [
"\u548c\u307e",
"\u305b"
],
"\u554f\u308f\u305a": [
"\u554f\u308f",
"\u305a"
],
"\u554f\u308f\u308c": [
"\u554f\u308f",
"\u308c"
],
"\u554f\u308f\u308c\u308b": [
"\u554f\u308f",
"\u308c\u308b"
],
"\u596a\u308f\u308c": [
"\u596a\u308f",
"\u308c"
],
"\u596a\u308f\u308c\u308b": [
"\u596a\u308f",
"\u308c\u308b"
],
"\u5acc\u308f\u308c": [
"\u5acc\u308f",
"\u308c"
],
"\u601d\u3063\u3061\u3083\u3044": [
"\u601d\u3063",
"\u3061\u3083\u3044"
],
"\u601d\u3063\u3061\u3083\u3046": [
"\u601d\u3063",
"\u3061\u3083\u3046"
],
"\u60a9\u307e\u305b": [
"\u60a9\u307e",
"\u305b"
],
"\u60a9\u307e\u305b\u308b": [
"\u60a9\u307e",
"\u305b\u308b"
],
"\u6271\u308f\u308c": [
"\u6271\u308f",
"\u308c"
],
"\u6271\u308f\u308c\u308b": [
"\u6271\u308f",
"\u308c\u308b"
],
"\u6279\u5224\u3059\u3079\u304d": [
"\u6279\u5224\u3059",
"\u3079\u304d"
],
"\u6392\u9664\u3059\u3079\u304d": [
"\u6392\u9664\u3059",
"\u3079\u304d"
],
"\u6458\u767a\u3059\u3079\u304d": [
"\u6458\u767a\u3059",
"\u3079\u304d"
],
"\u6551\u308f\u308c\u308b": [
"\u6551\u308f",
"\u308c\u308b"
],
"\u66ae\u3089\u3059\u3079\u304d": [
"\u66ae\u3089\u3059",
"\u3079\u304d"
],
"\u679c\u305f\u3059\u3079\u304f": [
"\u679c\u305f\u3059",
"\u3079\u304f"
],
"\u69cb\u308f\u305a": [
"\u69cb\u308f",
"\u305a"
],
"\u6b4c\u308f\u308c": [
"\u6b4c\u308f",
"\u308c"
],
"\u6b6a\u307e\u305b\u308b": [
"\u6b6a\u307e",
"\u305b\u308b"
],
"\u6e08\u307e\u305b": [
"\u6e08\u307e",
"\u305b"
],
"\u72d9\u308f\u308c": [
"\u72d9\u308f",
"\u308c"
],
"\u751f\u304b\u3059\u3079\u304f": [
"\u751f\u304b\u3059",
"\u3079\u304f"
],
"\u77e5\u3089\u305b": [
"\u77e5\u3089",
"\u305b"
],
"\u77e5\u3089\u305b\u308b": [
"\u77e5\u3089",
"\u305b\u308b"
],
"\u7d42\u308f\u3063\u3061\u3083\u3046": [
"\u7d42\u308f\u3063",
"\u3061\u3083\u3046"
],
"\u7d71\u4e00\u3059\u3079\u304f": [
"\u7d71\u4e00\u3059",
"\u3079\u304f"
],
"\u884c\u3063\u3061\u3083\u3044": [
"\u884c\u3063",
"\u3061\u3083\u3044"
],
"\u884c\u308f\u305a": [
"\u884c\u308f",
"\u305a"
],
"\u884c\u308f\u308c": [
"\u884c\u308f",
"\u308c"
],
"\u884c\u308f\u308c\u308b": [
"\u884c\u308f",
"\u308c\u308b"
],
"\u88ab\u308f\u308c\u308b": [
"\u88ab\u308f",
"\u308c\u308b"
],
"\u8972\u308f\u308c": [
"\u8972\u308f",
"\u308c"
],
"\u8986\u308f\u308c": [
"\u8986\u308f",
"\u308c"
],
"\u898b\u306a\u3055\u308c": [
"\u898b\u306a\u3055",
"\u308c"
],
"\u898b\u821e\u308f\u308c": [
"\u898b\u821e\u308f",
"\u308c"
],
"\u89e3\u304d\u660e\u304b\u3059\u3079\u304d": [
"\u89e3\u304d\u660e\u304b\u3059",
"\u3079\u304d"
],
"\u8a60\u308f\u308c": [
"\u8a60\u308f",
"\u308c"
],
"\u8a98\u308f\u308c": [
"\u8a98\u308f",
"\u308c"
],
"\u8aac\u660e\u3059\u3079\u304d": [
"\u8aac\u660e\u3059",
"\u3079\u304d"
],
"\u8cb7\u3063\u3061\u3083\u3044": [
"\u8cb7\u3063",
"\u3061\u3083\u3044"
],
"\u8e0f\u307e\u305b": [
"\u8e0f\u307e",
"\u305b"
],
"\u8f9e\u8077\u3059\u3079\u304d": [
"\u8f9e\u8077\u3059",
"\u3079\u304d"
],
"\u990a\u308f\u308c\u308b": [
"\u990a\u308f",
"\u308c\u308b"
],
"\u9cf4\u3089\u3059\u3079\u304f": [
"\u9cf4\u3089\u3059",
"\u3079\u304f"
]
},
"VERB+AUX+AUX": {
"\u306a\u3063\u305f\u3089\u3057\u3044": [
"\u306a\u3063",
"\u305f",
"\u3089\u3057\u3044"
],
"\u601d\u3063\u305f\u3089\u3057\u304f": [
"\u601d\u3063",
"\u305f",
"\u3089\u3057\u304f"
],
"\u8cb7\u3063\u305f\u3089\u3057\u304f": [
"\u8cb7\u3063",
"\u305f",
"\u3089\u3057\u304f"
]
},
"VERB+AUX+NOUN": {
"\u5909\u66f4\u3057\u305f\u305f\u3081": [
"\u5909\u66f4\u3057",
"\u305f",
"\u305f\u3081"
],
"\u5931\u6557\u3057\u305f\u305f\u3081": [
"\u5931\u6557\u3057",
"\u305f",
"\u305f\u3081"
],
"\u5bfe\u7acb\u3057\u305f\u305f\u3081": [
"\u5bfe\u7acb\u3057",
"\u305f",
"\u305f\u3081"
],
"\u6f5c\u5165\u3057\u305f\u305f\u3081": [
"\u6f5c\u5165\u3057",
"\u305f",
"\u305f\u3081"
],
"\u8131\u8d70\u3057\u305f\u305f\u3081": [
"\u8131\u8d70\u3057",
"\u305f",
"\u305f\u3081"
],
"\u8868\u660e\u3057\u305f\u305f\u3081": [
"\u8868\u660e\u3057",
"\u305f",
"\u305f\u3081"
],
"\u8981\u8acb\u3057\u305f\u305f\u3081": [
"\u8981\u8acb\u3057",
"\u305f",
"\u305f\u3081"
]
},
"VERB+AUX+PART": {
"\u3042\u3063\u305f\u304b": [
"\u3042\u3063",
"\u305f",
"\u304b"
]
},
"VERB+AUX+SCONJ": {
"\u592d\u6298\u3057\u305f\u305f\u3081\u306b": [
"\u592d\u6298\u3057",
"\u305f",
"\u305f\u3081\u306b"
],
"\u5fb4\u767a\u3057\u305f\u305f\u3081\u306b": [
"\u5fb4\u767a\u3057",
"\u305f",
"\u305f\u3081\u306b"
],
"\u62d2\u5426\u3057\u305f\u305f\u3081\u306b": [
"\u62d2\u5426\u3057",
"\u305f",
"\u305f\u3081\u306b"
]
}
}
},
"tokenizer_class": "DebertaV2TokenizerFast",
"torch_dtype": "float32",
"transformers_version": "4.22.1",
"type_vocab_size": 0,
"vocab_size": 32000
}