{ "_name_or_path": "monologg/kobigbird-bert-base", "architectures": [ "BigBirdForSequenceClassification" ], "attention_probs_dropout_prob": 0.1, "attention_type": "block_sparse", "block_size": 64, "bos_token_id": 5, "classifier_dropout": null, "eos_token_id": 6, "gradient_checkpointing": false, "hidden_act": "gelu_new", "hidden_dropout_prob": 0.1, "hidden_size": 768, "id2label": { "0": "\uc778\uc0ac\u00b7\ub178\ubb34", "1": "\uc138\ud0c1", "2": "\ubd80\ub3d9\uc0b0", "3": "\uc790\ub3d9\ucc28", "4": "\ubc95\ub960", "5": "\uc138\uae08\u00b7\uc138\ubb34", "6": "\ucea0\ud551", "7": "\ub4f1\uc0b0", "8": "\uace0\ubbfc \uc0c1\ub2f4", "9": "\uccad\uc18c", "10": "\ud55c\ubc29", "11": "\ubb34\uc5ed", "12": "\ubc18\ub824\ub3d9\ubb3c", "13": "\uce58\uacfc", "14": "\uad50\ud1b5\uc0ac\uace0", "15": "\uc778\ubb38\u00b7\uc608\uc220", "16": "\uc601\uc591\u30fb\uc2dd\ub2e8", "17": "\uacfc\ud559", "18": "\uc721\uc544\u00b7\uc544\ub3d9", "19": "\uacbd\uc81c\u00b7\uae08\uc735", "20": "\uc758\ub8cc", "21": "\ubcf4\ud5d8", "22": "\uc0dd\ud65c\uafc0\ud301", "23": "\uc57d\ub8cc" }, "initializer_range": 0.02, "intermediate_size": 3072, "label2id": { "\uacbd\uc81c\u00b7\uae08\uc735": 19, "\uace0\ubbfc \uc0c1\ub2f4": 8, "\uacfc\ud559": 17, "\uad50\ud1b5\uc0ac\uace0": 14, "\ub4f1\uc0b0": 7, "\ubb34\uc5ed": 11, "\ubc18\ub824\ub3d9\ubb3c": 12, "\ubc95\ub960": 4, "\ubcf4\ud5d8": 21, "\ubd80\ub3d9\uc0b0": 2, "\uc0dd\ud65c\uafc0\ud301": 22, "\uc138\uae08\u00b7\uc138\ubb34": 5, "\uc138\ud0c1": 1, "\uc57d\ub8cc": 23, "\uc601\uc591\u30fb\uc2dd\ub2e8": 16, "\uc721\uc544\u00b7\uc544\ub3d9": 18, "\uc758\ub8cc": 20, "\uc778\ubb38\u00b7\uc608\uc220": 15, "\uc778\uc0ac\u00b7\ub178\ubb34": 0, "\uc790\ub3d9\ucc28": 3, "\uccad\uc18c": 9, "\uce58\uacfc": 13, "\ucea0\ud551": 6, "\ud55c\ubc29": 10 }, "layer_norm_eps": 1e-12, "max_position_embeddings": 4096, "model_type": "big_bird", "num_attention_heads": 12, "num_hidden_layers": 12, "num_random_blocks": 3, "pad_token_id": 0, "position_embedding_type": "absolute", "problem_type": "multi_label_classification", "rescale_embeddings": false, "sep_token_id": 3, "tokenizer_class": "BertTokenizer", "torch_dtype": "float32", "transformers_version": "4.27.2", "type_vocab_size": 2, "use_bias": true, "use_cache": true, "vocab_size": 32500 }