{ "architectures": [ "LayoutLMForTokenClassification" ], "attention_probs_dropout_prob": 0.1, "finetuning_task": "token_classification", "gradient_checkpointing": false, "hidden_act": "gelu", "hidden_dropout_prob": 0.1, "hidden_size": 768, "id2label": { "0": "BIB_INFO", "1": "REFERENCES", "2": "UNKNOWN", "3": "BODY_CONTENT", "4": "PAGE_NUMBER", "5": "TABLE", "6": "ACKNOWLEDGMENT", "7": "FIGURE", "8": "CONFLICT_STATEMENT", "9": "AFFILIATION", "10": "DATES", "11": "TYPE", "12": "TITLE", "13": "AUTHOR", "14": "ABSTRACT", "15": "CORRESPONDENCE", "16": "EDITOR", "17": "COPYRIGHT", "18": "AUTHOR_TITLE", "19": "KEYWORDS", "20": "GLOSSARY", "21": "EQUATION" }, "initializer_range": 0.02, "intermediate_size": 3072, "label2id": { "ABSTRACT": "14", "ACKNOWLEDGMENT": "6", "AFFILIATION": "9", "AUTHOR": "13", "AUTHOR_TITLE": "18", "BIB_INFO": "0", "BODY_CONTENT": "3", "CONFLICT_STATEMENT": "8", "COPYRIGHT": "17", "CORRESPONDENCE": "15", "DATES": "10", "EDITOR": "16", "EQUATION": "21", "FIGURE": "7", "GLOSSARY": "20", "KEYWORDS": "19", "PAGE_NUMBER": "4", "REFERENCES": "1", "TABLE": "5", "TITLE": "12", "TYPE": "11", "UNKNOWN": "2" }, "layer_norm_eps": 1e-12, "max_2d_position_embeddings": 1024, "max_position_embeddings": 512, "model_type": "layoutlm", "num_attention_heads": 12, "num_hidden_layers": 12, "output_past": true, "pad_token_id": 0, "position_embedding_type": "absolute", "transformers_version": "4.7.0", "type_vocab_size": 2, "use_cache": true, "vila_preprocessor_config": { "added_special_sepration_token": "[BLK]", "agg_level": "block", "group_bbox_agg": "first" }, "vocab_size": 30522 }