{ "_name_or_path": "log/neurips_log/longformer-base-4096/2_classify_query", "architectures": [ "LongformerForSequenceClassification" ], "attention_mode": "longformer", "attention_probs_dropout_prob": 0.1, "attention_window": [ 512, 512, 512, 512, 512, 512, 512, 512, 512, 512, 512, 512 ], "bos_token_id": 0, "eos_token_id": 2, "gradient_checkpointing": false, "hidden_act": "gelu", "hidden_dropout_prob": 0.1, "hidden_size": 768, "id2label": { "0": "alignment_with_ipcc_on_climate_action", "1": "carbon_tax", "2": "communication_of_climate_science", "3": "disclosure_on_relationships", "4": "emissions_trading", "5": "energy_and_resource_efficiency", "6": "energy_transition_&_zero_carbon_technologies", "7": "ghg_emission_regulation", "8": "land_use", "9": "renewable_energy", "10": "support_of_un_climate_process", "11": "supporting_the_need_for_regulations", "12": "transparency_on_legislation" }, "ignore_attention_mask": false, "initializer_range": 0.02, "intermediate_size": 3072, "label2id": { "alignment_with_ipcc_on_climate_action": 0, "carbon_tax": 1, "communication_of_climate_science": 2, "disclosure_on_relationships": 3, "emissions_trading": 4, "energy_and_resource_efficiency": 5, "energy_transition_&_zero_carbon_technologies": 6, "ghg_emission_regulation": 7, "land_use": 8, "renewable_energy": 9, "support_of_un_climate_process": 10, "supporting_the_need_for_regulations": 11, "transparency_on_legislation": 12 }, "layer_norm_eps": 1e-05, "max_position_embeddings": 4098, "model_type": "longformer", "num_attention_heads": 12, "num_hidden_layers": 12, "onnx_export": false, "pad_token_id": 1, "position_embedding_type": "absolute", "problem_type": "multi_label_classification", "sep_token_id": 2, "torch_dtype": "float32", "transformers_version": "4.28.0.dev0", "type_vocab_size": 1, "vocab_size": 50265 }