{ "dataset_reader": { "type": "conll2003", "coding_scheme": "BIOUL", "tag_label": "ner", "token_indexers": { "elmo": { "type": "elmo_characters" }, "token_characters": { "type": "characters", "min_padding_length": 3 }, "tokens": { "type": "single_id", "lowercase_tokens": true } } }, "model": { "type": "crf_tagger", "dropout": 0.5, "encoder": { "type": "lstm", "bidirectional": true, "dropout": 0.5, "hidden_size": 200, "input_size": 1202, "num_layers": 2 }, "include_start_end_transitions": false, "label_encoding": "BIOUL", "regularizer": { "regexes": [ [ "scalar_parameters", { "alpha": 0.1, "type": "l2" } ] ] }, "text_field_embedder": { "token_embedders": { "elmo": { "type": "elmo_token_embedder", "do_layer_norm": false, "dropout": 0, "options_file": "lysandre/elmo-2x4096_512_2048cnn_2xhighway/options.json", "weight_file": "lysandre/elmo-2x4096_512_2048cnn_2xhighway/weights.hdf5" }, "token_characters": { "type": "character_encoding", "embedding": { "embedding_dim": 16 }, "encoder": { "type": "cnn", "conv_layer_activation": "relu", "embedding_dim": 16, "ngram_filter_sizes": [ 3 ], "num_filters": 128 } }, "tokens": { "type": "embedding", "embedding_dim": 50, "pretrained_file": "https://allennlp.s3.amazonaws.com/datasets/glove/glove.6B.50d.txt.gz", "trainable": true } } } }, "train_data_path": "/mnt/tank/dirkg/data/conll2003/train.txt", "validation_data_path": "/mnt/tank/dirkg/data/conll2003/valid.txt", "trainer": { "checkpointer": { "num_serialized_models_to_keep": 3 }, "grad_norm": 5, "num_epochs": 75, "optimizer": { "type": "adam", "lr": 0.001 }, "patience": 25, "validation_metric": "+f1-measure-overall" }, "data_loader": { "batch_size": 64 } }