test-elmo-tiny / config /characters_token_embedder.json
LysandreJik's picture
Initial commit
67a0dec
{
"dataset_reader": {
"type": "conll2003",
"tag_label": "ner",
"token_indexers": {
"tokens": {
"type": "single_id",
"lowercase_tokens": true
},
"elmo": {
"type": "elmo_characters"
}
}
},
"train_data_path": "test_fixtures/data/conll2003.txt",
"validation_data_path": "test_fixtures/data/conll2003.txt",
"model": {
"type": "simple_tagger",
"text_field_embedder": {
"token_embedders": {
"tokens": {
"type": "embedding",
"embedding_dim": 50
},
"elmo": {
"type": "elmo_token_embedder",
"options_file": "test_fixtures/elmo/options.json",
"weight_file": "test_fixtures/elmo/lm_weights.hdf5"
}
}
},
"encoder": {
"type": "gru",
"input_size": 82,
"hidden_size": 25,
"num_layers": 2,
"dropout": 0.5,
"bidirectional": true
},
"regularizer": {
"regexes": [
["transitions$", {"type": "l2", "alpha": 0.01}]
]
}
},
"data_loader": {"batch_size": 32},
"trainer": {
"optimizer": "adam",
"num_epochs": 5,
"cuda_device": -1
}
}