| [paths] | |
| train = "./scdata/train.spacy" | |
| dev = "./scdata/dev.spacy" | |
| vectors = null | |
| init_tok2vec = null | |
| [system] | |
| gpu_allocator = null | |
| seed = 0 | |
| [nlp] | |
| lang = "en" | |
| pipeline = ["spancat"] | |
| batch_size = 512 | |
| disabled = [] | |
| before_creation = null | |
| after_creation = null | |
| after_pipeline_creation = null | |
| tokenizer = {"@tokenizers":"spacy.Tokenizer.v1"} | |
| [components] | |
| [components.spancat] | |
| source = "./chemrelmodels/sc/tok2vec" | |
| component = "spancat" | |
| [components.spancat.model] | |
| @architectures = "spacy.SpanCategorizer.v1" | |
| [components.spancat.model.reducer] | |
| @layers = "spacy.mean_max_reducer.v1" | |
| hidden_size = 128 | |
| [components.spancat.model.scorer] | |
| @layers = "spacy.LinearLogistic.v1" | |
| nO = null | |
| nI = null | |
| [components.spancat.model.tok2vec] | |
| @architectures = "spacy.Tok2Vec.v1" | |
| [components.spancat.model.tok2vec.embed] | |
| @architectures = "spacy.MultiHashEmbed.v1" | |
| width = 96 | |
| rows = [5000,2000,1000,1000] | |
| attrs = ["ORTH","PREFIX","SUFFIX","SHAPE"] | |
| include_static_vectors = false | |
| [components.spancat.model.tok2vec.encode] | |
| @architectures = "spacy.MaxoutWindowEncoder.v1" | |
| width = 96 | |
| window_size = 1 | |
| maxout_pieces = 3 | |
| depth = 4 | |
| [components.spancat.suggester] | |
| @misc = "spacy.ngram_range_suggester.v1" | |
| min_size = 1 | |
| max_size = 44 | |
| [corpora] | |
| [corpora.dev] | |
| @readers = "spacy.Corpus.v1" | |
| path = ${paths.dev} | |
| max_length = 0 | |
| gold_preproc = false | |
| limit = 0 | |
| augmenter = null | |
| [corpora.train] | |
| @readers = "spacy.Corpus.v1" | |
| path = ${paths.train} | |
| max_length = 0 | |
| gold_preproc = false | |
| limit = 0 | |
| augmenter = null | |
| [training] | |
| dev_corpus = "corpora.dev" | |
| train_corpus = "corpora.train" | |
| seed = ${system.seed} | |
| gpu_allocator = ${system.gpu_allocator} | |
| # edit here ########################################## | |
| #dropout = 0.1 | |
| dropout = 0.2 | |
| #dropout = 0.3 | |
| #dropout = 0.4 | |
| # edit here ########################################## | |
| accumulate_gradient = 1 | |
| patience = 100000000 | |
| max_epochs = 0 | |
| max_steps = 20000 | |
| eval_frequency = 10 | |
| frozen_components = [] | |
| before_to_disk = null | |
| [training.batcher] | |
| @batchers = "spacy.batch_by_words.v1" | |
| discard_oversize = false | |
| tolerance = 0.2 | |
| get_length = null | |
| [training.batcher.size] | |
| @schedules = "compounding.v1" | |
| start = 100 | |
| stop = 1000 | |
| compound = 1.001 | |
| t = 0.0 | |
| [training.logger] | |
| @loggers = "spacy.ConsoleLogger.v1" | |
| progress_bar = false | |
| [training.optimizer] | |
| @optimizers = "Adam.v1" | |
| beta1 = 0.9 | |
| beta2 = 0.999 | |
| L2_is_weight_decay = true | |
| L2 = 0.01 | |
| grad_clip = 1.0 | |
| use_averages = false | |
| eps = 0.00000001 | |
| ############################ edit here | |
| #learn_rate = 0.01 | |
| #learn_rate = 0.075 | |
| #learn_rate = 0.005 | |
| #learn_rate = 0.0025 | |
| #learn_rate = 0.0005 | |
| #learn_rate = 0.0001 | |
| learn_rate = 0.00001 | |
| ############################ edit here | |
| [training.score_weights] | |
| spans_sc_f = 1.0 | |
| spans_sc_p = 0.0 | |
| spans_sc_r = 0.0 | |
| [pretraining] | |
| [initialize] | |
| vectors = ${paths.vectors} | |
| init_tok2vec = ${paths.init_tok2vec} | |
| vocab_data = null | |
| lookups = null | |
| before_init = null | |
| after_init = null | |
| [initialize.components] | |
| [initialize.components.spancat] | |
| [initialize.components.spancat.labels] | |
| @readers = "spacy.read_labels.v1" | |
| path = "goldrels/labels/spancat.json" | |
| [initialize.tokenizer] |