relbert-roberta-large-nce-b-semeval2012 / finetuning_config.json
asahi417's picture
model update
4b06344
raw
history blame contribute delete
645 Bytes
{
"template": "Today, I finally discovered the relation between <subj> and <obj> : <obj> is <subj>'s <mask>",
"model": "roberta-large",
"max_length": 64,
"epoch": 10,
"batch": 32,
"random_seed": 0,
"lr": 5e-06,
"lr_warmup": 10,
"aggregation_mode": "average_no_mask",
"data": "relbert/semeval2012_relational_similarity",
"data_name": null,
"exclude_relation": null,
"split": "train",
"split_valid": "validation",
"loss_function": "nce",
"classification_loss": false,
"loss_function_config": {
"temperature": 0.05,
"num_negative": 400,
"num_positive": 10
},
"augment_negative_by_positive": true
}