| { | |
| "template": "Today, I finally discovered the relation between <subj> and <obj> : <subj> is the <mask> of <obj>", | |
| "model": "roberta-large", | |
| "max_length": 64, | |
| "epoch": 10, | |
| "batch": 31, | |
| "random_seed": 0, | |
| "lr": 5e-06, | |
| "lr_warmup": 10, | |
| "aggregation_mode": "average_no_mask", | |
| "data": "relbert/nell_relational_similarity", | |
| "data_name": null, | |
| "exclude_relation": null, | |
| "split": "train", | |
| "split_valid": "validation", | |
| "loss_function": "nce", | |
| "classification_loss": false, | |
| "loss_function_config": { | |
| "temperature": 0.05, | |
| "num_negative": 300, | |
| "num_positive": 10 | |
| }, | |
| "augment_negative_by_positive": true | |
| } |