finetuning_config.json

{
  "template": "Today, I finally discovered the relation between <subj> and <obj> : <subj> is the <mask> of <obj>",
  "model": "roberta-large",
  "max_length": 64,
  "epoch": 10,
  "batch": 32,
  "random_seed": 0,
  "lr": 5e-06,
  "lr_warmup": 10,
  "aggregation_mode": "average_no_mask",
  "data": "relbert/t_rex_relational_similarity",
  "data_name": "filter_unified.min_entity_4_max_predicate_10",
  "exclude_relation": null,
  "split": "train",
  "split_valid": "validation",
  "loss_function": "nce",
  "classification_loss": false,
  "loss_function_config": {
    "temperature": 0.05,
    "num_negative": 400,
    "num_positive": 10
  },
  "augment_negative_by_positive": true
}