| {"distance_function": "cosine_similarity", "model": "relbert_output/ckpt/nce/template-d.random-0/model", "template": "I wasn\u2019t aware of this relationship, but I just read in the encyclopedia that <subj> is the <mask> of <obj>", "aggregation": "average_no_mask", "sat/test": 0.7270029673590505, "u2/test": 0.6578947368421053, "u4/test": 0.6527777777777778, "google/test": 0.942, "bats/test": 0.7937743190661478, "sat_full": 0.7219251336898396, "sat/validation": 0.6756756756756757, "u2/validation": 0.625, "u4/validation": 0.6458333333333334, "google/validation": 0.96, "bats/validation": 0.8341708542713567} |