model update

analogy.json

@@ -1 +1 @@
-{"distance_function": "cosine_similarity", "sat/test": 0.6231454005934718, "sat/valid": 0.5675675675675675, "u2/test": 0.6052631578947368, "u2/valid": 0.625, "u4/test": 0.6365740740740741, "u4/valid": 0.5, "google/test": 0.928, "google/valid": 0.96, "bats/test": 0.7459699833240689, "bats/valid": 0.7688442211055276, "sat_full": 0.6176470588235294}
+{"distance_function": "cosine_similarity", "sat/test": 0.5875370919881305, "sat/valid": 0.5405405405405406, "u2/test": 0.6535087719298246, "u2/valid": 0.6666666666666666, "u4/test": 0.6898148148148148, "u4/valid": 0.5208333333333334, "google/test": 0.938, "google/valid": 0.96, "bats/test": 0.7732073374096721, "bats/valid": 0.7889447236180904, "sat_full": 0.5828877005347594}

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "relbert_output/models/conceptnet-hc.d.nce_logout.average.roberta-large.0.000005.8.0.05.640/best_model",
+  "_name_or_path": "roberta-large",
   "architectures": [
     "RobertaModel"
   ],

tokenizer_config.json

@@ -6,7 +6,7 @@
   "errors": "replace",
   "mask_token": "<mask>",
   "model_max_length": 512,
-  "name_or_path": "relbert_output/models/conceptnet-hc.d.nce_logout.average.roberta-large.0.000005.8.0.05.640/best_model",
+  "name_or_path": "roberta-large",
   "pad_token": "<pad>",
   "sep_token": "</s>",
   "special_tokens_map_file": null,

trainer_config.json

@@ -1 +1 @@
-{"model": "roberta-large", "max_length": 64, "mode": "average", "data": "relbert/conceptnet_high_confidence", "template_mode": "manual", "template": "I wasn\u2019t aware of this relationship, but I just read in the encyclopedia that <subj> is the <mask> of <obj>", "loss_function": "nce_logout", "temperature_nce_constant": 0.05, "temperature_nce_rank": {"min": 0.01, "max": 0.05, "type": "linear"}, "epoch": 100, "batch": 128, "lr": 5e-06, "lr_decay": false, "lr_warmup": 1, "weight_decay": 0, "random_seed": 0, "exclude_relation": null, "n_sample": 640, "gradient_accumulation": 8}
+{"model": "roberta-large", "max_length": 64, "mode": "average", "data": "relbert/conceptnet_high_confidence", "template_mode": "manual", "template": "I wasn\u2019t aware of this relationship, but I just read in the encyclopedia that <subj> is the <mask> of <obj>", "loss_function": "nce_logout", "temperature_nce_constant": 0.05, "temperature_nce_rank": {"min": 0.01, "max": 0.05, "type": "linear"}, "epoch": 147, "batch": 128, "lr": 5e-06, "lr_decay": false, "lr_warmup": 1, "weight_decay": 0, "random_seed": 0, "exclude_relation": null, "n_sample": 640, "gradient_accumulation": 8}

validation_loss.json

@@ -1 +1 @@
-{"validation_loss": 1.6525225699557555, "validation_data": "relbert/conceptnet_high_confidence", "validation_data/exclude_relation": null}
+{"validation_loss": 4.551792860031128, "validation_data": "relbert/conceptnet_high_confidence", "validation_data/exclude_relation": null}