model update

analogy.json

@@ -0,0 +1 @@
+{"distance_function": "cosine_similarity", "bats/test": 0.7809894385769872, "bats/valid": 0.7587939698492462, "sat/test": 0.5756676557863502, "sat/valid": 0.5675675675675675, "u2/test": 0.5570175438596491, "u2/valid": 0.4583333333333333, "u4/test": 0.5763888888888888, "u4/valid": 0.4791666666666667, "google/test": 0.87, "google/valid": 0.84, "sat_full": 0.5748663101604278}

config.json

@@ -1,32 +1 @@
-{
-  "_name_or_path": "roberta_custom_b/epoch_1",
-  "architectures": [
-    "RobertaModel"
-  ],
-  "attention_probs_dropout_prob": 0.1,
-  "bos_token_id": 0,
-  "classifier_dropout": null,
-  "eos_token_id": 2,
-  "hidden_act": "gelu",
-  "hidden_dropout_prob": 0.1,
-  "hidden_size": 1024,
-  "initializer_range": 0.02,
-  "intermediate_size": 4096,
-  "layer_norm_eps": 1e-05,
-  "max_position_embeddings": 514,
-  "model_type": "roberta",
-  "num_attention_heads": 16,
-  "num_hidden_layers": 24,
-  "pad_token_id": 1,
-  "position_embedding_type": "absolute",
-  "relbert_config": {
-    "mode": "average",
-    "template": "Today, I finally discovered the relation between <subj> and <obj> : <obj>  is <subj>'s <mask>",
-    "template_mode": "manual"
-  },
-  "torch_dtype": "float32",
-  "transformers_version": "4.20.1",
-  "type_vocab_size": 1,
-  "use_cache": true,
-  "vocab_size": 50265
-}
+{"_name_or_path": "roberta-large", "architectures": ["RobertaModel"], "attention_probs_dropout_prob": 0.1, "bos_token_id": 0, "classifier_dropout": null, "eos_token_id": 2, "hidden_act": "gelu", "hidden_dropout_prob": 0.1, "hidden_size": 1024, "initializer_range": 0.02, "intermediate_size": 4096, "layer_norm_eps": 1e-05, "max_position_embeddings": 514, "model_type": "roberta", "num_attention_heads": 16, "num_hidden_layers": 24, "pad_token_id": 1, "position_embedding_type": "absolute", "relbert_config": {"mode": "average", "template": "Today, I finally discovered the relation between <subj> and <obj> : <obj>  is <subj>'s <mask>", "template_mode": "manual"}, "torch_dtype": "float32", "transformers_version": "4.20.1", "type_vocab_size": 1, "use_cache": true, "vocab_size": 50265}

tokenizer_config.json

@@ -6,7 +6,7 @@
   "errors": "replace",
   "mask_token": "<mask>",
   "model_max_length": 512,
-  "name_or_path": "roberta_custom_b/epoch_1",
+  "name_or_path": "roberta-large",
   "pad_token": "<pad>",
   "sep_token": "</s>",
   "special_tokens_map_file": null,

trainer_config.json

@@ -0,0 +1 @@
+{"model": "roberta-large", "max_length": 64, "mode": "average", "data": "semeval2012", "n_sample": 10, "custom_template": "Today, I finally discovered the relation between <subj> and <obj> : <obj>  is <subj>'s <mask>", "template": null, "softmax_loss": true, "in_batch_negative": true, "parent_contrast": true, "mse_margin": 1, "epoch": 1, "lr_warmup": 10, "batch": 64, "lr": 2e-05, "lr_decay": false, "weight_decay": 0, "optimizer": "adam", "momentum": 0.9, "fp16": false, "random_seed": 0}

validation_loss.json

@@ -0,0 +1 @@
+{"validation_data": "relbert/semeval2012_relational_similarity", "validation_data/exclude_relation": null, "validation_loss": 5.747294751903679}