asahi417 commited on
Commit
85f22a4
1 Parent(s): 3c6159d

model update

Browse files
analogy.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"distance_function": "cosine_similarity", "sat/test": 0.4836795252225519, "sat/valid": 0.5675675675675675, "u2/test": 0.5043859649122807, "u2/valid": 0.4583333333333333, "u4/test": 0.5532407407407407, "u4/valid": 0.4791666666666667, "google/test": 0.87, "google/valid": 0.92, "bats/test": 0.763757643135075, "bats/valid": 0.7839195979899497, "sat_full": 0.4919786096256685}
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "relbert_output/models/conceptnet-hc.e.nce_logout.average_no_mask.roberta-large.0.000005.8.0.05.640/best_model",
3
  "architectures": [
4
  "RobertaModel"
5
  ],
 
1
  {
2
+ "_name_or_path": "roberta-large",
3
  "architectures": [
4
  "RobertaModel"
5
  ],
tokenizer_config.json CHANGED
@@ -6,7 +6,7 @@
6
  "errors": "replace",
7
  "mask_token": "<mask>",
8
  "model_max_length": 512,
9
- "name_or_path": "relbert_output/models/conceptnet-hc.e.nce_logout.average_no_mask.roberta-large.0.000005.8.0.05.640/best_model",
10
  "pad_token": "<pad>",
11
  "sep_token": "</s>",
12
  "special_tokens_map_file": null,
 
6
  "errors": "replace",
7
  "mask_token": "<mask>",
8
  "model_max_length": 512,
9
+ "name_or_path": "roberta-large",
10
  "pad_token": "<pad>",
11
  "sep_token": "</s>",
12
  "special_tokens_map_file": null,
trainer_config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"model": "roberta-large", "max_length": 64, "mode": "average_no_mask", "data": "relbert/conceptnet_high_confidence", "template_mode": "manual", "template": "I wasn\u2019t aware of this relationship, but I just read in the encyclopedia that <obj> is <subj>\u2019s <mask>", "loss_function": "nce_logout", "temperature_nce_constant": 0.05, "temperature_nce_rank": {"min": 0.01, "max": 0.05, "type": "linear"}, "epoch": 87, "batch": 128, "lr": 5e-06, "lr_decay": false, "lr_warmup": 1, "weight_decay": 0, "random_seed": 0, "exclude_relation": null, "n_sample": 640, "gradient_accumulation": 8}
validation_loss.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation_loss": 4.551115958314193, "validation_data": "relbert/conceptnet_high_confidence", "validation_data/exclude_relation": null}