Upload 10 files

config.json

@@ -0,0 +1,26 @@
+{
+  "_name_or_path": "/content/result/unsup-simcse-roberta-large-facebook-election-ads",
+  "architectures": [
+    "RobertaModel"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "bos_token_id": 0,
+  "eos_token_id": 2,
+  "gradient_checkpointing": false,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 1024,
+  "initializer_range": 0.02,
+  "intermediate_size": 4096,
+  "layer_norm_eps": 1e-05,
+  "max_position_embeddings": 514,
+  "model_type": "roberta",
+  "num_attention_heads": 16,
+  "num_hidden_layers": 24,
+  "pad_token_id": 1,
+  "position_embedding_type": "absolute",
+  "transformers_version": "4.2.1",
+  "type_vocab_size": 1,
+  "use_cache": true,
+  "vocab_size": 50265
+}

optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee209292f0c462b44fa27584c37db8bba93d8929d21a83588a3ab686cd670517
+size 2843107269

scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a687f9d7485a015c729dfaa40611008bb7b28660a228def572680b43efa5caa
+size 627

special_tokens_map.json

@@ -0,0 +1 @@
+{"bos_token": "<s>", "eos_token": "</s>", "unk_token": "<unk>", "sep_token": "</s>", "pad_token": "<pad>", "cls_token": "<s>", "mask_token": {"content": "<mask>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": false}}

tokenizer_config.json

@@ -0,0 +1 @@
+{"unk_token": {"content": "<unk>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "bos_token": {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "eos_token": {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "add_prefix_space": false, "errors": "replace", "sep_token": {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "cls_token": {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "pad_token": {"content": "<pad>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "mask_token": {"content": "<mask>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "model_max_length": 512, "name_or_path": "princeton-nlp/unsup-simcse-roberta-large", "special_tokens_map_file": "/root/.cache/huggingface/transformers/6d59ec8e128c32fbf5663dad4484f60104c7f3b2520047fbaf57bc63b260e0fd.a11ebb04664c067c8fe5ef8f8068b0f721263414a26058692f7b2e4ba2a1b342"}

train_results.txt

@@ -0,0 +1,3 @@
+epoch = 5.0
+train_runtime = 3104.0027
+train_samples_per_second = 0.459

trainer_state.json

@@ -0,0 +1,111 @@
+{
+  "best_metric": 0.8268827257542107,
+  "best_model_checkpoint": "/content/result/unsup-simcse-roberta-large-facebook-election-ads",
+  "epoch": 5.0,
+  "global_step": 1425,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.44,
+      "eval_avg_sts": 0.7713986248458491,
+      "eval_sickr_spearman": 0.7196138734589604,
+      "eval_stsb_spearman": 0.8231833762327377,
+      "step": 125
+    },
+    {
+      "epoch": 0.88,
+      "eval_avg_sts": 0.7816935841568983,
+      "eval_sickr_spearman": 0.7365044425595858,
+      "eval_stsb_spearman": 0.8268827257542107,
+      "step": 250
+    },
+    {
+      "epoch": 1.32,
+      "eval_avg_sts": 0.7645407603583253,
+      "eval_sickr_spearman": 0.7141448601248113,
+      "eval_stsb_spearman": 0.8149366605918393,
+      "step": 375
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.24561403508772e-05,
+      "loss": 0.0019,
+      "step": 500
+    },
+    {
+      "epoch": 1.75,
+      "eval_avg_sts": 0.7604863072298488,
+      "eval_sickr_spearman": 0.7226733585583653,
+      "eval_stsb_spearman": 0.7982992559013322,
+      "step": 500
+    },
+    {
+      "epoch": 2.19,
+      "eval_avg_sts": 0.7556532453851812,
+      "eval_sickr_spearman": 0.7095467467219377,
+      "eval_stsb_spearman": 0.8017597440484248,
+      "step": 625
+    },
+    {
+      "epoch": 2.63,
+      "eval_avg_sts": 0.7581763481027948,
+      "eval_sickr_spearman": 0.7125405183600657,
+      "eval_stsb_spearman": 0.803812177845524,
+      "step": 750
+    },
+    {
+      "epoch": 3.07,
+      "eval_avg_sts": 0.7366916009615327,
+      "eval_sickr_spearman": 0.6934594017306621,
+      "eval_stsb_spearman": 0.7799238001924034,
+      "step": 875
+    },
+    {
+      "epoch": 3.51,
+      "learning_rate": 1.4912280701754386e-05,
+      "loss": 0.0011,
+      "step": 1000
+    },
+    {
+      "epoch": 3.51,
+      "eval_avg_sts": 0.7261565018963125,
+      "eval_sickr_spearman": 0.6887153218105183,
+      "eval_stsb_spearman": 0.7635976819821068,
+      "step": 1000
+    },
+    {
+      "epoch": 3.95,
+      "eval_avg_sts": 0.73942694473879,
+      "eval_sickr_spearman": 0.699325680304806,
+      "eval_stsb_spearman": 0.7795282091727741,
+      "step": 1125
+    },
+    {
+      "epoch": 4.39,
+      "eval_avg_sts": 0.7486781326241809,
+      "eval_sickr_spearman": 0.707213684000683,
+      "eval_stsb_spearman": 0.7901425812476789,
+      "step": 1250
+    },
+    {
+      "epoch": 4.82,
+      "eval_avg_sts": 0.753180147484883,
+      "eval_sickr_spearman": 0.7108770641384692,
+      "eval_stsb_spearman": 0.7954832308312969,
+      "step": 1375
+    },
+    {
+      "epoch": 5.0,
+      "step": 1425,
+      "train_runtime": 3104.0027,
+      "train_samples_per_second": 0.459
+    }
+  ],
+  "max_steps": 1425,
+  "num_train_epochs": 5,
+  "total_flos": 12419737766461440,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d6894c90de19e3418c3a16a0a6219865ea0a0eae6660d6b8aa9918e9d7848fc
+size 2107