Upload 10 files

config.json

@@ -1,11 +1,10 @@
 {
-  "_name_or_path": "/content/content/result/unsup-simcse-roberta-large-semeval2015-laptops",
+  "_name_or_path": "/content/result/unsup-simcse-roberta-large-semeval2015-laptops",
   "architectures": [
     "RobertaModel"
   ],
   "attention_probs_dropout_prob": 0.1,
   "bos_token_id": 0,
-  "classifier_dropout": null,
   "eos_token_id": 2,
   "gradient_checkpointing": false,
   "hidden_act": "gelu",
@@ -20,8 +19,8 @@
   "num_hidden_layers": 24,
   "pad_token_id": 1,
   "position_embedding_type": "absolute",
-  "transformers_version": "4.28.1",
+  "transformers_version": "4.2.1",
   "type_vocab_size": 1,
   "use_cache": true,
   "vocab_size": 50265
-}
+}

optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a08e8d24b6b05d85181c3c42a45ea5082e86d8c5fa495f1c6c00c9494d55cbf4
+size 2843107653

scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:398715dab04d46eb5cc5b3486dc92fcc644db09519638e7f2a720744d2f90f43
+size 627

special_tokens_map.json

@@ -0,0 +1 @@
+{"bos_token": "<s>", "eos_token": "</s>", "unk_token": "<unk>", "sep_token": "</s>", "pad_token": "<pad>", "cls_token": "<s>", "mask_token": {"content": "<mask>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": false}}

tokenizer_config.json

@@ -0,0 +1 @@
+{"unk_token": {"content": "<unk>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "bos_token": {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "eos_token": {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "add_prefix_space": false, "errors": "replace", "sep_token": {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "cls_token": {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "pad_token": {"content": "<pad>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "mask_token": {"content": "<mask>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "model_max_length": 512, "name_or_path": "princeton-nlp/unsup-simcse-roberta-large", "special_tokens_map_file": "/root/.cache/huggingface/transformers/6d59ec8e128c32fbf5663dad4484f60104c7f3b2520047fbaf57bc63b260e0fd.a11ebb04664c067c8fe5ef8f8068b0f721263414a26058692f7b2e4ba2a1b342"}

train_results.txt

@@ -0,0 +1,3 @@
+epoch = 30.0
+train_runtime = 1610.2853
+train_samples_per_second = 0.522

trainer_state.json

@@ -0,0 +1,70 @@
+{
+  "best_metric": 0.828283390419402,
+  "best_model_checkpoint": "/content/result/unsup-simcse-roberta-large-semeval2015-laptops",
+  "epoch": 30.0,
+  "global_step": 840,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 4.46,
+      "eval_avg_sts": 0.7866241458854294,
+      "eval_sickr_spearman": 0.7525337179492227,
+      "eval_stsb_spearman": 0.820714573821636,
+      "step": 125
+    },
+    {
+      "epoch": 8.93,
+      "eval_avg_sts": 0.7755652925596941,
+      "eval_sickr_spearman": 0.7325310696931179,
+      "eval_stsb_spearman": 0.8185995154262702,
+      "step": 250
+    },
+    {
+      "epoch": 13.39,
+      "eval_avg_sts": 0.7783432375652614,
+      "eval_sickr_spearman": 0.7284030847111207,
+      "eval_stsb_spearman": 0.828283390419402,
+      "step": 375
+    },
+    {
+      "epoch": 17.86,
+      "learning_rate": 2.023809523809524e-05,
+      "loss": 0.0015,
+      "step": 500
+    },
+    {
+      "epoch": 17.86,
+      "eval_avg_sts": 0.7641535833191572,
+      "eval_sickr_spearman": 0.7357065979335973,
+      "eval_stsb_spearman": 0.7926005687047171,
+      "step": 500
+    },
+    {
+      "epoch": 22.32,
+      "eval_avg_sts": 0.7692839856507644,
+      "eval_sickr_spearman": 0.7284775809494513,
+      "eval_stsb_spearman": 0.8100903903520775,
+      "step": 625
+    },
+    {
+      "epoch": 26.79,
+      "eval_avg_sts": 0.7722064928209667,
+      "eval_sickr_spearman": 0.7298525192592187,
+      "eval_stsb_spearman": 0.8145604663827146,
+      "step": 750
+    },
+    {
+      "epoch": 30.0,
+      "step": 840,
+      "train_runtime": 1610.2853,
+      "train_samples_per_second": 0.522
+    }
+  ],
+  "max_steps": 840,
+  "num_train_epochs": 30,
+  "total_flos": 7117989287583744,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b16f7b943969315982e43c1e3e7da4ea3b3e5f64c817e9daeaa346f77bbae13
+size 2107