Upload 9 files

config.json

@@ -1,10 +1,9 @@
 {
-  "_name_or_path": "/content/content/result/semeval-unsup-promcse-bert-base-uncased-facebook-election-ads",
+  "_name_or_path": "/content/result/semeval-unsup-promcse-bert-base-uncased-facebook-election-ads",
   "architectures": [
     "BertModel"
   ],
   "attention_probs_dropout_prob": 0.1,
-  "classifier_dropout": null,
   "gradient_checkpointing": false,
   "hidden_act": "gelu",
   "hidden_dropout_prob": 0.1,
@@ -18,8 +17,8 @@
   "num_hidden_layers": 12,
   "pad_token_id": 0,
   "position_embedding_type": "absolute",
-  "transformers_version": "4.28.1",
+  "transformers_version": "4.2.1",
   "type_vocab_size": 2,
   "use_cache": true,
   "vocab_size": 30522
-}
+}

optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1911fd6492a6026302f75b88ec98c15cdaa2dff8298163aa147c822bb25c874
+size 7086823

scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:373effb463578c5eb8cd7c44b95a93c749d62c339de65f01c9ff11917f09e779
+size 627

special_tokens_map.json

@@ -0,0 +1 @@
+{"unk_token": "[UNK]", "sep_token": "[SEP]", "pad_token": "[PAD]", "cls_token": "[CLS]", "mask_token": "[MASK]"}

tokenizer_config.json

@@ -0,0 +1 @@
+{"do_lower_case": true, "unk_token": "[UNK]", "sep_token": "[SEP]", "pad_token": "[PAD]", "cls_token": "[CLS]", "mask_token": "[MASK]", "tokenize_chinese_chars": true, "strip_accents": null, "special_tokens_map_file": null, "name_or_path": "YuxinJiang/unsup-promcse-bert-base-uncased", "do_basic_tokenize": true, "never_split": null}

train_results.txt

@@ -0,0 +1,3 @@
+epoch = 5.0
+train_runtime = 1423.6449
+train_samples_per_second = 2.002

trainer_state.json

@@ -0,0 +1,206 @@
+{
+  "best_metric": 0.8241261505887862,
+  "best_model_checkpoint": "/content/result/semeval-unsup-promcse-bert-base-uncased-facebook-election-ads",
+  "epoch": 5.0,
+  "global_step": 2850,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.22,
+      "eval_avg_sts": 0.7606087399209226,
+      "eval_sickr_spearman": 0.7073388050199292,
+      "eval_stsb_spearman": 0.813878674821916,
+      "step": 125
+    },
+    {
+      "epoch": 0.44,
+      "eval_avg_sts": 0.7746676184109096,
+      "eval_sickr_spearman": 0.7274445760508217,
+      "eval_stsb_spearman": 0.8218906607709974,
+      "step": 250
+    },
+    {
+      "epoch": 0.66,
+      "eval_avg_sts": 0.7795345076215956,
+      "eval_sickr_spearman": 0.7431172685433821,
+      "eval_stsb_spearman": 0.8159517466998092,
+      "step": 375
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 0.024736842105263158,
+      "loss": 0.0019,
+      "step": 500
+    },
+    {
+      "epoch": 0.88,
+      "eval_avg_sts": 0.7790991209780169,
+      "eval_sickr_spearman": 0.7346580309581018,
+      "eval_stsb_spearman": 0.8235402109979321,
+      "step": 500
+    },
+    {
+      "epoch": 1.1,
+      "eval_avg_sts": 0.7768726280130896,
+      "eval_sickr_spearman": 0.7321121424263746,
+      "eval_stsb_spearman": 0.8216331135998047,
+      "step": 625
+    },
+    {
+      "epoch": 1.32,
+      "eval_avg_sts": 0.7580020019953406,
+      "eval_sickr_spearman": 0.7048930613347005,
+      "eval_stsb_spearman": 0.8111109426559808,
+      "step": 750
+    },
+    {
+      "epoch": 1.54,
+      "eval_avg_sts": 0.7643731301566361,
+      "eval_sickr_spearman": 0.7068401941559002,
+      "eval_stsb_spearman": 0.8219060661573719,
+      "step": 875
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 0.019473684210526317,
+      "loss": 0.0023,
+      "step": 1000
+    },
+    {
+      "epoch": 1.75,
+      "eval_avg_sts": 0.7592660300891461,
+      "eval_sickr_spearman": 0.7015394818011901,
+      "eval_stsb_spearman": 0.816992578377102,
+      "step": 1000
+    },
+    {
+      "epoch": 1.97,
+      "eval_avg_sts": 0.7638814290387972,
+      "eval_sickr_spearman": 0.7100854635556677,
+      "eval_stsb_spearman": 0.8176773945219268,
+      "step": 1125
+    },
+    {
+      "epoch": 2.19,
+      "eval_avg_sts": 0.761929973436454,
+      "eval_sickr_spearman": 0.7092494822351373,
+      "eval_stsb_spearman": 0.8146104646377706,
+      "step": 1250
+    },
+    {
+      "epoch": 2.41,
+      "eval_avg_sts": 0.7585275538448379,
+      "eval_sickr_spearman": 0.707602783953433,
+      "eval_stsb_spearman": 0.809452323736243,
+      "step": 1375
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 0.014210526315789472,
+      "loss": 0.0014,
+      "step": 1500
+    },
+    {
+      "epoch": 2.63,
+      "eval_avg_sts": 0.756410356894333,
+      "eval_sickr_spearman": 0.6931919645578548,
+      "eval_stsb_spearman": 0.8196287492308111,
+      "step": 1500
+    },
+    {
+      "epoch": 2.85,
+      "eval_avg_sts": 0.7620477624576579,
+      "eval_sickr_spearman": 0.7012191143545978,
+      "eval_stsb_spearman": 0.822876410560718,
+      "step": 1625
+    },
+    {
+      "epoch": 3.07,
+      "eval_avg_sts": 0.7608070157867401,
+      "eval_sickr_spearman": 0.7019747876735236,
+      "eval_stsb_spearman": 0.8196392438999567,
+      "step": 1750
+    },
+    {
+      "epoch": 3.29,
+      "eval_avg_sts": 0.7625034782535425,
+      "eval_sickr_spearman": 0.703315191621357,
+      "eval_stsb_spearman": 0.821691764885728,
+      "step": 1875
+    },
+    {
+      "epoch": 3.51,
+      "learning_rate": 0.008947368421052631,
+      "loss": 0.001,
+      "step": 2000
+    },
+    {
+      "epoch": 3.51,
+      "eval_avg_sts": 0.7631369232723644,
+      "eval_sickr_spearman": 0.7082736343472192,
+      "eval_stsb_spearman": 0.8180002121975096,
+      "step": 2000
+    },
+    {
+      "epoch": 3.73,
+      "eval_avg_sts": 0.7620440360304972,
+      "eval_sickr_spearman": 0.7117528082775756,
+      "eval_stsb_spearman": 0.8123352637834187,
+      "step": 2125
+    },
+    {
+      "epoch": 3.95,
+      "eval_avg_sts": 0.7686269781009907,
+      "eval_sickr_spearman": 0.7162074597138681,
+      "eval_stsb_spearman": 0.8210464964881133,
+      "step": 2250
+    },
+    {
+      "epoch": 4.17,
+      "eval_avg_sts": 0.7701487047832861,
+      "eval_sickr_spearman": 0.7184914826805546,
+      "eval_stsb_spearman": 0.8218059268860176,
+      "step": 2375
+    },
+    {
+      "epoch": 4.39,
+      "learning_rate": 0.003684210526315789,
+      "loss": 0.0009,
+      "step": 2500
+    },
+    {
+      "epoch": 4.39,
+      "eval_avg_sts": 0.7700311247392564,
+      "eval_sickr_spearman": 0.7182512311111612,
+      "eval_stsb_spearman": 0.8218110183673516,
+      "step": 2500
+    },
+    {
+      "epoch": 4.61,
+      "eval_avg_sts": 0.7702704869245434,
+      "eval_sickr_spearman": 0.7169341702786267,
+      "eval_stsb_spearman": 0.8236068035704601,
+      "step": 2625
+    },
+    {
+      "epoch": 4.82,
+      "eval_avg_sts": 0.7706318903065524,
+      "eval_sickr_spearman": 0.7171376300243186,
+      "eval_stsb_spearman": 0.8241261505887862,
+      "step": 2750
+    },
+    {
+      "epoch": 5.0,
+      "step": 2850,
+      "train_runtime": 1423.6449,
+      "train_samples_per_second": 2.002
+    }
+  ],
+  "max_steps": 2850,
+  "num_train_epochs": 5,
+  "total_flos": 3840268242124800,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11aaa53bf3f00632105b3a88719e9db8fb27de4693d7809b2ee4f962a42ef004
+size 2107