Upload 7 files

config.json

@@ -0,0 +1,27 @@
+{
+  "_name_or_path": "distilroberta-base",
+  "architectures": [
+    "RobertaForMaskedLM"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "bos_token_id": 0,
+  "classifier_dropout": null,
+  "eos_token_id": 2,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "layer_norm_eps": 1e-05,
+  "max_position_embeddings": 514,
+  "model_type": "roberta",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 6,
+  "pad_token_id": 1,
+  "position_embedding_type": "absolute",
+  "torch_dtype": "float32",
+  "transformers_version": "4.29.2",
+  "type_vocab_size": 1,
+  "use_cache": true,
+  "vocab_size": 50265
+}

optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef705010cd557d2af8e56d0170280c86e8d3735e4b6b294c7982a284c27c0d38
+size 657423685

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54b7f7805cc834be9a091b383e0d532697a8b462a2c1f9cd8cc863c3a685d82e
+size 328721273

rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a101df167eaefcdca2898d450a82e139b1e20cffbd5317e875d19c0e62c892
+size 14575

scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e028a5a2b0efdada3f7da6598fa1f8c1d1cbbc417225e78e8d270ad7ecad5aa
+size 627

trainer_state.json

@@ -0,0 +1,244 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 9.98463901689708,
+  "global_step": 13000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.923195084485407e-05,
+      "loss": 2.0051,
+      "step": 500
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 1.8463901689708145e-05,
+      "loss": 1.6247,
+      "step": 1000
+    },
+    {
+      "epoch": 1.0,
+      "eval_loss": 1.3888643980026245,
+      "eval_runtime": 7.9545,
+      "eval_samples_per_second": 653.846,
+      "eval_steps_per_second": 81.841,
+      "step": 1302
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 1.7695852534562215e-05,
+      "loss": 1.4928,
+      "step": 1500
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 1.6927803379416285e-05,
+      "loss": 1.3947,
+      "step": 2000
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 1.6159754224270355e-05,
+      "loss": 1.3445,
+      "step": 2500
+    },
+    {
+      "epoch": 2.0,
+      "eval_loss": 1.201552152633667,
+      "eval_runtime": 8.1327,
+      "eval_samples_per_second": 639.513,
+      "eval_steps_per_second": 80.047,
+      "step": 2604
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.5391705069124425e-05,
+      "loss": 1.2667,
+      "step": 3000
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 1.4623655913978497e-05,
+      "loss": 1.2231,
+      "step": 3500
+    },
+    {
+      "epoch": 3.0,
+      "eval_loss": 1.0806881189346313,
+      "eval_runtime": 7.9883,
+      "eval_samples_per_second": 651.08,
+      "eval_steps_per_second": 81.495,
+      "step": 3906
+    },
+    {
+      "epoch": 3.07,
+      "learning_rate": 1.3855606758832567e-05,
+      "loss": 1.2226,
+      "step": 4000
+    },
+    {
+      "epoch": 3.46,
+      "learning_rate": 1.3087557603686638e-05,
+      "loss": 1.1666,
+      "step": 4500
+    },
+    {
+      "epoch": 3.84,
+      "learning_rate": 1.2319508448540707e-05,
+      "loss": 1.1263,
+      "step": 5000
+    },
+    {
+      "epoch": 4.0,
+      "eval_loss": 1.024440050125122,
+      "eval_runtime": 7.9462,
+      "eval_samples_per_second": 654.524,
+      "eval_steps_per_second": 81.926,
+      "step": 5208
+    },
+    {
+      "epoch": 4.22,
+      "learning_rate": 1.1551459293394778e-05,
+      "loss": 1.1107,
+      "step": 5500
+    },
+    {
+      "epoch": 4.61,
+      "learning_rate": 1.0783410138248848e-05,
+      "loss": 1.0675,
+      "step": 6000
+    },
+    {
+      "epoch": 4.99,
+      "learning_rate": 1.001536098310292e-05,
+      "loss": 1.062,
+      "step": 6500
+    },
+    {
+      "epoch": 5.0,
+      "eval_loss": 0.9445285797119141,
+      "eval_runtime": 8.0272,
+      "eval_samples_per_second": 647.921,
+      "eval_steps_per_second": 81.099,
+      "step": 6510
+    },
+    {
+      "epoch": 5.38,
+      "learning_rate": 9.24731182795699e-06,
+      "loss": 1.03,
+      "step": 7000
+    },
+    {
+      "epoch": 5.76,
+      "learning_rate": 8.47926267281106e-06,
+      "loss": 1.0055,
+      "step": 7500
+    },
+    {
+      "epoch": 6.0,
+      "eval_loss": 0.9380741715431213,
+      "eval_runtime": 8.0529,
+      "eval_samples_per_second": 645.851,
+      "eval_steps_per_second": 80.84,
+      "step": 7812
+    },
+    {
+      "epoch": 6.14,
+      "learning_rate": 7.711213517665132e-06,
+      "loss": 0.9869,
+      "step": 8000
+    },
+    {
+      "epoch": 6.53,
+      "learning_rate": 6.9431643625192015e-06,
+      "loss": 1.0125,
+      "step": 8500
+    },
+    {
+      "epoch": 6.91,
+      "learning_rate": 6.175115207373272e-06,
+      "loss": 1.004,
+      "step": 9000
+    },
+    {
+      "epoch": 7.0,
+      "eval_loss": 0.902702271938324,
+      "eval_runtime": 8.0927,
+      "eval_samples_per_second": 642.681,
+      "eval_steps_per_second": 80.443,
+      "step": 9114
+    },
+    {
+      "epoch": 7.3,
+      "learning_rate": 5.407066052227343e-06,
+      "loss": 0.9893,
+      "step": 9500
+    },
+    {
+      "epoch": 7.68,
+      "learning_rate": 4.639016897081414e-06,
+      "loss": 0.9525,
+      "step": 10000
+    },
+    {
+      "epoch": 8.0,
+      "eval_loss": 0.8645159006118774,
+      "eval_runtime": 8.0556,
+      "eval_samples_per_second": 645.641,
+      "eval_steps_per_second": 80.814,
+      "step": 10416
+    },
+    {
+      "epoch": 8.06,
+      "learning_rate": 3.870967741935484e-06,
+      "loss": 0.9761,
+      "step": 10500
+    },
+    {
+      "epoch": 8.45,
+      "learning_rate": 3.1029185867895553e-06,
+      "loss": 0.9469,
+      "step": 11000
+    },
+    {
+      "epoch": 8.83,
+      "learning_rate": 2.3348694316436257e-06,
+      "loss": 0.9166,
+      "step": 11500
+    },
+    {
+      "epoch": 9.0,
+      "eval_loss": 0.8442177176475525,
+      "eval_runtime": 8.0728,
+      "eval_samples_per_second": 644.264,
+      "eval_steps_per_second": 80.641,
+      "step": 11718
+    },
+    {
+      "epoch": 9.22,
+      "learning_rate": 1.5668202764976959e-06,
+      "loss": 0.9201,
+      "step": 12000
+    },
+    {
+      "epoch": 9.6,
+      "learning_rate": 7.987711213517666e-07,
+      "loss": 0.9143,
+      "step": 12500
+    },
+    {
+      "epoch": 9.98,
+      "learning_rate": 3.0721966205837177e-08,
+      "loss": 0.9314,
+      "step": 13000
+    }
+  ],
+  "max_steps": 13020,
+  "num_train_epochs": 10,
+  "total_flos": 673236987330600.0,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd0626924ce2a2c2942eff9b899aeb5e796561acc38c4d50be4622fc69ba36a5
+size 3899