Training in progress, epoch 1

emissions.csv

@@ -10,4 +10,5 @@ timestamp,project_name,run_id,duration,emissions,emissions_rate,cpu_power,gpu_po
 2024-03-20T11:15:34,codecarbon,8c5cd6be-b949-4d3e-aeee-44d3635c6e6a,585.5882697105408,0.0011148245747178,1.903768624444728e-06,42.5,76.4417344149013,96.0,0.0069131124711698,0.0179383418506606,0.0156140474828084,0.040465501804639,Norway,NOR,viken,,,Linux-5.14.0-362.8.1.el9_3.x86_64-x86_64-with-glibc2.34,3.11.3,2.3.4,24,AMD EPYC 7642 48-Core Processor,1,1 x NVIDIA A100-PCIE-40GB,10.8034,59.6573,256,machine,N,1.0
 2024-03-20T11:16:20,codecarbon,8c5cd6be-b949-4d3e-aeee-44d3635c6e6a,631.8965435028076,0.0012026320726012,1.903210398864824e-06,42.5,109.304377937163,96.0,0.0074597954246732,0.0193441649197634,0.0168487464650472,0.0436527068094839,Norway,NOR,viken,,,Linux-5.14.0-362.8.1.el9_3.x86_64-x86_64-with-glibc2.34,3.11.3,2.3.4,24,AMD EPYC 7642 48-Core Processor,1,1 x NVIDIA A100-PCIE-40GB,10.8034,59.6573,256,machine,N,1.0
 2024-03-20T11:16:38,codecarbon,8c5cd6be-b949-4d3e-aeee-44d3635c6e6a,650.12664103508,0.0012390977602013,1.9059329090537992e-06,42.5,122.96952663448236,96.0,0.007675000440412,0.0199666362510733,0.0173346885426839,0.0449763252341693,Norway,NOR,viken,,,Linux-5.14.0-362.8.1.el9_3.x86_64-x86_64-with-glibc2.34,3.11.3,2.3.4,24,AMD EPYC 7642 48-Core Processor,1,1 x NVIDIA A100-PCIE-40GB,10.8034,59.6573,256,machine,N,1.0
-2024-03-20T11:17:55,codecarbon,8c5cd6be-b949-4d3e-aeee-44d3635c6e6a,726.8632326126099,0.0013595048654139598,1.8703723127216198e-06,42.5,66.55260048901644,96.0,0.008580909497539202,0.021385117941413512,0.01938079163233439,0.0493468190712871,Norway,NOR,viken,,,Linux-5.14.0-362.8.1.el9_3.x86_64-x86_64-with-glibc2.34,3.11.3,2.3.4,24,AMD EPYC 7642 48-Core Processor,1,1 x NVIDIA A100-PCIE-40GB,10.8034,59.6573,256,machine,N,1.0
+2024-03-20T11:17:55,codecarbon,8c5cd6be-b949-4d3e-aeee-44d3635c6e6a,726.8632326126099,0.0013595048654139,1.87037231272162e-06,42.5,66.55260048901644,96.0,0.0085809094975392,0.0213851179414135,0.0193807916323343,0.0493468190712871,Norway,NOR,viken,,,Linux-5.14.0-362.8.1.el9_3.x86_64-x86_64-with-glibc2.34,3.11.3,2.3.4,24,AMD EPYC 7642 48-Core Processor,1,1 x NVIDIA A100-PCIE-40GB,10.8034,59.6573,256,machine,N,1.0
+2024-03-20T11:18:49,codecarbon,8c5cd6be-b949-4d3e-aeee-44d3635c6e6a,780.7155704498291,0.0014548135681150564,1.8634360875841488e-06,42.5,92.78079264958224,96.0,0.009216655736830498,0.022772916273872568,0.02081672810236613,0.05280630011306919,Norway,NOR,viken,,,Linux-5.14.0-362.8.1.el9_3.x86_64-x86_64-with-glibc2.34,3.11.3,2.3.4,24,AMD EPYC 7642 48-Core Processor,1,1 x NVIDIA A100-PCIE-40GB,10.8034,59.6573,256,machine,N,1.0

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6ba4c95c0c89b7278b358aef9eec5bca4cbc1d253b7a6d6d4c02ab538822de61
+oid sha256:47a89af68d9690511248f1b7871cfa3b08881d959960d0785c6b458145ae4566
 size 267832560

run-9/checkpoint-268/config.json

@@ -0,0 +1,25 @@
+{
+  "_name_or_path": "distilbert-base-uncased",
+  "activation": "gelu",
+  "architectures": [
+    "DistilBertForSequenceClassification"
+  ],
+  "attention_dropout": 0.1,
+  "dim": 768,
+  "dropout": 0.1,
+  "hidden_dim": 3072,
+  "initializer_range": 0.02,
+  "max_position_embeddings": 512,
+  "model_type": "distilbert",
+  "n_heads": 12,
+  "n_layers": 6,
+  "pad_token_id": 0,
+  "problem_type": "single_label_classification",
+  "qa_dropout": 0.1,
+  "seq_classif_dropout": 0.2,
+  "sinusoidal_pos_embds": false,
+  "tie_weights_": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.38.2",
+  "vocab_size": 30522
+}

run-9/checkpoint-268/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a8369f90f1e302e63349b694352eadd817ba2d4baf4faeee3686053979732d5
+size 267832560

run-9/checkpoint-268/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1905620192e5dcf01fe015f43751c9e2035cfd3b9582ff83d5824576bfc28054
+size 535727290

run-9/checkpoint-268/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:497e3e87dd2ea4a3ea1a17d434f0ada6c674e2f59c3b11ca1dec152b203da4de
+size 14244

run-9/checkpoint-268/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dd0dc2cec0a8d3c1e0bbc02dd43958401e498c81fb2ee4d0c54cdbaa4821c98
+size 1064

run-9/checkpoint-268/special_tokens_map.json

@@ -0,0 +1,7 @@
+{
+  "cls_token": "[CLS]",
+  "mask_token": "[MASK]",
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "unk_token": "[UNK]"
+}

run-9/checkpoint-268/tokenizer_config.json

@@ -0,0 +1,55 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "100": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "101": {
+      "content": "[CLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "102": {
+      "content": "[SEP]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "103": {
+      "content": "[MASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "[CLS]",
+  "do_lower_case": true,
+  "mask_token": "[MASK]",
+  "model_max_length": 512,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "strip_accents": null,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "DistilBertTokenizer",
+  "unk_token": "[UNK]"
+}

run-9/checkpoint-268/trainer_state.json

@@ -0,0 +1,44 @@
+{
+  "best_metric": 0.46330744548556085,
+  "best_model_checkpoint": "distilbert-base-uncased-finetuned-cola/run-9/checkpoint-268",
+  "epoch": 2.0,
+  "eval_steps": 500,
+  "global_step": 268,
+  "is_hyper_param_search": true,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 1.0,
+      "eval_loss": 0.5036426782608032,
+      "eval_matthews_correlation": 0.40069938311539727,
+      "eval_runtime": 0.3394,
+      "eval_samples_per_second": 3073.383,
+      "eval_steps_per_second": 194.481,
+      "step": 134
+    },
+    {
+      "epoch": 2.0,
+      "eval_loss": 0.5034472346305847,
+      "eval_matthews_correlation": 0.46330744548556085,
+      "eval_runtime": 0.3581,
+      "eval_samples_per_second": 2912.306,
+      "eval_steps_per_second": 184.288,
+      "step": 268
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 268,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 2,
+  "save_steps": 500,
+  "total_flos": 0,
+  "train_batch_size": 64,
+  "trial_name": null,
+  "trial_params": {
+    "learning_rate": 3.0430714365470178e-05,
+    "num_train_epochs": 2,
+    "per_device_train_batch_size": 64,
+    "seed": 25
+  }
+}

run-9/checkpoint-268/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac38b0b62b865d6295d012b6fa39dac89d29b9357c0b1b5c81ab0d7c0bafb67d
+size 4984

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ac38b0b62b865d6295d012b6fa39dac89d29b9357c0b1b5c81ab0d7c0bafb67d
+oid sha256:7db6bf6817bccd2005511528ed19af7abcd039666b6ad32830f38a36242c1637
 size 4984