Training in progress, epoch 1

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5561da55b1ae263ed5579e34eeaa7ddc0b63baef7b6f55b5019dcb64663e5357
+oid sha256:deb089e9ac2ba3e9bfee178463e0a5351fb79b4046211f6167830b3a160bf33d
 size 267832560

run-1/checkpoint-108/config.json

@@ -0,0 +1,25 @@
+{
+  "_name_or_path": "distilbert-base-uncased",
+  "activation": "gelu",
+  "architectures": [
+    "DistilBertForSequenceClassification"
+  ],
+  "attention_dropout": 0.1,
+  "dim": 768,
+  "dropout": 0.1,
+  "hidden_dim": 3072,
+  "initializer_range": 0.02,
+  "max_position_embeddings": 512,
+  "model_type": "distilbert",
+  "n_heads": 12,
+  "n_layers": 6,
+  "pad_token_id": 0,
+  "problem_type": "single_label_classification",
+  "qa_dropout": 0.1,
+  "seq_classif_dropout": 0.2,
+  "sinusoidal_pos_embds": false,
+  "tie_weights_": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.38.2",
+  "vocab_size": 30522
+}

run-1/checkpoint-108/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53a75a52c0a7268f698d6028850e95d4059b79b6994ea0a0a71f12991834f65e
+size 267832560

run-1/checkpoint-108/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b733375cf7e51f52c587ff5c5803a525efda32f0f6b325493a7f65cefb9a35c2
+size 535727290

run-1/checkpoint-108/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ff88cf6a68b56a9a8b1365826b59af04bc94bfa1a61a887391b00cc10709cf9
+size 14244

run-1/checkpoint-108/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ba816e802e5059259aa15c86b6b47a6552618fdf5b523e3aeecc033159818c7
+size 1064

run-1/checkpoint-108/special_tokens_map.json

@@ -0,0 +1,7 @@
+{
+  "cls_token": "[CLS]",
+  "mask_token": "[MASK]",
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "unk_token": "[UNK]"
+}

run-1/checkpoint-108/tokenizer_config.json

@@ -0,0 +1,55 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "100": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "101": {
+      "content": "[CLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "102": {
+      "content": "[SEP]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "103": {
+      "content": "[MASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "[CLS]",
+  "do_lower_case": true,
+  "mask_token": "[MASK]",
+  "model_max_length": 512,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "strip_accents": null,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "DistilBertTokenizer",
+  "unk_token": "[UNK]"
+}

run-1/checkpoint-108/trainer_state.json

@@ -0,0 +1,62 @@
+{
+  "best_metric": 0.3259325330443582,
+  "best_model_checkpoint": "distilbert-base-uncased-finetuned-cola/run-1/checkpoint-108",
+  "epoch": 4.0,
+  "eval_steps": 500,
+  "global_step": 108,
+  "is_hyper_param_search": true,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 1.0,
+      "eval_loss": 0.6137323379516602,
+      "eval_matthews_correlation": 0.0,
+      "eval_runtime": 0.4985,
+      "eval_samples_per_second": 2092.402,
+      "eval_steps_per_second": 132.405,
+      "step": 27
+    },
+    {
+      "epoch": 2.0,
+      "eval_loss": 0.5712264180183411,
+      "eval_matthews_correlation": 0.20590544441185202,
+      "eval_runtime": 0.5232,
+      "eval_samples_per_second": 1993.581,
+      "eval_steps_per_second": 126.152,
+      "step": 54
+    },
+    {
+      "epoch": 3.0,
+      "eval_loss": 0.5899873375892639,
+      "eval_matthews_correlation": 0.2957275464729565,
+      "eval_runtime": 0.6455,
+      "eval_samples_per_second": 1615.69,
+      "eval_steps_per_second": 102.239,
+      "step": 81
+    },
+    {
+      "epoch": 4.0,
+      "eval_loss": 0.6281552314758301,
+      "eval_matthews_correlation": 0.3259325330443582,
+      "eval_runtime": 0.7017,
+      "eval_samples_per_second": 1486.423,
+      "eval_steps_per_second": 94.059,
+      "step": 108
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 135,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 5,
+  "save_steps": 500,
+  "total_flos": 0,
+  "train_batch_size": 32,
+  "trial_name": null,
+  "trial_params": {
+    "learning_rate": 3.5363396216788776e-05,
+    "num_train_epochs": 5,
+    "per_device_train_batch_size": 32,
+    "seed": 2
+  }
+}

run-1/checkpoint-108/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33b56f1742238d2f06643824383acf821a96e3f5c733d93be775d8db9f771896
+size 4984

run-1/checkpoint-135/config.json

@@ -0,0 +1,25 @@
+{
+  "_name_or_path": "distilbert-base-uncased",
+  "activation": "gelu",
+  "architectures": [
+    "DistilBertForSequenceClassification"
+  ],
+  "attention_dropout": 0.1,
+  "dim": 768,
+  "dropout": 0.1,
+  "hidden_dim": 3072,
+  "initializer_range": 0.02,
+  "max_position_embeddings": 512,
+  "model_type": "distilbert",
+  "n_heads": 12,
+  "n_layers": 6,
+  "pad_token_id": 0,
+  "problem_type": "single_label_classification",
+  "qa_dropout": 0.1,
+  "seq_classif_dropout": 0.2,
+  "sinusoidal_pos_embds": false,
+  "tie_weights_": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.38.2",
+  "vocab_size": 30522
+}

run-1/checkpoint-135/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c82f13f2ffe3e258baf546b925aed6f69d842a0285c747dff3b90edb0605eaa1
+size 267832560

run-1/checkpoint-135/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6f9cdf2fdac0ef72c700f84956d35c76a99f1cddb69d7637cc66d92b60bd997
+size 535727290

run-1/checkpoint-135/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d71ce280b59c0b5bf314439e654a2e5adb6bf73532c3af560e8f2a715df608b9
+size 14244

run-1/checkpoint-135/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40abd27c087f798d42969f78042a3adc0c480e02268f7be72034aadba2dc6d2d
+size 1064

run-1/checkpoint-135/special_tokens_map.json

@@ -0,0 +1,7 @@
+{
+  "cls_token": "[CLS]",
+  "mask_token": "[MASK]",
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "unk_token": "[UNK]"
+}

run-1/checkpoint-135/tokenizer_config.json

@@ -0,0 +1,55 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "100": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "101": {
+      "content": "[CLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "102": {
+      "content": "[SEP]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "103": {
+      "content": "[MASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "[CLS]",
+  "do_lower_case": true,
+  "mask_token": "[MASK]",
+  "model_max_length": 512,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "strip_accents": null,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "DistilBertTokenizer",
+  "unk_token": "[UNK]"
+}

run-1/checkpoint-135/trainer_state.json

@@ -0,0 +1,71 @@
+{
+  "best_metric": 0.3367711412058402,
+  "best_model_checkpoint": "distilbert-base-uncased-finetuned-cola/run-1/checkpoint-135",
+  "epoch": 5.0,
+  "eval_steps": 500,
+  "global_step": 135,
+  "is_hyper_param_search": true,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 1.0,
+      "eval_loss": 0.6137323379516602,
+      "eval_matthews_correlation": 0.0,
+      "eval_runtime": 0.4985,
+      "eval_samples_per_second": 2092.402,
+      "eval_steps_per_second": 132.405,
+      "step": 27
+    },
+    {
+      "epoch": 2.0,
+      "eval_loss": 0.5712264180183411,
+      "eval_matthews_correlation": 0.20590544441185202,
+      "eval_runtime": 0.5232,
+      "eval_samples_per_second": 1993.581,
+      "eval_steps_per_second": 126.152,
+      "step": 54
+    },
+    {
+      "epoch": 3.0,
+      "eval_loss": 0.5899873375892639,
+      "eval_matthews_correlation": 0.2957275464729565,
+      "eval_runtime": 0.6455,
+      "eval_samples_per_second": 1615.69,
+      "eval_steps_per_second": 102.239,
+      "step": 81
+    },
+    {
+      "epoch": 4.0,
+      "eval_loss": 0.6281552314758301,
+      "eval_matthews_correlation": 0.3259325330443582,
+      "eval_runtime": 0.7017,
+      "eval_samples_per_second": 1486.423,
+      "eval_steps_per_second": 94.059,
+      "step": 108
+    },
+    {
+      "epoch": 5.0,
+      "eval_loss": 0.6593989133834839,
+      "eval_matthews_correlation": 0.3367711412058402,
+      "eval_runtime": 0.6019,
+      "eval_samples_per_second": 1732.92,
+      "eval_steps_per_second": 109.657,
+      "step": 135
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 135,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 5,
+  "save_steps": 500,
+  "total_flos": 0,
+  "train_batch_size": 32,
+  "trial_name": null,
+  "trial_params": {
+    "learning_rate": 3.5363396216788776e-05,
+    "num_train_epochs": 5,
+    "per_device_train_batch_size": 32,
+    "seed": 2
+  }
+}

run-1/checkpoint-135/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33b56f1742238d2f06643824383acf821a96e3f5c733d93be775d8db9f771896
+size 4984

run-1/checkpoint-54/config.json

@@ -0,0 +1,25 @@
+{
+  "_name_or_path": "distilbert-base-uncased",
+  "activation": "gelu",
+  "architectures": [
+    "DistilBertForSequenceClassification"
+  ],
+  "attention_dropout": 0.1,
+  "dim": 768,
+  "dropout": 0.1,
+  "hidden_dim": 3072,
+  "initializer_range": 0.02,
+  "max_position_embeddings": 512,
+  "model_type": "distilbert",
+  "n_heads": 12,
+  "n_layers": 6,
+  "pad_token_id": 0,
+  "problem_type": "single_label_classification",
+  "qa_dropout": 0.1,
+  "seq_classif_dropout": 0.2,
+  "sinusoidal_pos_embds": false,
+  "tie_weights_": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.38.2",
+  "vocab_size": 30522
+}

run-1/checkpoint-54/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:443ae768410c4fb2d7ac4bd28230ec79548e32b2fef7218cbd6cef4849ba28b5
+size 267832560

run-1/checkpoint-54/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f48c12561980a6f7606aa5a6094d774b5041cc67abef4c3ee878e74e75ce137d
+size 535727290

run-1/checkpoint-54/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bb45759d8cea5911373367bfb22f024d61f1e28d37295d2d156220ad1753b38
+size 14244

run-1/checkpoint-54/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12b0e838a1115a2488b71e779082dce7fb4703100879bd16d20444069ee44909
+size 1064

run-1/checkpoint-54/special_tokens_map.json

@@ -0,0 +1,7 @@
+{
+  "cls_token": "[CLS]",
+  "mask_token": "[MASK]",
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "unk_token": "[UNK]"
+}

run-1/checkpoint-54/tokenizer_config.json

@@ -0,0 +1,55 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "100": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "101": {
+      "content": "[CLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "102": {
+      "content": "[SEP]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "103": {
+      "content": "[MASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "[CLS]",
+  "do_lower_case": true,
+  "mask_token": "[MASK]",
+  "model_max_length": 512,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "strip_accents": null,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "DistilBertTokenizer",
+  "unk_token": "[UNK]"
+}

run-1/checkpoint-54/trainer_state.json

@@ -0,0 +1,44 @@
+{
+  "best_metric": 0.20590544441185202,
+  "best_model_checkpoint": "distilbert-base-uncased-finetuned-cola/run-1/checkpoint-54",
+  "epoch": 2.0,
+  "eval_steps": 500,
+  "global_step": 54,
+  "is_hyper_param_search": true,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 1.0,
+      "eval_loss": 0.6137323379516602,
+      "eval_matthews_correlation": 0.0,
+      "eval_runtime": 0.4985,
+      "eval_samples_per_second": 2092.402,
+      "eval_steps_per_second": 132.405,
+      "step": 27
+    },
+    {
+      "epoch": 2.0,
+      "eval_loss": 0.5712264180183411,
+      "eval_matthews_correlation": 0.20590544441185202,
+      "eval_runtime": 0.5232,
+      "eval_samples_per_second": 1993.581,
+      "eval_steps_per_second": 126.152,
+      "step": 54
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 135,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 5,
+  "save_steps": 500,
+  "total_flos": 0,
+  "train_batch_size": 32,
+  "trial_name": null,
+  "trial_params": {
+    "learning_rate": 3.5363396216788776e-05,
+    "num_train_epochs": 5,
+    "per_device_train_batch_size": 32,
+    "seed": 2
+  }
+}

run-1/checkpoint-54/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33b56f1742238d2f06643824383acf821a96e3f5c733d93be775d8db9f771896
+size 4984

run-1/checkpoint-81/config.json

@@ -0,0 +1,25 @@
+{
+  "_name_or_path": "distilbert-base-uncased",
+  "activation": "gelu",
+  "architectures": [
+    "DistilBertForSequenceClassification"
+  ],
+  "attention_dropout": 0.1,
+  "dim": 768,
+  "dropout": 0.1,
+  "hidden_dim": 3072,
+  "initializer_range": 0.02,
+  "max_position_embeddings": 512,
+  "model_type": "distilbert",
+  "n_heads": 12,
+  "n_layers": 6,
+  "pad_token_id": 0,
+  "problem_type": "single_label_classification",
+  "qa_dropout": 0.1,
+  "seq_classif_dropout": 0.2,
+  "sinusoidal_pos_embds": false,
+  "tie_weights_": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.38.2",
+  "vocab_size": 30522
+}

run-1/checkpoint-81/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0799e5e610ad0116f53bd17357767c01b076f46a18d772057f6b2653d584e627
+size 267832560

run-1/checkpoint-81/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56b47699f830504629604f4f31a2ec86a017c413c509659031f0cb32be70b49d
+size 535727290

run-1/checkpoint-81/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e81c15a5ddd399b2a78a78e88aad4d8d0f73ebd73da31f6ab83057c2144aba58
+size 14244

run-1/checkpoint-81/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f2ee9e092517bb12bff1a95437f075d2739c9b5ba04c75f12d1f0e4d2e911d7
+size 1064

run-1/checkpoint-81/special_tokens_map.json

@@ -0,0 +1,7 @@
+{
+  "cls_token": "[CLS]",
+  "mask_token": "[MASK]",
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "unk_token": "[UNK]"
+}

run-1/checkpoint-81/tokenizer_config.json

@@ -0,0 +1,55 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "100": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "101": {
+      "content": "[CLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "102": {
+      "content": "[SEP]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "103": {
+      "content": "[MASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "[CLS]",
+  "do_lower_case": true,
+  "mask_token": "[MASK]",
+  "model_max_length": 512,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "strip_accents": null,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "DistilBertTokenizer",
+  "unk_token": "[UNK]"
+}

run-1/checkpoint-81/trainer_state.json

@@ -0,0 +1,53 @@
+{
+  "best_metric": 0.2957275464729565,
+  "best_model_checkpoint": "distilbert-base-uncased-finetuned-cola/run-1/checkpoint-81",
+  "epoch": 3.0,
+  "eval_steps": 500,
+  "global_step": 81,
+  "is_hyper_param_search": true,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 1.0,
+      "eval_loss": 0.6137323379516602,
+      "eval_matthews_correlation": 0.0,
+      "eval_runtime": 0.4985,
+      "eval_samples_per_second": 2092.402,
+      "eval_steps_per_second": 132.405,
+      "step": 27
+    },
+    {
+      "epoch": 2.0,
+      "eval_loss": 0.5712264180183411,
+      "eval_matthews_correlation": 0.20590544441185202,
+      "eval_runtime": 0.5232,
+      "eval_samples_per_second": 1993.581,
+      "eval_steps_per_second": 126.152,
+      "step": 54
+    },
+    {
+      "epoch": 3.0,
+      "eval_loss": 0.5899873375892639,
+      "eval_matthews_correlation": 0.2957275464729565,
+      "eval_runtime": 0.6455,
+      "eval_samples_per_second": 1615.69,
+      "eval_steps_per_second": 102.239,
+      "step": 81
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 135,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 5,
+  "save_steps": 500,
+  "total_flos": 0,
+  "train_batch_size": 32,
+  "trial_name": null,
+  "trial_params": {
+    "learning_rate": 3.5363396216788776e-05,
+    "num_train_epochs": 5,
+    "per_device_train_batch_size": 32,
+    "seed": 2
+  }
+}

run-1/checkpoint-81/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33b56f1742238d2f06643824383acf821a96e3f5c733d93be775d8db9f771896
+size 4984

run-2/checkpoint-27/config.json

@@ -0,0 +1,25 @@
+{
+  "_name_or_path": "distilbert-base-uncased",
+  "activation": "gelu",
+  "architectures": [
+    "DistilBertForSequenceClassification"
+  ],
+  "attention_dropout": 0.1,
+  "dim": 768,
+  "dropout": 0.1,
+  "hidden_dim": 3072,
+  "initializer_range": 0.02,
+  "max_position_embeddings": 512,
+  "model_type": "distilbert",
+  "n_heads": 12,
+  "n_layers": 6,
+  "pad_token_id": 0,
+  "problem_type": "single_label_classification",
+  "qa_dropout": 0.1,
+  "seq_classif_dropout": 0.2,
+  "sinusoidal_pos_embds": false,
+  "tie_weights_": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.38.2",
+  "vocab_size": 30522
+}

run-2/checkpoint-27/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deb089e9ac2ba3e9bfee178463e0a5351fb79b4046211f6167830b3a160bf33d
+size 267832560

run-2/checkpoint-27/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9516b058e496477f19f51008db1771b000eaf246f9e98c490d8a5ab51f6be89
+size 535727290

run-2/checkpoint-27/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23e4eac4ccb653df691c572046a6c191bf2e41b96f073d92f8e06f4ada58c10e
+size 14244

run-2/checkpoint-27/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1004f35ea8de92c80186b5611f92fa28944e8ce2152f4d8a62ae02fcaacd2f9c
+size 1064