Training in progress, epoch 1

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a344b57655b8bca213d5cfa687cecdb5897e4a015cb742dd436cd70abb4c5b09
+oid sha256:60a28a1f7a5bd912e06dd15455ce08a9bad56f205c155f331d0ee5c6ed365375
 size 267832560

run-6/checkpoint-108/config.json

@@ -0,0 +1,25 @@
+{
+  "_name_or_path": "distilbert-base-uncased",
+  "activation": "gelu",
+  "architectures": [
+    "DistilBertForSequenceClassification"
+  ],
+  "attention_dropout": 0.1,
+  "dim": 768,
+  "dropout": 0.1,
+  "hidden_dim": 3072,
+  "initializer_range": 0.02,
+  "max_position_embeddings": 512,
+  "model_type": "distilbert",
+  "n_heads": 12,
+  "n_layers": 6,
+  "pad_token_id": 0,
+  "problem_type": "single_label_classification",
+  "qa_dropout": 0.1,
+  "seq_classif_dropout": 0.2,
+  "sinusoidal_pos_embds": false,
+  "tie_weights_": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.40.1",
+  "vocab_size": 30522
+}

run-6/checkpoint-108/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69b0423c6aefb991ed79ffde091fc0a01d6e86b8e93a38c76cf2043d9c08493f
+size 267832560

run-6/checkpoint-108/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a03e5532509a986544f62cb00505b8e90c9d19f6aec02e6e0ece0e5ba9f3ebc9
+size 535727290

run-6/checkpoint-108/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4538ff8225b5138bde619440ab115d209ef4fed768c04bd95ce09f95947fb70a
+size 14308

run-6/checkpoint-108/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6253b4502d68a445cd9c15beb216a43d3c125215a0b03c21a12dd56cc707cd3c
+size 1064

run-6/checkpoint-108/special_tokens_map.json

@@ -0,0 +1,7 @@
+{
+  "cls_token": "[CLS]",
+  "mask_token": "[MASK]",
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "unk_token": "[UNK]"
+}

run-6/checkpoint-108/tokenizer_config.json

@@ -0,0 +1,55 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "100": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "101": {
+      "content": "[CLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "102": {
+      "content": "[SEP]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "103": {
+      "content": "[MASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "[CLS]",
+  "do_lower_case": true,
+  "mask_token": "[MASK]",
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "strip_accents": null,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "DistilBertTokenizer",
+  "unk_token": "[UNK]"
+}

run-6/checkpoint-108/trainer_state.json

@@ -0,0 +1,62 @@
+{
+  "best_metric": 0.3232069502334773,
+  "best_model_checkpoint": "distilbert-base-uncased-finetuned-cola/run-6/checkpoint-54",
+  "epoch": 4.0,
+  "eval_steps": 500,
+  "global_step": 108,
+  "is_hyper_param_search": true,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 1.0,
+      "eval_loss": 0.5676701664924622,
+      "eval_matthews_correlation": 0.11198943089800718,
+      "eval_runtime": 0.7056,
+      "eval_samples_per_second": 1478.106,
+      "eval_steps_per_second": 93.533,
+      "step": 27
+    },
+    {
+      "epoch": 2.0,
+      "eval_loss": 0.5832672715187073,
+      "eval_matthews_correlation": 0.3232069502334773,
+      "eval_runtime": 0.8176,
+      "eval_samples_per_second": 1275.761,
+      "eval_steps_per_second": 80.729,
+      "step": 54
+    },
+    {
+      "epoch": 3.0,
+      "eval_loss": 0.8335629105567932,
+      "eval_matthews_correlation": 0.3143422201638131,
+      "eval_runtime": 0.7965,
+      "eval_samples_per_second": 1309.503,
+      "eval_steps_per_second": 82.864,
+      "step": 81
+    },
+    {
+      "epoch": 4.0,
+      "eval_loss": 1.0557090044021606,
+      "eval_matthews_correlation": 0.3137796724464509,
+      "eval_runtime": 0.8072,
+      "eval_samples_per_second": 1292.198,
+      "eval_steps_per_second": 81.769,
+      "step": 108
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 135,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 5,
+  "save_steps": 500,
+  "total_flos": 0,
+  "train_batch_size": 32,
+  "trial_name": null,
+  "trial_params": {
+    "learning_rate": 5.7581529130698136e-05,
+    "num_train_epochs": 5,
+    "per_device_train_batch_size": 32,
+    "seed": 31
+  }
+}

run-6/checkpoint-108/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11129d0c3baf9e6486411cf92d7321b2694158ebcca886ea0c2626c877f17dff
+size 5048

run-6/checkpoint-135/config.json

@@ -0,0 +1,25 @@
+{
+  "_name_or_path": "distilbert-base-uncased",
+  "activation": "gelu",
+  "architectures": [
+    "DistilBertForSequenceClassification"
+  ],
+  "attention_dropout": 0.1,
+  "dim": 768,
+  "dropout": 0.1,
+  "hidden_dim": 3072,
+  "initializer_range": 0.02,
+  "max_position_embeddings": 512,
+  "model_type": "distilbert",
+  "n_heads": 12,
+  "n_layers": 6,
+  "pad_token_id": 0,
+  "problem_type": "single_label_classification",
+  "qa_dropout": 0.1,
+  "seq_classif_dropout": 0.2,
+  "sinusoidal_pos_embds": false,
+  "tie_weights_": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.40.1",
+  "vocab_size": 30522
+}

run-6/checkpoint-135/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:253a2318dbe5c7f2ea5be780e9b19779209babfb8dbfc1b0c6813cadabfd0fe9
+size 267832560

run-6/checkpoint-135/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65366a92e43745c7d7ddc639e5dd44710af55fa47a900da53d8d8c5cb9db4d12
+size 535727290

run-6/checkpoint-135/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e3aee4dd247ef23b08a103f1ef9b55a13c46f6957c5b0981d0306f4945d4f44
+size 14308

run-6/checkpoint-135/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b7ece35c2a51d101a8e5f634d5c3ecf34758bfd6649667391a6c5db7e61e78d
+size 1064

run-6/checkpoint-135/special_tokens_map.json

@@ -0,0 +1,7 @@
+{
+  "cls_token": "[CLS]",
+  "mask_token": "[MASK]",
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "unk_token": "[UNK]"
+}

run-6/checkpoint-135/tokenizer_config.json

@@ -0,0 +1,55 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "100": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "101": {
+      "content": "[CLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "102": {
+      "content": "[SEP]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "103": {
+      "content": "[MASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "[CLS]",
+  "do_lower_case": true,
+  "mask_token": "[MASK]",
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "strip_accents": null,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "DistilBertTokenizer",
+  "unk_token": "[UNK]"
+}

run-6/checkpoint-135/trainer_state.json

@@ -0,0 +1,71 @@
+{
+  "best_metric": 0.3244584980129879,
+  "best_model_checkpoint": "distilbert-base-uncased-finetuned-cola/run-6/checkpoint-135",
+  "epoch": 5.0,
+  "eval_steps": 500,
+  "global_step": 135,
+  "is_hyper_param_search": true,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 1.0,
+      "eval_loss": 0.5676701664924622,
+      "eval_matthews_correlation": 0.11198943089800718,
+      "eval_runtime": 0.7056,
+      "eval_samples_per_second": 1478.106,
+      "eval_steps_per_second": 93.533,
+      "step": 27
+    },
+    {
+      "epoch": 2.0,
+      "eval_loss": 0.5832672715187073,
+      "eval_matthews_correlation": 0.3232069502334773,
+      "eval_runtime": 0.8176,
+      "eval_samples_per_second": 1275.761,
+      "eval_steps_per_second": 80.729,
+      "step": 54
+    },
+    {
+      "epoch": 3.0,
+      "eval_loss": 0.8335629105567932,
+      "eval_matthews_correlation": 0.3143422201638131,
+      "eval_runtime": 0.7965,
+      "eval_samples_per_second": 1309.503,
+      "eval_steps_per_second": 82.864,
+      "step": 81
+    },
+    {
+      "epoch": 4.0,
+      "eval_loss": 1.0557090044021606,
+      "eval_matthews_correlation": 0.3137796724464509,
+      "eval_runtime": 0.8072,
+      "eval_samples_per_second": 1292.198,
+      "eval_steps_per_second": 81.769,
+      "step": 108
+    },
+    {
+      "epoch": 5.0,
+      "eval_loss": 1.0779355764389038,
+      "eval_matthews_correlation": 0.3244584980129879,
+      "eval_runtime": 0.7908,
+      "eval_samples_per_second": 1318.869,
+      "eval_steps_per_second": 83.457,
+      "step": 135
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 135,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 5,
+  "save_steps": 500,
+  "total_flos": 0,
+  "train_batch_size": 32,
+  "trial_name": null,
+  "trial_params": {
+    "learning_rate": 5.7581529130698136e-05,
+    "num_train_epochs": 5,
+    "per_device_train_batch_size": 32,
+    "seed": 31
+  }
+}

run-6/checkpoint-135/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11129d0c3baf9e6486411cf92d7321b2694158ebcca886ea0c2626c877f17dff
+size 5048

run-6/checkpoint-54/config.json

@@ -0,0 +1,25 @@
+{
+  "_name_or_path": "distilbert-base-uncased",
+  "activation": "gelu",
+  "architectures": [
+    "DistilBertForSequenceClassification"
+  ],
+  "attention_dropout": 0.1,
+  "dim": 768,
+  "dropout": 0.1,
+  "hidden_dim": 3072,
+  "initializer_range": 0.02,
+  "max_position_embeddings": 512,
+  "model_type": "distilbert",
+  "n_heads": 12,
+  "n_layers": 6,
+  "pad_token_id": 0,
+  "problem_type": "single_label_classification",
+  "qa_dropout": 0.1,
+  "seq_classif_dropout": 0.2,
+  "sinusoidal_pos_embds": false,
+  "tie_weights_": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.40.1",
+  "vocab_size": 30522
+}

run-6/checkpoint-54/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e9c3a3e8204f7e2042f3b9f44605ca8dec5508bd3dfa6dc334c91203c654fa3
+size 267832560

run-6/checkpoint-54/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e70903b2abb6ecca4db73b326a9bfaef6877429dac45edf0c6c7318b6361e433
+size 535727290

run-6/checkpoint-54/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f267c462b34d7e20e04e1c93f3eae702cb928043baa4bbe468e81a5969b969bf
+size 14308

run-6/checkpoint-54/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4faf9946201bb1b72445173917adceb9b7a800b45112977d544bd9744066eef9
+size 1064

run-6/checkpoint-54/special_tokens_map.json

@@ -0,0 +1,7 @@
+{
+  "cls_token": "[CLS]",
+  "mask_token": "[MASK]",
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "unk_token": "[UNK]"
+}

run-6/checkpoint-54/tokenizer_config.json

@@ -0,0 +1,55 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "100": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "101": {
+      "content": "[CLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "102": {
+      "content": "[SEP]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "103": {
+      "content": "[MASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "[CLS]",
+  "do_lower_case": true,
+  "mask_token": "[MASK]",
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "strip_accents": null,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "DistilBertTokenizer",
+  "unk_token": "[UNK]"
+}

run-6/checkpoint-54/trainer_state.json

@@ -0,0 +1,44 @@
+{
+  "best_metric": 0.3232069502334773,
+  "best_model_checkpoint": "distilbert-base-uncased-finetuned-cola/run-6/checkpoint-54",
+  "epoch": 2.0,
+  "eval_steps": 500,
+  "global_step": 54,
+  "is_hyper_param_search": true,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 1.0,
+      "eval_loss": 0.5676701664924622,
+      "eval_matthews_correlation": 0.11198943089800718,
+      "eval_runtime": 0.7056,
+      "eval_samples_per_second": 1478.106,
+      "eval_steps_per_second": 93.533,
+      "step": 27
+    },
+    {
+      "epoch": 2.0,
+      "eval_loss": 0.5832672715187073,
+      "eval_matthews_correlation": 0.3232069502334773,
+      "eval_runtime": 0.8176,
+      "eval_samples_per_second": 1275.761,
+      "eval_steps_per_second": 80.729,
+      "step": 54
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 135,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 5,
+  "save_steps": 500,
+  "total_flos": 0,
+  "train_batch_size": 32,
+  "trial_name": null,
+  "trial_params": {
+    "learning_rate": 5.7581529130698136e-05,
+    "num_train_epochs": 5,
+    "per_device_train_batch_size": 32,
+    "seed": 31
+  }
+}

run-6/checkpoint-54/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11129d0c3baf9e6486411cf92d7321b2694158ebcca886ea0c2626c877f17dff
+size 5048

run-6/checkpoint-81/config.json

@@ -0,0 +1,25 @@
+{
+  "_name_or_path": "distilbert-base-uncased",
+  "activation": "gelu",
+  "architectures": [
+    "DistilBertForSequenceClassification"
+  ],
+  "attention_dropout": 0.1,
+  "dim": 768,
+  "dropout": 0.1,
+  "hidden_dim": 3072,
+  "initializer_range": 0.02,
+  "max_position_embeddings": 512,
+  "model_type": "distilbert",
+  "n_heads": 12,
+  "n_layers": 6,
+  "pad_token_id": 0,
+  "problem_type": "single_label_classification",
+  "qa_dropout": 0.1,
+  "seq_classif_dropout": 0.2,
+  "sinusoidal_pos_embds": false,
+  "tie_weights_": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.40.1",
+  "vocab_size": 30522
+}

run-6/checkpoint-81/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbc8c0cc1fcb29018638c08dfecd2093314619126e5da2208be931689e2e3b21
+size 267832560

run-6/checkpoint-81/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23f43a200c2d3f11935e747367c05d0741f32d8ee7ab5427e4a276ff615f556e
+size 535727290

run-6/checkpoint-81/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79e602cacc04b4487c218076e78ea84e93ce2d9cd1316caeae5ec7ed603464a2
+size 14308

run-6/checkpoint-81/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aea1b2ac5822158757b83f866ad5cde1dd0e3fd110a9e627503b9028228ceea
+size 1064

run-6/checkpoint-81/special_tokens_map.json

@@ -0,0 +1,7 @@
+{
+  "cls_token": "[CLS]",
+  "mask_token": "[MASK]",
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "unk_token": "[UNK]"
+}

run-6/checkpoint-81/tokenizer_config.json

@@ -0,0 +1,55 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "100": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "101": {
+      "content": "[CLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "102": {
+      "content": "[SEP]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "103": {
+      "content": "[MASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "[CLS]",
+  "do_lower_case": true,
+  "mask_token": "[MASK]",
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "strip_accents": null,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "DistilBertTokenizer",
+  "unk_token": "[UNK]"
+}

run-6/checkpoint-81/trainer_state.json

@@ -0,0 +1,53 @@
+{
+  "best_metric": 0.3232069502334773,
+  "best_model_checkpoint": "distilbert-base-uncased-finetuned-cola/run-6/checkpoint-54",
+  "epoch": 3.0,
+  "eval_steps": 500,
+  "global_step": 81,
+  "is_hyper_param_search": true,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 1.0,
+      "eval_loss": 0.5676701664924622,
+      "eval_matthews_correlation": 0.11198943089800718,
+      "eval_runtime": 0.7056,
+      "eval_samples_per_second": 1478.106,
+      "eval_steps_per_second": 93.533,
+      "step": 27
+    },
+    {
+      "epoch": 2.0,
+      "eval_loss": 0.5832672715187073,
+      "eval_matthews_correlation": 0.3232069502334773,
+      "eval_runtime": 0.8176,
+      "eval_samples_per_second": 1275.761,
+      "eval_steps_per_second": 80.729,
+      "step": 54
+    },
+    {
+      "epoch": 3.0,
+      "eval_loss": 0.8335629105567932,
+      "eval_matthews_correlation": 0.3143422201638131,
+      "eval_runtime": 0.7965,
+      "eval_samples_per_second": 1309.503,
+      "eval_steps_per_second": 82.864,
+      "step": 81
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 135,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 5,
+  "save_steps": 500,
+  "total_flos": 0,
+  "train_batch_size": 32,
+  "trial_name": null,
+  "trial_params": {
+    "learning_rate": 5.7581529130698136e-05,
+    "num_train_epochs": 5,
+    "per_device_train_batch_size": 32,
+    "seed": 31
+  }
+}

run-6/checkpoint-81/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11129d0c3baf9e6486411cf92d7321b2694158ebcca886ea0c2626c877f17dff
+size 5048

run-8/checkpoint-214/config.json

@@ -0,0 +1,25 @@
+{
+  "_name_or_path": "distilbert-base-uncased",
+  "activation": "gelu",
+  "architectures": [
+    "DistilBertForSequenceClassification"
+  ],
+  "attention_dropout": 0.1,
+  "dim": 768,
+  "dropout": 0.1,
+  "hidden_dim": 3072,
+  "initializer_range": 0.02,
+  "max_position_embeddings": 512,
+  "model_type": "distilbert",
+  "n_heads": 12,
+  "n_layers": 6,
+  "pad_token_id": 0,
+  "problem_type": "single_label_classification",
+  "qa_dropout": 0.1,
+  "seq_classif_dropout": 0.2,
+  "sinusoidal_pos_embds": false,
+  "tie_weights_": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.40.1",
+  "vocab_size": 30522
+}

run-8/checkpoint-214/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60a28a1f7a5bd912e06dd15455ce08a9bad56f205c155f331d0ee5c6ed365375
+size 267832560

run-8/checkpoint-214/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8ba9732e83f979f94b4228ee957115be4232fc29bfd3cb4565ef76ce9a53c07
+size 535727290

run-8/checkpoint-214/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6642b66e64e0b7ca68e0c6a1ce3642e5ff680df66b6e523921454a079ed214ed
+size 14244

run-8/checkpoint-214/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c20cef685cf1e9669a6ec93d59836759e69cced5a0e02c013134299ca06d9d0e
+size 1064