Training in progress, step 500

.gitignore

@@ -0,0 +1 @@
+checkpoint-*/

config.json

@@ -0,0 +1,24 @@
+{
+  "architectures": [
+    "BertForMaskedLM"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "classifier_dropout": null,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "layer_norm_eps": 1e-12,
+  "max_position_embeddings": 512,
+  "model_type": "bert",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
+  "pad_token_id": 0,
+  "position_embedding_type": "absolute",
+  "torch_dtype": "float32",
+  "transformers_version": "4.26.0",
+  "type_vocab_size": 2,
+  "use_cache": true,
+  "vocab_size": 50000
+}

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:804b37d5f0bec4d9bbcda8b01e3ca238e1dcf5a970d8e5e05adabf6300b5eb0b
+size 498044985

runs/Jan30_23-42-50_9972f03b6601/1675122189.4194036/events.out.tfevents.1675122189.9972f03b6601.1585.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:641532a9297bce12ce3d912dd894d75b477a0c82646451ca146678fd621b1309
+size 5662

runs/Jan30_23-42-50_9972f03b6601/events.out.tfevents.1675122189.9972f03b6601.1585.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4e15280558261179de427f53faf2c9ee5a69a60a079c63d6f598a2277601c93
+size 4954

runs/Jan30_23-45-35_9972f03b6601/1675122343.1445782/events.out.tfevents.1675122343.9972f03b6601.1585.3

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e39a930831cb0ec4cdcac087c85a3e0dc37497f3013bccc74fa18e9f83f173d
+size 5662

runs/Jan30_23-45-35_9972f03b6601/events.out.tfevents.1675122343.9972f03b6601.1585.2

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8e79c590663b96fe5eb431e216ae32e4c33ae7c280918285e2723d53de78acf
+size 4108

runs/Jan30_23-53-47_9972f03b6601/1675122841.955712/events.out.tfevents.1675122841.9972f03b6601.1585.5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0858703ebd8104f166a312fc364ca120a23d0483d3ed15a569798ac4cf4059ba
+size 5662

runs/Jan30_23-53-47_9972f03b6601/events.out.tfevents.1675122841.9972f03b6601.1585.4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af1155db7bff360fda1128ae17fdb98817c5b4400b82f952f4b699c905d96495
+size 4181

special_tokens_map.json

@@ -0,0 +1,7 @@
+{
+  "cls_token": "[CLS]",
+  "mask_token": "[MASK]",
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "unk_token": "[UNK]"
+}

tokenizer_config.json

@@ -0,0 +1,9 @@
+{
+  "cls_token": "[CLS]",
+  "mask_token": "[MASK]",
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "tokenizer_class": "PreTrainedTokenizerFast",
+  "unk_token": "[UNK]"
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca1080ef3d4fa2074df41c48ef1eb31195b8f64b45466d2851c62b50633af3ad
+size 3451