Training in progress, step 500

.gitignore

@@ -0,0 +1 @@
+checkpoint-*/

config.json

@@ -0,0 +1,39 @@
+{
+  "_name_or_path": "gpt2",
+  "activation_function": "gelu_new",
+  "architectures": [
+    "GPT2ModelForQuestionAnswering"
+  ],
+  "attn_pdrop": 0.1,
+  "bos_token_id": 50256,
+  "embd_pdrop": 0.1,
+  "eos_token_id": 50256,
+  "initializer_range": 0.02,
+  "layer_norm_epsilon": 1e-05,
+  "model_type": "gpt2",
+  "n_ctx": 1024,
+  "n_embd": 768,
+  "n_head": 12,
+  "n_inner": null,
+  "n_layer": 12,
+  "n_positions": 1024,
+  "reorder_and_upcast_attn": false,
+  "resid_pdrop": 0.1,
+  "scale_attn_by_inverse_layer_idx": false,
+  "scale_attn_weights": true,
+  "summary_activation": null,
+  "summary_first_dropout": 0.1,
+  "summary_proj_to_labels": true,
+  "summary_type": "cls_index",
+  "summary_use_proj": true,
+  "task_specific_params": {
+    "text-generation": {
+      "do_sample": true,
+      "max_length": 50
+    }
+  },
+  "torch_dtype": "float32",
+  "transformers_version": "4.25.1",
+  "use_cache": true,
+  "vocab_size": 50257
+}

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b79d2a95ee25c16435ea440343bd408728c258454512e022e9500e8be5afe1ed
+size 510401957

runs/Dec24_09-43-10_node3/1671855218.85745/events.out.tfevents.1671855218.node3.29009.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d84d62eeaf04cf66227fb27cf66c1b9f8a001a804c481cb4f12a6190584043eb
+size 5466

runs/Dec24_09-43-10_node3/events.out.tfevents.1671855218.node3.29009.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d012c7f72a20b7b677e9ee8dbbf87d24f562845a344c0cc5a15cd6ba36e2888
+size 3922

runs/Dec24_10-40-47_node3/1671858670.9631724/events.out.tfevents.1671858670.node3.30508.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c05e94856e17bacc5d3b6232d75fb1a53522fb9926c84c354f41c4b7e9160ddd
+size 5466

runs/Dec24_10-40-47_node3/events.out.tfevents.1671858670.node3.30508.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2c9a9b13e77a3e32265d25c40c86c9728ba1dd6c1416937b443a4c6c45e013e
+size 3922

runs/Dec24_11-38-32_node3/1671862133.045125/events.out.tfevents.1671862133.node3.6867.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44e180b0e154db96a7cb993260c747d1da32a121af5e18303b3b0b3fcac4db10
+size 5466

runs/Dec24_11-38-32_node3/events.out.tfevents.1671862133.node3.6867.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef6a79ec28cb60ab9f556b4a11123bf3a648d659761c65c4ba74390e4678974a
+size 3922

runs/Dec24_11-49-29_node3/1671862787.5937972/events.out.tfevents.1671862787.node3.10515.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:359fd5763ae587b624ca0997a9dac571f62f95b0b08e4e7288d9d83a9f00e1f6
+size 5466

runs/Dec24_11-49-29_node3/events.out.tfevents.1671862787.node3.10515.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2831183c114316b07882be52a7cbf3d29123f5c96acee8e7e23a1081692db40
+size 3922

runs/Dec24_11-53-33_node3/1671863034.1729205/events.out.tfevents.1671863034.node3.13535.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11b87276984811cec16d1fe75230cdc7e57e4105299a5388ffd39af2fef16cc3
+size 5466

runs/Dec24_11-53-33_node3/events.out.tfevents.1671863034.node3.13535.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30c8c08170360e779ed1da4d84b77369e7c6e2773bb1fdbe193af2085208f944
+size 3922

runs/Dec24_11-56-07_node3/1671863188.0822957/events.out.tfevents.1671863188.node3.16249.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2deb9ff4f017de7f2a270dfb4d33c5b481ef4a1a0148efbaaf7adb402e74d69a
+size 5466

runs/Dec24_11-56-07_node3/events.out.tfevents.1671863188.node3.16249.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d2184a74c9c3d6a3126108b1c651cb0aab12b85ff68cc2440deb29c7e41f73e
+size 3922

runs/Dec24_11-59-26_node3/1671863390.403335/events.out.tfevents.1671863390.node3.19741.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:085e7a7dd9b4998d0212f1d2bdd4aa89a4bef1c36aca164cb92f260fc75ef5f6
+size 5466

runs/Dec24_11-59-26_node3/events.out.tfevents.1671863390.node3.19741.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2245bbd30cf6b4e8ce266364c0ac67f86b9bfa8f12a3a48a19171e59ff48f431
+size 4077

special_tokens_map.json

@@ -0,0 +1,5 @@
+{
+  "bos_token": "<|endoftext|>",
+  "eos_token": "<|endoftext|>",
+  "unk_token": "<|endoftext|>"
+}

tokenizer_config.json

@@ -0,0 +1,10 @@
+{
+  "add_prefix_space": false,
+  "bos_token": "<|endoftext|>",
+  "eos_token": "<|endoftext|>",
+  "model_max_length": 1024,
+  "name_or_path": "gpt2",
+  "special_tokens_map_file": null,
+  "tokenizer_class": "GPT2Tokenizer",
+  "unk_token": "<|endoftext|>"
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f19df0861e38b05d53f752b24cd4ea70acc720c13fd1892f43662fa263a8198
+size 3375