Training in progress, step 1000

.gitignore

@@ -0,0 +1 @@
+checkpoint-*/

config.json

@@ -0,0 +1,39 @@
+{
+  "_name_or_path": "gpt2-large",
+  "activation_function": "gelu_new",
+  "architectures": [
+    "GPT2LMHeadModel"
+  ],
+  "attn_pdrop": 0.1,
+  "bos_token_id": 50256,
+  "embd_pdrop": 0.1,
+  "eos_token_id": 50256,
+  "initializer_range": 0.02,
+  "layer_norm_epsilon": 1e-05,
+  "model_type": "gpt2",
+  "n_ctx": 1024,
+  "n_embd": 1280,
+  "n_head": 20,
+  "n_inner": null,
+  "n_layer": 36,
+  "n_positions": 1024,
+  "reorder_and_upcast_attn": false,
+  "resid_pdrop": 0.1,
+  "scale_attn_by_inverse_layer_idx": false,
+  "scale_attn_weights": true,
+  "summary_activation": null,
+  "summary_first_dropout": 0.1,
+  "summary_proj_to_labels": true,
+  "summary_type": "cls_index",
+  "summary_use_proj": true,
+  "task_specific_params": {
+    "text-generation": {
+      "do_sample": true,
+      "max_length": 50
+    }
+  },
+  "torch_dtype": "float32",
+  "transformers_version": "4.20.1",
+  "use_cache": true,
+  "vocab_size": 50257
+}

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0bb046b59f02645ffae71503cb32a1a0524958d9b3589df81fca9ef2953b9c1
+size 3134031497

runs/Jul20_21-27-46_bc86a2331a71/1658352479.1736748/events.out.tfevents.1658352479.bc86a2331a71.171.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b12d05745ea54747bde56f2ce9553a09870f9bc2f1919a58aeb4eaf631c48844
+size 5317

runs/Jul20_21-27-46_bc86a2331a71/events.out.tfevents.1658352479.bc86a2331a71.171.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b6eee49f675ecfbac6dfef3956a58c50400f39a394f3011a16157e3090141cd
+size 3840

runs/Jul20_21-29-50_bc86a2331a71/1658352597.2468162/events.out.tfevents.1658352597.bc86a2331a71.373.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a05a3d511bd0258db55e83e475859bc71073e67ea9b91c1cf54ec77e91a37636
+size 5317

runs/Jul20_21-29-50_bc86a2331a71/events.out.tfevents.1658352597.bc86a2331a71.373.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcb698ed73ccb8c199f2930311460af759267dca4392336a5fe1de719c3217a5
+size 4154

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acb28aad44b9832b5e1a83214f83424473dc2f4a4f11feb692f1ad591a6355f1
+size 3311