Training in progress, step 500

.gitignore

@@ -0,0 +1 @@
+checkpoint-*/

config.json

@@ -0,0 +1,41 @@
+{
+  "_name_or_path": "gpt2",
+  "activation_function": "gelu_new",
+  "architectures": [
+    "GPT2ForSequenceClassification"
+  ],
+  "attn_pdrop": 0.1,
+  "bos_token_id": 50256,
+  "embd_pdrop": 0.1,
+  "eos_token_id": 50256,
+  "initializer_range": 0.02,
+  "layer_norm_epsilon": 1e-05,
+  "model_type": "gpt2",
+  "n_ctx": 1024,
+  "n_embd": 768,
+  "n_head": 12,
+  "n_inner": null,
+  "n_layer": 12,
+  "n_positions": 1024,
+  "pad_token_id": 50256,
+  "problem_type": "single_label_classification",
+  "reorder_and_upcast_attn": false,
+  "resid_pdrop": 0.1,
+  "scale_attn_by_inverse_layer_idx": false,
+  "scale_attn_weights": true,
+  "summary_activation": null,
+  "summary_first_dropout": 0.1,
+  "summary_proj_to_labels": true,
+  "summary_type": "cls_index",
+  "summary_use_proj": true,
+  "task_specific_params": {
+    "text-generation": {
+      "do_sample": true,
+      "max_length": 50
+    }
+  },
+  "torch_dtype": "float32",
+  "transformers_version": "4.18.0",
+  "use_cache": true,
+  "vocab_size": 50257
+}

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b25ce5780b0d785805bab209aff5a390f9879b937fc711115d364adf7d0f51d4
+size 510404353

runs/Mar23_19-43-03_8d813590-a758-4aaa-9417-9852957a1402/1679600590.501038/events.out.tfevents.1679600590.8d813590-a758-4aaa-9417-9852957a1402.6716.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2c783f5f9b007d6828e94c110f4de3b47d71ca3baadd344eca02950524cbf03
+size 4951

runs/Mar23_19-43-03_8d813590-a758-4aaa-9417-9852957a1402/events.out.tfevents.1679600590.8d813590-a758-4aaa-9417-9852957a1402.6716.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83f2ab11439147c2b296e34717af09d2920c35ccc73e26e85d162e01fd7a9a53
+size 40

runs/Mar23_19-47-00_8d813590-a758-4aaa-9417-9852957a1402/1679600824.739024/events.out.tfevents.1679600824.8d813590-a758-4aaa-9417-9852957a1402.7702.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7860cdf3ef7c8f0beb461989b45c8e2d7bad2cfa75ecf5e892511ab4fcec5c6c
+size 4951

runs/Mar23_19-47-00_8d813590-a758-4aaa-9417-9852957a1402/events.out.tfevents.1679600824.8d813590-a758-4aaa-9417-9852957a1402.7702.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a826817611c242949566067dd8af7629b3d4e49f7bf1e17985a84732d2ccf748
+size 3876

runs/runs/Mar23_16-34-48_991ebc56-7203-482d-aa56-e577e7170737/1679589290.8280172/events.out.tfevents.1679589290.991ebc56-7203-482d-aa56-e577e7170737.36116.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b4ff23417c01e914520a8380d27cd471af2d44d01c7c3956a85671c530e7f12
+size 4909

runs/runs/Mar23_16-34-48_991ebc56-7203-482d-aa56-e577e7170737/events.out.tfevents.1679589290.991ebc56-7203-482d-aa56-e577e7170737.36116.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5dcfbfd3cf036b940ce9521161f80f2bbcbef3e89b68d953121e5f5f1d3a16b
+size 3653

runs/runs/Mar23_16-37-13_991ebc56-7203-482d-aa56-e577e7170737/1679589435.7548714/events.out.tfevents.1679589435.991ebc56-7203-482d-aa56-e577e7170737.36250.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6090dcdde02292216486072b4c4b1c23c757ea860873146467bf7aae520a462
+size 4909

runs/runs/Mar23_16-37-13_991ebc56-7203-482d-aa56-e577e7170737/events.out.tfevents.1679589435.991ebc56-7203-482d-aa56-e577e7170737.36250.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28352f74ccd5d6595d5aa1f3c91c9c6a415bf86b65b1c9b96f64ad8bd6c40ba6
+size 3653

runs/runs/Mar23_16-43-27_991ebc56-7203-482d-aa56-e577e7170737/1679589809.0625412/events.out.tfevents.1679589809.991ebc56-7203-482d-aa56-e577e7170737.36557.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7130acad8ca7d8945a249cf8089abb6117af79f4dbf31df5348437c5f55743c
+size 4909

runs/runs/Mar23_16-43-27_991ebc56-7203-482d-aa56-e577e7170737/events.out.tfevents.1679589809.991ebc56-7203-482d-aa56-e577e7170737.36557.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df3d993053aa8fe856e121d497b4a86f7c846df1d6478b89141d870a08563da5
+size 3678

runs/runs/Mar23_17-56-41_8d813590-a758-4aaa-9417-9852957a1402/1679594204.387206/events.out.tfevents.1679594204.8d813590-a758-4aaa-9417-9852957a1402.576.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85a57e6f21e5f80b84dd88722fcb1490ae0a1bb7f86d384fd20b5f91f31b8da6
+size 4909

runs/runs/Mar23_17-56-41_8d813590-a758-4aaa-9417-9852957a1402/events.out.tfevents.1679594204.8d813590-a758-4aaa-9417-9852957a1402.576.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5d3d0e59cd3d40f406914cab6a785924d086d46815b0fc9f59671ea63bf2d21
+size 4826

special_tokens_map.json

@@ -0,0 +1 @@
+{"bos_token": "<|endoftext|>", "eos_token": "<|endoftext|>", "unk_token": "<|endoftext|>", "pad_token": "<|endoftext|>"}

tokenizer_config.json

@@ -0,0 +1 @@
+{"unk_token": "<|endoftext|>", "bos_token": "<|endoftext|>", "eos_token": "<|endoftext|>", "add_prefix_space": false, "model_max_length": 1024, "special_tokens_map_file": null, "name_or_path": "gpt2", "tokenizer_class": "GPT2Tokenizer"}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c206e600617be32bd3283b867118f2527bb6a8e322ba2338b5b4476c4fb00b63
+size 3131