Training in progress, step 500

.gitignore

@@ -0,0 +1 @@
+checkpoint-*/

config.json

@@ -0,0 +1,39 @@
+{
+  "_name_or_path": "gpt2",
+  "activation_function": "gelu_new",
+  "architectures": [
+    "GPT2LMHeadModel"
+  ],
+  "attn_pdrop": 0.1,
+  "bos_token_id": 50256,
+  "embd_pdrop": 0.1,
+  "eos_token_id": 50256,
+  "initializer_range": 0.02,
+  "layer_norm_epsilon": 1e-05,
+  "model_type": "gpt2",
+  "n_ctx": 1024,
+  "n_embd": 768,
+  "n_head": 12,
+  "n_inner": null,
+  "n_layer": 12,
+  "n_positions": 1024,
+  "reorder_and_upcast_attn": false,
+  "resid_pdrop": 0.1,
+  "scale_attn_by_inverse_layer_idx": false,
+  "scale_attn_weights": true,
+  "summary_activation": null,
+  "summary_first_dropout": 0.1,
+  "summary_proj_to_labels": true,
+  "summary_type": "cls_index",
+  "summary_use_proj": true,
+  "task_specific_params": {
+    "text-generation": {
+      "do_sample": true,
+      "max_length": 50
+    }
+  },
+  "torch_dtype": "float32",
+  "transformers_version": "4.26.1",
+  "use_cache": true,
+  "vocab_size": 50257
+}

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8cbbc86ef9d66b3cf3358cbdb89e56a987631d8981aaceef207bfaba7df305c
+size 510398013

runs/Feb26_21-10-05_7bd52871ee0a/1677445814.6021488/events.out.tfevents.1677445814.7bd52871ee0a.9431.5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66fab26f9fb3f7ddcfb40538bbd812097a8689326aabc2717f55b4725e1cc2e2
+size 5679

runs/Feb26_21-10-05_7bd52871ee0a/events.out.tfevents.1677445814.7bd52871ee0a.9431.4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66abce62035dac0883c80194c249441f73f8f3d1b9d1d1bbd8a38d8710658f05
+size 4066

runs/Feb26_21-10-54_7bd52871ee0a/1677445862.593783/events.out.tfevents.1677445862.7bd52871ee0a.15859.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b93b5b4a6c1223ca3bea4a2321c239b7195766b9674a61e03fe84f66b6173dd
+size 5679

runs/Feb26_21-10-54_7bd52871ee0a/events.out.tfevents.1677445862.7bd52871ee0a.15859.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91d0afc8ded33ba1bf58755b871fd37346f6990f8fce2f87afdfec79338f9e69
+size 4066

runs/Feb26_21-15-44_7bd52871ee0a/1677446151.9508176/events.out.tfevents.1677446151.7bd52871ee0a.17573.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2f08a2a46d0a7cbe2c43c6bc4dfc2b18ef9d0d7ed084c0894ccd800fff4f8b2
+size 5679

runs/Feb26_21-15-44_7bd52871ee0a/events.out.tfevents.1677446151.7bd52871ee0a.17573.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eba3f83d158b4fab30ca802ba2a26529597e0fd646b5aa2a5a477f8b873f88c1
+size 4061

runs/Feb26_21-16-52_7bd52871ee0a/1677446219.94446/events.out.tfevents.1677446219.7bd52871ee0a.18019.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3dc48475d66f793417b277c9813c0bf4c1c90b2b2595bdf9b31b41649050414
+size 5679

runs/Feb26_21-16-52_7bd52871ee0a/events.out.tfevents.1677446219.7bd52871ee0a.18019.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47b5c0a0cc87c75753c5fe74c0f90e75e84678de0ccc7efc3369db618e06c081
+size 4066

runs/Feb26_21-20-04_7bd52871ee0a/1677446412.4838524/events.out.tfevents.1677446412.7bd52871ee0a.19009.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:508cabb0a2a72d0236f71295905cf86ddf0105b1d051e38d65d9f546c7570a87
+size 5679

runs/Feb26_21-20-04_7bd52871ee0a/events.out.tfevents.1677446412.7bd52871ee0a.19009.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f688897e8c5c339a4e7bad025ee32a1a7923e750475150a813d38ef13c66dd5a
+size 40

runs/Feb26_21-22-22_7bd52871ee0a/1677446549.6232/events.out.tfevents.1677446549.7bd52871ee0a.19696.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a83e9ee86aad7306706baf50f323324ea334476ce3463fefa142be937a88cd4
+size 5679

runs/Feb26_21-22-22_7bd52871ee0a/events.out.tfevents.1677446549.7bd52871ee0a.19696.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0affcc34c3fb4585cd7f676e4abe7879b649530134173101cf99104cd2bf3f28
+size 5298

special_tokens_map.json

@@ -0,0 +1,6 @@
+{
+  "bos_token": "<|endoftext|>",
+  "eos_token": "<|endoftext|>",
+  "pad_token": "<|endoftext|>",
+  "unk_token": "<|endoftext|>"
+}

tokenizer_config.json

@@ -0,0 +1,10 @@
+{
+  "add_prefix_space": false,
+  "bos_token": "<|endoftext|>",
+  "eos_token": "<|endoftext|>",
+  "model_max_length": 1024,
+  "name_or_path": "gpt2",
+  "special_tokens_map_file": null,
+  "tokenizer_class": "GPT2Tokenizer",
+  "unk_token": "<|endoftext|>"
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36cb3c8f1e01f8b676a7fe4d74d417771c326deb93a834bd1bc2f0b646569279
+size 3515