Training in progress, step 500

config.json

@@ -1,15 +1,17 @@
 {
-  "_name_or_path": "gpt2",
+  "_name_or_path": "/content/kaggle/working/Script_GPT/checkpoint-2000/",
   "activation_function": "gelu_new",
   "architectures": [
     "GPT2LMHeadModel"
   ],
   "attn_pdrop": 0.1,
   "bos_token_id": 50256,
+  "do_sample": true,
   "embd_pdrop": 0.1,
   "eos_token_id": 50256,
   "initializer_range": 0.02,
   "layer_norm_epsilon": 1e-05,
+  "max_length": 50,
   "model_type": "gpt2",
   "n_ctx": 1024,
   "n_embd": 768,
@@ -33,7 +35,7 @@
     }
   },
   "torch_dtype": "float32",
-  "transformers_version": "4.20.1",
+  "transformers_version": "4.26.1",
   "use_cache": true,
   "vocab_size": 50257
 }

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:13db19d92aa9e7fea4d84e42a25b360b2489b9cfbf64bdfaf9f1de0f4aaf092c
-size 510396521
+oid sha256:5264c8c1a4358b22fe4b54305c84fa89afff6b92fec7ee37d69d14a42d6fb6da
+size 510398013

runs/Feb21_14-31-45_dcd3e9dff2e1/1676990069.9184887/events.out.tfevents.1676990069.dcd3e9dff2e1.903.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78208061708233413b0a483c3d0e56ce5176feb71db9918f31856104eccc7953
+size 5640

runs/Feb21_14-31-45_dcd3e9dff2e1/events.out.tfevents.1676990069.dcd3e9dff2e1.903.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2450012b47cb799f940e1ed1e3d3b8e64cd11a25330236e109e5551b3b8d3ca7
+size 4298

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b77fcb8954fee673454d8e30c70163bc2edd8aafc96f7cdf2096eb9fed130702
-size 3311
+oid sha256:1e3e277a54f3edfd70948f5ffcb5ee7d9eeb16ab64e927d07925af2426cbab09
+size 3451