Training in progress, epoch 4

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "openai-community/gpt2-xl",
+  "_name_or_path": "openai-community/gpt2-large",
   "activation_function": "gelu_new",
   "architectures": [
     "GPT2ForSequenceClassification"
@@ -12,12 +12,11 @@
   "layer_norm_epsilon": 1e-05,
   "model_type": "gpt2",
   "n_ctx": 1024,
-  "n_embd": 1600,
-  "n_head": 25,
+  "n_embd": 1280,
+  "n_head": 20,
   "n_inner": null,
-  "n_layer": 48,
+  "n_layer": 36,
   "n_positions": 1024,
-  "output_past": true,
   "pad_token_id": 50256,
   "problem_type": "single_label_classification",
   "reorder_and_upcast_attn": false,

logs/events.out.tfevents.1714935681.gh03.185490.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f564a93f67f9f72fdf7e7080bc9b897ad2e0f22a89f5e8d24d4d92c58d5b5b
+size 59503