Training in progress, step 500

config.json

@@ -7,6 +7,7 @@
   ],
   "attn_pdrop": 0.1,
   "bos_token_id": 50256,
+  "do_sample": true,
   "embd_pdrop": 0.1,
   "eos_token_id": 50256,
   "id2label": {
@@ -17,6 +18,7 @@
     "LABEL_0": 0
   },
   "layer_norm_epsilon": 1e-05,
+  "max_length": 50,
   "model_type": "gpt2",
   "n_ctx": 1024,
   "n_embd": 768,

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7bab3e6825b19a078743adceafce17d0a3c4633b3519e5177e277ea5afcfa207
+oid sha256:b5bfea2d6f695946e5576a42d4d1fb9856c6c16d8bd15fb543a6cd5024e84197
 size 327657928

runs/Mar31_12-55-04_ilpa1209/events.out.tfevents.1711904115.ilpa1209.2365860.4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01f7913ec6aa06211af4f82914d79135cb7f726c993d65ff59f28ce453f44471
+size 5792

tokenizer.json

@@ -1,6 +1,11 @@
 {
   "version": "1.0",
-  "truncation": null,
+  "truncation": {
+    "direction": "Right",
+    "max_length": 600,
+    "strategy": "LongestFirst",
+    "stride": 0
+  },
   "padding": null,
   "added_tokens": [
     {

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a1ccbba758bd43e44a7c2b15a4bd05e364a7225183fc140bbb485c6e7530fae8
+oid sha256:816d0f6c7613fc4f109d1729d655d320ebbb71ebf0af8dd0f60328589278b21d
 size 4984