Upload folder using huggingface_hub

added_tokens.json

@@ -0,0 +1,3 @@
+{
+  "[PAD]": 40478
+}

config.json

@@ -0,0 +1,34 @@
+{
+  "_name_or_path": "openai-gpt",
+  "afn": "gelu",
+  "architectures": [
+    "OpenAIGPTLMHeadModel"
+  ],
+  "attn_pdrop": 0.1,
+  "embd_pdrop": 0.1,
+  "initializer_range": 0.02,
+  "layer_norm_epsilon": 1e-05,
+  "model_type": "openai-gpt",
+  "n_ctx": 512,
+  "n_embd": 768,
+  "n_head": 12,
+  "n_layer": 12,
+  "n_positions": 512,
+  "n_special": 0,
+  "predict_special_tokens": true,
+  "resid_pdrop": 0.1,
+  "summary_activation": null,
+  "summary_first_dropout": 0.1,
+  "summary_proj_to_labels": true,
+  "summary_type": "cls_index",
+  "summary_use_proj": true,
+  "task_specific_params": {
+    "text-generation": {
+      "do_sample": true,
+      "max_length": 50
+    }
+  },
+  "torch_dtype": "float32",
+  "transformers_version": "4.41.0",
+  "vocab_size": 40479
+}

generation_config.json

@@ -0,0 +1,4 @@
+{
+  "_from_model_config": true,
+  "transformers_version": "4.41.0"
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a623296f37ef92157346ba4072d9112bd86a033754ada6403c22ff9257e44b1
+size 466157024

optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1d1bd69dce8f925906edebc2826a80314e8e900add53008428adf4bb9899b93
+size 932406586

rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff742f5af1abba3c3ee69d8a95d215038015094cb69c573659d55ed2b9c006c6
+size 14244

scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9730efe130fac29060312bc9080ab7d5b80c415513ceb2b09cbd4923fcf86579
+size 1064

special_tokens_map.json

@@ -0,0 +1,10 @@
+{
+  "pad_token": {
+    "content": "[PAD]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": "<unk>"
+}

tokenizer_config.json

@@ -0,0 +1,25 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "40478": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "clean_up_tokenization_spaces": true,
+  "model_max_length": 512,
+  "pad_token": "[PAD]",
+  "tokenizer_class": "OpenAIGPTTokenizer",
+  "unk_token": "<unk>"
+}

trainer_state.json

@@ -0,0 +1,229 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 49.31506849315068,
+  "eval_steps": 400,
+  "global_step": 14400,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 1.7123287671232876,
+      "grad_norm": 2.024919271469116,
+      "learning_rate": 5e-05,
+      "loss": 3.8492,
+      "step": 500
+    },
+    {
+      "epoch": 3.4246575342465753,
+      "grad_norm": 1.7762272357940674,
+      "learning_rate": 4.6973365617433416e-05,
+      "loss": 3.104,
+      "step": 1000
+    },
+    {
+      "epoch": 5.136986301369863,
+      "grad_norm": 1.9453787803649902,
+      "learning_rate": 4.394673123486683e-05,
+      "loss": 2.7752,
+      "step": 1500
+    },
+    {
+      "epoch": 6.8493150684931505,
+      "grad_norm": 1.9978324174880981,
+      "learning_rate": 4.092009685230024e-05,
+      "loss": 2.5478,
+      "step": 2000
+    },
+    {
+      "epoch": 8.561643835616438,
+      "grad_norm": 1.8244125843048096,
+      "learning_rate": 3.789346246973366e-05,
+      "loss": 2.3579,
+      "step": 2500
+    },
+    {
+      "epoch": 10.273972602739725,
+      "grad_norm": 2.0865862369537354,
+      "learning_rate": 3.486682808716707e-05,
+      "loss": 2.2151,
+      "step": 3000
+    },
+    {
+      "epoch": 11.986301369863014,
+      "grad_norm": 2.022252321243286,
+      "learning_rate": 3.184019370460048e-05,
+      "loss": 2.0783,
+      "step": 3500
+    },
+    {
+      "epoch": 13.698630136986301,
+      "grad_norm": 2.030592918395996,
+      "learning_rate": 2.88135593220339e-05,
+      "loss": 1.9546,
+      "step": 4000
+    },
+    {
+      "epoch": 15.41095890410959,
+      "grad_norm": 2.101133346557617,
+      "learning_rate": 2.5786924939467316e-05,
+      "loss": 1.8636,
+      "step": 4500
+    },
+    {
+      "epoch": 17.123287671232877,
+      "grad_norm": 2.0378260612487793,
+      "learning_rate": 2.2760290556900726e-05,
+      "loss": 1.7814,
+      "step": 5000
+    },
+    {
+      "epoch": 18.835616438356166,
+      "grad_norm": 2.2219014167785645,
+      "learning_rate": 1.9733656174334143e-05,
+      "loss": 1.7052,
+      "step": 5500
+    },
+    {
+      "epoch": 20.54794520547945,
+      "grad_norm": 2.211897373199463,
+      "learning_rate": 1.6707021791767556e-05,
+      "loss": 1.6337,
+      "step": 6000
+    },
+    {
+      "epoch": 22.26027397260274,
+      "grad_norm": 2.0061228275299072,
+      "learning_rate": 1.3680387409200971e-05,
+      "loss": 1.5842,
+      "step": 6500
+    },
+    {
+      "epoch": 23.972602739726028,
+      "grad_norm": 2.1824605464935303,
+      "learning_rate": 1.0653753026634383e-05,
+      "loss": 1.544,
+      "step": 7000
+    },
+    {
+      "epoch": 25.684931506849313,
+      "grad_norm": 2.1209356784820557,
+      "learning_rate": 7.627118644067798e-06,
+      "loss": 1.5001,
+      "step": 7500
+    },
+    {
+      "epoch": 27.397260273972602,
+      "grad_norm": 2.1307101249694824,
+      "learning_rate": 4.600484261501211e-06,
+      "loss": 1.4742,
+      "step": 8000
+    },
+    {
+      "epoch": 29.10958904109589,
+      "grad_norm": 2.0766286849975586,
+      "learning_rate": 1.5738498789346248e-06,
+      "loss": 1.4553,
+      "step": 8500
+    },
+    {
+      "epoch": 30.82191780821918,
+      "grad_norm": 2.4918978214263916,
+      "learning_rate": 1.9858156028368796e-05,
+      "loss": 1.6283,
+      "step": 9000
+    },
+    {
+      "epoch": 32.534246575342465,
+      "grad_norm": 2.147444725036621,
+      "learning_rate": 1.8085106382978724e-05,
+      "loss": 1.5809,
+      "step": 9500
+    },
+    {
+      "epoch": 34.24657534246575,
+      "grad_norm": 2.2365379333496094,
+      "learning_rate": 1.6312056737588656e-05,
+      "loss": 1.5219,
+      "step": 10000
+    },
+    {
+      "epoch": 35.95890410958904,
+      "grad_norm": 2.2686374187469482,
+      "learning_rate": 1.4539007092198581e-05,
+      "loss": 1.4767,
+      "step": 10500
+    },
+    {
+      "epoch": 37.67123287671233,
+      "grad_norm": 2.2740468978881836,
+      "learning_rate": 1.2765957446808511e-05,
+      "loss": 1.4248,
+      "step": 11000
+    },
+    {
+      "epoch": 39.38356164383562,
+      "grad_norm": 2.060163736343384,
+      "learning_rate": 1.0992907801418441e-05,
+      "loss": 1.3853,
+      "step": 11500
+    },
+    {
+      "epoch": 41.0958904109589,
+      "grad_norm": 2.2763679027557373,
+      "learning_rate": 9.219858156028368e-06,
+      "loss": 1.3555,
+      "step": 12000
+    },
+    {
+      "epoch": 42.80821917808219,
+      "grad_norm": 2.2008297443389893,
+      "learning_rate": 7.446808510638298e-06,
+      "loss": 1.3242,
+      "step": 12500
+    },
+    {
+      "epoch": 44.52054794520548,
+      "grad_norm": 2.5200419425964355,
+      "learning_rate": 5.673758865248227e-06,
+      "loss": 1.3008,
+      "step": 13000
+    },
+    {
+      "epoch": 46.23287671232877,
+      "grad_norm": 2.2964625358581543,
+      "learning_rate": 3.9007092198581565e-06,
+      "loss": 1.2794,
+      "step": 13500
+    },
+    {
+      "epoch": 47.945205479452056,
+      "grad_norm": 2.3451294898986816,
+      "learning_rate": 2.1276595744680853e-06,
+      "loss": 1.2691,
+      "step": 14000
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 14600,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 50,
+  "save_steps": 200,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 3.0045885421584384e+16,
+  "train_batch_size": 32,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ab0f186fac98c9c73648bdf84d58aa43a06e3b1e700ca558f8659f6bf9253b1
+size 5048