Upload 8 files

config.json

@@ -0,0 +1,32 @@
+{
+  "activation_function": "gelu_new",
+  "architectures": [
+    "GPT2LMHeadModel"
+  ],
+  "attn_pdrop": 0.1,
+  "bos_token_id": 50256,
+  "embd_pdrop": 0.1,
+  "eos_token_id": 50256,
+  "initializer_range": 0.02,
+  "layer_norm_epsilon": 1e-05,
+  "model_type": "gpt2",
+  "n_ctx": 1024,
+  "n_embd": 1600,
+  "n_head": 12,
+  "n_layer": 12,
+  "n_positions": 1024,
+  "output_past": true,
+  "resid_pdrop": 0.1,
+  "summary_activation": null,
+  "summary_first_dropout": 0.1,
+  "summary_proj_to_labels": true,
+  "summary_type": "cls_index",
+  "summary_use_proj": true,
+  "task_specific_params": {
+    "text-generation": {
+      "do_sample": true,
+      "max_length": 50
+    }
+  },
+  "vocab_size": 50257
+}

generation_config.json

@@ -0,0 +1,6 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 50256,
+  "eos_token_id": 50256,
+  "transformers_version": "4.27.0.dev0"
+}

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53761927cfd2227ce36499107b66b3dcc2764101bd288d5d46040b84407fcae2
+size 1854151118

pytorch_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba108df3f437e29200ba093d2aedd9e877d3d55ddf57b24eb0519e47a753f1a3
+size 1854115872

stripper-gpt2.py

@@ -0,0 +1,32 @@
+import torch
+import sys
+from safetensors.torch import save_file
+
+
+model = torch.load('pytorch_model.bin', map_location="cpu")
+for key, value in model.items():
+    print(key)
+# sys.exit()  # Comment this out after you've found the key you wish to stop at, and also the final key you wish to keep.
+
+
+stop_key = 'h.12.ln_1.weight'  # The key you want to stop at (the previous key is kept)
+final_keys = ['ln_f.weight', 'ln_f.bias']  # The final key/keys in the model which get saved.
+
+
+stripped = {}
+stopped = False
+for key, value in model.items():
+    if key == stop_key:
+        stopped = True
+        continue
+
+    if key in final_keys:
+       stripped[key] = value
+
+    if stopped is False:
+        stripped[key] = value
+
+
+save_file(stripped, 'pytorch_model_stripped.safetensors')
+torch.save(stripped, 'pytorch_model_stripped.bin')
+