Upload model

config.json

@@ -1 +1 @@
-{"config": {"block_size": 1024, "vocab_size": 128, "n_layer": 4, "n_head": 12, "n_embd": 120, "dropout": 0.01, "bias": true, "attention": {"attention_type": "default_attention", "scaling_factor": 3}, "activation": "gelu", "epsilon": 1e-05}, "model_type": "llm_gym_gpt2"}
+{"config": {"block_size": 1024, "vocab_size": 128, "n_layer": 4, "n_head": 16, "n_embd": 1024, "dropout": 0.01, "bias": true, "attention": {"attention_type": "default_attention", "scaling_factor": 3}, "activation": "gelu", "epsilon": 1e-05}, "model_type": "llm_gym_gpt2"}

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a41c04d40912a126256972de880078f6ff1ea999a33bec5abc216a77478771aa
-size 20137878
+oid sha256:f35adeba81691b949d4868f4bebe13f5ab152b7f200c13b479336611bcc3e5ef
+size 223061654