diff --git a/attention_2_only_emb/model_1000/optimizer.pt b/attention_2_only_emb/model_1000/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da044d9167b9947e9c122726874d509951a2b819
--- /dev/null
+++ b/attention_2_only_emb/model_1000/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90e36709a2be1f44091ca2b79e3da0d807a8e1b63e9dd484ca40aa563d6806f9
+size 3831971578
diff --git a/attention_2_only_emb/model_11000/optimizer.pt b/attention_2_only_emb/model_11000/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b58a414c8026e39cf5079c5ff102f292c17d49f3
--- /dev/null
+++ b/attention_2_only_emb/model_11000/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e1034cac02becda9747198b1d50eef735ee2f09feda0072544b26e891950744
+size 3831971578
diff --git a/attention_2_only_emb/model_13000/optimizer.pt b/attention_2_only_emb/model_13000/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..492e45d00dafb802575b5dce1b56ee4e13b73243
--- /dev/null
+++ b/attention_2_only_emb/model_13000/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8bd5fcd410c58a01c810503b05f4b10d79dae9c30ce05db36d1a1ab9acf891a
+size 3831971578
diff --git a/attention_2_only_emb/model_14000/optimizer.pt b/attention_2_only_emb/model_14000/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ec29e8d03fe8a5e6b37510d54fcbcd5815f3b83
--- /dev/null
+++ b/attention_2_only_emb/model_14000/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56aee6ce75242ef897404ce0d71199504b76bd1d94d5e1944eaf60383bbd1c9a
+size 3831971578
diff --git a/attention_2_only_emb/model_2000/optimizer.pt b/attention_2_only_emb/model_2000/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f929919a9a340b23e5ae051d2036162cd54fcb94
--- /dev/null
+++ b/attention_2_only_emb/model_2000/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fff35e5764903efe1bc0e3c6183bcede724b86a46808ee76b9ca1a603638b9e0
+size 3831971578
diff --git a/attention_2_only_emb/model_3000/optimizer.pt b/attention_2_only_emb/model_3000/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d73859fe050564f2455cffb89ed7d0827420c49
--- /dev/null
+++ b/attention_2_only_emb/model_3000/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f62e15803c9dec9b94261f7dd38148f24cca9d0fb2904f5d98fba4499d99f47c
+size 3831971578
diff --git a/attention_2_only_emb/model_4000/optimizer.pt b/attention_2_only_emb/model_4000/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3495b74e4ab0db28ca1466943577c3074dd1287
--- /dev/null
+++ b/attention_2_only_emb/model_4000/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfb492a7c81974c21467d61d402f328d07fc4fbec60714e63a347b68edc23835
+size 3831971578
diff --git a/attention_2_only_emb/model_5000/optimizer.pt b/attention_2_only_emb/model_5000/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9934fcc6acad6a9a5e5d9174bfa1a35aee75c14
--- /dev/null
+++ b/attention_2_only_emb/model_5000/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f487d5050fc7515d3b5ae387945268e79be8bcb60fe97ac101217fbf0d7ec2b
+size 3831971578
diff --git a/attention_2_only_emb/model_7000/pytorch_model.bin b/attention_2_only_emb/model_7000/pytorch_model.bin
new file mode 100644
index 0000000000000000000000000000000000000000..db2fd02252828252b804a5c29eb75db92de3ca44
--- /dev/null
+++ b/attention_2_only_emb/model_7000/pytorch_model.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78fc551240970d2e19e77c2c6d786e1133a98032538efbc249a7900c5772506b
+size 2533545094
diff --git a/attention_2_only_emb/model_9000/optimizer.pt b/attention_2_only_emb/model_9000/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47eff52d054fd348d80ca9c3f14cc10e6031ca54
--- /dev/null
+++ b/attention_2_only_emb/model_9000/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:999c518c597d729ba6de7041a915ef77e80d142438acff911ab850422a16d60a
+size 3831971578
diff --git a/bigram_1/model_13000/optimizer.pt b/bigram_1/model_13000/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a05809c05cbd00c0ae37b3caae1dbd33c5907bc
--- /dev/null
+++ b/bigram_1/model_13000/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d22bb0bb9a1d249471583ae4ee828f82e867df6e0ddba520594ef2019efa7a56
+size 1235135766
diff --git a/bigram_1/model_2000/optimizer.pt b/bigram_1/model_2000/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa35d940ba6cb657f059216740e1f196745eec78
--- /dev/null
+++ b/bigram_1/model_2000/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af1e99bcab5a86059566dc445b7ba5350f5a19fcd7b6edb0df72a96bd3ffbcd6
+size 1235135766
diff --git a/first_attention_2/model_1000/config.json b/first_attention_2/model_1000/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..035e41b6a20fdaefb7a2b7ca435dba6fff270ef7
--- /dev/null
+++ b/first_attention_2/model_1000/config.json
@@ -0,0 +1,19 @@
+{
+    "architectures": [
+        "LLaMAForCausalLM"
+    ],
+    "bos_token_id": 50256,
+    "eos_token_id": 50256,
+    "hidden_act": "silu",
+    "hidden_size": 1536,
+    "intermediate_size": 5376,
+    "initializer_range": 0.02,
+    "max_sequence_length": 1024,
+    "model_type": "llama",
+    "num_attention_heads": 24,
+    "num_hidden_layers": 14,
+    "rms_norm_eps": 1e-05,
+    "transformers_version": "4.28.1",
+    "use_cache": true,
+    "vocab_size": 50257
+}
\ No newline at end of file
diff --git a/first_attention_2/model_1000/training_state.json b/first_attention_2/model_1000/training_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..5a75f5eb9d8910374ca95582712bc25e93d5b62b
--- /dev/null
+++ b/first_attention_2/model_1000/training_state.json
@@ -0,0 +1,8 @@
+{
+    "global_step": 1000,
+    "update_step": 1000,
+    "tokens_seen": 639025152,
+    "tokens_seen_before": 638386176,
+    "update_time": 2.8817572593688965,
+    "wandb_id": "hkuum9kt"
+}
\ No newline at end of file
diff --git a/first_attention_2/model_10000/config.json b/first_attention_2/model_10000/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..035e41b6a20fdaefb7a2b7ca435dba6fff270ef7
--- /dev/null
+++ b/first_attention_2/model_10000/config.json
@@ -0,0 +1,19 @@
+{
+    "architectures": [
+        "LLaMAForCausalLM"
+    ],
+    "bos_token_id": 50256,
+    "eos_token_id": 50256,
+    "hidden_act": "silu",
+    "hidden_size": 1536,
+    "intermediate_size": 5376,
+    "initializer_range": 0.02,
+    "max_sequence_length": 1024,
+    "model_type": "llama",
+    "num_attention_heads": 24,
+    "num_hidden_layers": 14,
+    "rms_norm_eps": 1e-05,
+    "transformers_version": "4.28.1",
+    "use_cache": true,
+    "vocab_size": 50257
+}
\ No newline at end of file
diff --git a/first_attention_2/model_10000/training_state.json b/first_attention_2/model_10000/training_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..bfc2a207547bb9211c004ca99d4793ac5f6c95d7
--- /dev/null
+++ b/first_attention_2/model_10000/training_state.json
@@ -0,0 +1,8 @@
+{
+    "global_step": 10000,
+    "update_step": 10000,
+    "tokens_seen": 6389809152,
+    "tokens_seen_before": 6389170176,
+    "update_time": 2.883666515350342,
+    "wandb_id": "hkuum9kt"
+}
\ No newline at end of file
diff --git a/first_attention_2/model_11000/config.json b/first_attention_2/model_11000/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..035e41b6a20fdaefb7a2b7ca435dba6fff270ef7
--- /dev/null
+++ b/first_attention_2/model_11000/config.json
@@ -0,0 +1,19 @@
+{
+    "architectures": [
+        "LLaMAForCausalLM"
+    ],
+    "bos_token_id": 50256,
+    "eos_token_id": 50256,
+    "hidden_act": "silu",
+    "hidden_size": 1536,
+    "intermediate_size": 5376,
+    "initializer_range": 0.02,
+    "max_sequence_length": 1024,
+    "model_type": "llama",
+    "num_attention_heads": 24,
+    "num_hidden_layers": 14,
+    "rms_norm_eps": 1e-05,
+    "transformers_version": "4.28.1",
+    "use_cache": true,
+    "vocab_size": 50257
+}
\ No newline at end of file
diff --git a/first_attention_2/model_11000/training_state.json b/first_attention_2/model_11000/training_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..66f7e2e2102f0b7cd870f21b4fb06874c6ddb611
--- /dev/null
+++ b/first_attention_2/model_11000/training_state.json
@@ -0,0 +1,8 @@
+{
+    "global_step": 11000,
+    "update_step": 11000,
+    "tokens_seen": 7028785152,
+    "tokens_seen_before": 7028146176,
+    "update_time": 2.884199380874634,
+    "wandb_id": "hkuum9kt"
+}
\ No newline at end of file
diff --git a/first_attention_2/model_12000/config.json b/first_attention_2/model_12000/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..035e41b6a20fdaefb7a2b7ca435dba6fff270ef7
--- /dev/null
+++ b/first_attention_2/model_12000/config.json
@@ -0,0 +1,19 @@
+{
+    "architectures": [
+        "LLaMAForCausalLM"
+    ],
+    "bos_token_id": 50256,
+    "eos_token_id": 50256,
+    "hidden_act": "silu",
+    "hidden_size": 1536,
+    "intermediate_size": 5376,
+    "initializer_range": 0.02,
+    "max_sequence_length": 1024,
+    "model_type": "llama",
+    "num_attention_heads": 24,
+    "num_hidden_layers": 14,
+    "rms_norm_eps": 1e-05,
+    "transformers_version": "4.28.1",
+    "use_cache": true,
+    "vocab_size": 50257
+}
\ No newline at end of file
diff --git a/first_attention_2/model_12000/training_state.json b/first_attention_2/model_12000/training_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..a8c129ff9a08891af6b3ef365263d99539eef059
--- /dev/null
+++ b/first_attention_2/model_12000/training_state.json
@@ -0,0 +1,8 @@
+{
+    "global_step": 12000,
+    "update_step": 12000,
+    "tokens_seen": 7667761152,
+    "tokens_seen_before": 7667122176,
+    "update_time": 2.8828084468841553,
+    "wandb_id": "hkuum9kt"
+}
\ No newline at end of file
diff --git a/first_attention_2/model_14000/config.json b/first_attention_2/model_14000/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..035e41b6a20fdaefb7a2b7ca435dba6fff270ef7
--- /dev/null
+++ b/first_attention_2/model_14000/config.json
@@ -0,0 +1,19 @@
+{
+    "architectures": [
+        "LLaMAForCausalLM"
+    ],
+    "bos_token_id": 50256,
+    "eos_token_id": 50256,
+    "hidden_act": "silu",
+    "hidden_size": 1536,
+    "intermediate_size": 5376,
+    "initializer_range": 0.02,
+    "max_sequence_length": 1024,
+    "model_type": "llama",
+    "num_attention_heads": 24,
+    "num_hidden_layers": 14,
+    "rms_norm_eps": 1e-05,
+    "transformers_version": "4.28.1",
+    "use_cache": true,
+    "vocab_size": 50257
+}
\ No newline at end of file
diff --git a/first_attention_2/model_14000/training_state.json b/first_attention_2/model_14000/training_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..869cef0aad1d6282a9e92b972216e59ba74e7a89
--- /dev/null
+++ b/first_attention_2/model_14000/training_state.json
@@ -0,0 +1,8 @@
+{
+    "global_step": 14000,
+    "update_step": 14000,
+    "tokens_seen": 8945713152,
+    "tokens_seen_before": 8945074176,
+    "update_time": 2.8815410137176514,
+    "wandb_id": "hkuum9kt"
+}
\ No newline at end of file
diff --git a/first_attention_2/model_15000/config.json b/first_attention_2/model_15000/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..035e41b6a20fdaefb7a2b7ca435dba6fff270ef7
--- /dev/null
+++ b/first_attention_2/model_15000/config.json
@@ -0,0 +1,19 @@
+{
+    "architectures": [
+        "LLaMAForCausalLM"
+    ],
+    "bos_token_id": 50256,
+    "eos_token_id": 50256,
+    "hidden_act": "silu",
+    "hidden_size": 1536,
+    "intermediate_size": 5376,
+    "initializer_range": 0.02,
+    "max_sequence_length": 1024,
+    "model_type": "llama",
+    "num_attention_heads": 24,
+    "num_hidden_layers": 14,
+    "rms_norm_eps": 1e-05,
+    "transformers_version": "4.28.1",
+    "use_cache": true,
+    "vocab_size": 50257
+}
\ No newline at end of file
diff --git a/first_attention_2/model_15000/training_state.json b/first_attention_2/model_15000/training_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..636685a9039a8ce4ad2e8fb6f1fc6b32eb068ed0
--- /dev/null
+++ b/first_attention_2/model_15000/training_state.json
@@ -0,0 +1,8 @@
+{
+    "global_step": 15000,
+    "update_step": 15000,
+    "tokens_seen": 9584689152,
+    "tokens_seen_before": 9584050176,
+    "update_time": 2.8837459087371826,
+    "wandb_id": "hkuum9kt"
+}
\ No newline at end of file
diff --git a/first_attention_2/model_5000/config.json b/first_attention_2/model_5000/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..035e41b6a20fdaefb7a2b7ca435dba6fff270ef7
--- /dev/null
+++ b/first_attention_2/model_5000/config.json
@@ -0,0 +1,19 @@
+{
+    "architectures": [
+        "LLaMAForCausalLM"
+    ],
+    "bos_token_id": 50256,
+    "eos_token_id": 50256,
+    "hidden_act": "silu",
+    "hidden_size": 1536,
+    "intermediate_size": 5376,
+    "initializer_range": 0.02,
+    "max_sequence_length": 1024,
+    "model_type": "llama",
+    "num_attention_heads": 24,
+    "num_hidden_layers": 14,
+    "rms_norm_eps": 1e-05,
+    "transformers_version": "4.28.1",
+    "use_cache": true,
+    "vocab_size": 50257
+}
\ No newline at end of file
diff --git a/first_attention_2/model_5000/training_state.json b/first_attention_2/model_5000/training_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..4e624be617c37cbd982a737c4cd178c9b37ac9c8
--- /dev/null
+++ b/first_attention_2/model_5000/training_state.json
@@ -0,0 +1,8 @@
+{
+    "global_step": 5000,
+    "update_step": 5000,
+    "tokens_seen": 3194929152,
+    "tokens_seen_before": 3194290176,
+    "update_time": 2.882314920425415,
+    "wandb_id": "hkuum9kt"
+}
\ No newline at end of file
diff --git a/first_attention_2/model_6000/config.json b/first_attention_2/model_6000/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..035e41b6a20fdaefb7a2b7ca435dba6fff270ef7
--- /dev/null
+++ b/first_attention_2/model_6000/config.json
@@ -0,0 +1,19 @@
+{
+    "architectures": [
+        "LLaMAForCausalLM"
+    ],
+    "bos_token_id": 50256,
+    "eos_token_id": 50256,
+    "hidden_act": "silu",
+    "hidden_size": 1536,
+    "intermediate_size": 5376,
+    "initializer_range": 0.02,
+    "max_sequence_length": 1024,
+    "model_type": "llama",
+    "num_attention_heads": 24,
+    "num_hidden_layers": 14,
+    "rms_norm_eps": 1e-05,
+    "transformers_version": "4.28.1",
+    "use_cache": true,
+    "vocab_size": 50257
+}
\ No newline at end of file
diff --git a/first_attention_2/model_6000/training_state.json b/first_attention_2/model_6000/training_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..58265aa17b5af51074feece80f27bc605934a1aa
--- /dev/null
+++ b/first_attention_2/model_6000/training_state.json
@@ -0,0 +1,8 @@
+{
+    "global_step": 6000,
+    "update_step": 6000,
+    "tokens_seen": 3833905152,
+    "tokens_seen_before": 3833266176,
+    "update_time": 2.8819949626922607,
+    "wandb_id": "hkuum9kt"
+}
\ No newline at end of file
diff --git a/first_attention_2/model_7000/config.json b/first_attention_2/model_7000/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..035e41b6a20fdaefb7a2b7ca435dba6fff270ef7
--- /dev/null
+++ b/first_attention_2/model_7000/config.json
@@ -0,0 +1,19 @@
+{
+    "architectures": [
+        "LLaMAForCausalLM"
+    ],
+    "bos_token_id": 50256,
+    "eos_token_id": 50256,
+    "hidden_act": "silu",
+    "hidden_size": 1536,
+    "intermediate_size": 5376,
+    "initializer_range": 0.02,
+    "max_sequence_length": 1024,
+    "model_type": "llama",
+    "num_attention_heads": 24,
+    "num_hidden_layers": 14,
+    "rms_norm_eps": 1e-05,
+    "transformers_version": "4.28.1",
+    "use_cache": true,
+    "vocab_size": 50257
+}
\ No newline at end of file
diff --git a/first_attention_2/model_7000/training_state.json b/first_attention_2/model_7000/training_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..86e02523ac53d2bea272fc74c4fcc711e8d6cf37
--- /dev/null
+++ b/first_attention_2/model_7000/training_state.json
@@ -0,0 +1,8 @@
+{
+    "global_step": 7000,
+    "update_step": 7000,
+    "tokens_seen": 4472881152,
+    "tokens_seen_before": 4472242176,
+    "update_time": 2.882638931274414,
+    "wandb_id": "hkuum9kt"
+}
\ No newline at end of file
diff --git a/first_attention_2/model_8000/config.json b/first_attention_2/model_8000/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..035e41b6a20fdaefb7a2b7ca435dba6fff270ef7
--- /dev/null
+++ b/first_attention_2/model_8000/config.json
@@ -0,0 +1,19 @@
+{
+    "architectures": [
+        "LLaMAForCausalLM"
+    ],
+    "bos_token_id": 50256,
+    "eos_token_id": 50256,
+    "hidden_act": "silu",
+    "hidden_size": 1536,
+    "intermediate_size": 5376,
+    "initializer_range": 0.02,
+    "max_sequence_length": 1024,
+    "model_type": "llama",
+    "num_attention_heads": 24,
+    "num_hidden_layers": 14,
+    "rms_norm_eps": 1e-05,
+    "transformers_version": "4.28.1",
+    "use_cache": true,
+    "vocab_size": 50257
+}
\ No newline at end of file
diff --git a/first_attention_2/model_8000/training_state.json b/first_attention_2/model_8000/training_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..63ebd9ad995b39be37ac382d4b5a34f560ac183e
--- /dev/null
+++ b/first_attention_2/model_8000/training_state.json
@@ -0,0 +1,8 @@
+{
+    "global_step": 8000,
+    "update_step": 8000,
+    "tokens_seen": 5111857152,
+    "tokens_seen_before": 5111218176,
+    "update_time": 2.883155584335327,
+    "wandb_id": "hkuum9kt"
+}
\ No newline at end of file
diff --git a/first_attention_2/model_9000/config.json b/first_attention_2/model_9000/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..035e41b6a20fdaefb7a2b7ca435dba6fff270ef7
--- /dev/null
+++ b/first_attention_2/model_9000/config.json
@@ -0,0 +1,19 @@
+{
+    "architectures": [
+        "LLaMAForCausalLM"
+    ],
+    "bos_token_id": 50256,
+    "eos_token_id": 50256,
+    "hidden_act": "silu",
+    "hidden_size": 1536,
+    "intermediate_size": 5376,
+    "initializer_range": 0.02,
+    "max_sequence_length": 1024,
+    "model_type": "llama",
+    "num_attention_heads": 24,
+    "num_hidden_layers": 14,
+    "rms_norm_eps": 1e-05,
+    "transformers_version": "4.28.1",
+    "use_cache": true,
+    "vocab_size": 50257
+}
\ No newline at end of file
diff --git a/first_attention_2/model_9000/training_state.json b/first_attention_2/model_9000/training_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..b344d95ec2f5c80d1a142dcde815111e44e00cf7
--- /dev/null
+++ b/first_attention_2/model_9000/training_state.json
@@ -0,0 +1,8 @@
+{
+    "global_step": 9000,
+    "update_step": 9000,
+    "tokens_seen": 5750833152,
+    "tokens_seen_before": 5750194176,
+    "update_time": 2.8817710876464844,
+    "wandb_id": "hkuum9kt"
+}
\ No newline at end of file
diff --git a/first_attention_2_attention_unfreeze/model_1000/optimizer.pt b/first_attention_2_attention_unfreeze/model_1000/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..002573f7f46fe024f4c2a4ad7badc5f91a4853b0
--- /dev/null
+++ b/first_attention_2_attention_unfreeze/model_1000/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:335ca2fea887d6351734877081fb0485012166dacdd9dffddaf45a97542c5540
+size 3831971514
diff --git a/first_attention_2_attention_unfreeze/model_10000/optimizer.pt b/first_attention_2_attention_unfreeze/model_10000/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dda0b4ca4f2800ad6757495a77d5de57b7846f8
--- /dev/null
+++ b/first_attention_2_attention_unfreeze/model_10000/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:399f3c992ccedd62a1a627476e1fbf2da337f382748b28500155dd76f9c9c1c1
+size 3831971514
diff --git a/first_attention_2_attention_unfreeze/model_12000/optimizer.pt b/first_attention_2_attention_unfreeze/model_12000/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77d5389b3690c96d6b7628184783d72fe9bbf3d6
--- /dev/null
+++ b/first_attention_2_attention_unfreeze/model_12000/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f433318142a54b2952f46d861bffae52d16c319c33deb9ed0885fece81e5988b
+size 3831971514
diff --git a/first_attention_2_attention_unfreeze/model_13000/optimizer.pt b/first_attention_2_attention_unfreeze/model_13000/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fc8c6a827db663759f60754b9976199fb675b62
--- /dev/null
+++ b/first_attention_2_attention_unfreeze/model_13000/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8231c6fc85acb8a3f9dffebbd2ef7bf2ededb60ff0e9156c834e55171b4890a0
+size 3831971514
diff --git a/first_attention_2_attention_unfreeze/model_15000/optimizer.pt b/first_attention_2_attention_unfreeze/model_15000/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c331f15b29729c1b77947db413a7b86ca4089b62
--- /dev/null
+++ b/first_attention_2_attention_unfreeze/model_15000/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b28f9756b186c271da190744e6caade888e2f28220db16562a52eca35adbecbc
+size 3831971514
diff --git a/first_attention_2_attention_unfreeze/model_2000/optimizer.pt b/first_attention_2_attention_unfreeze/model_2000/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19a7fb8fc1cd8adf4cdcc89f3de5e45d59fd57d3
--- /dev/null
+++ b/first_attention_2_attention_unfreeze/model_2000/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bf7e28193962e52d92b64d8b1191455056d8f329b5d3030920296e6d1352505
+size 3831971514
diff --git a/first_attention_2_attention_unfreeze/model_3000/optimizer.pt b/first_attention_2_attention_unfreeze/model_3000/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3c205e11d21953735373e962d5d82172b753110
--- /dev/null
+++ b/first_attention_2_attention_unfreeze/model_3000/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df15bb40ab7fcf7f243ec79873a49d97d4d9cd0b250cb6a0564eb2c6f70afe41
+size 3831971514
diff --git a/first_attention_2_attention_unfreeze/model_4000/optimizer.pt b/first_attention_2_attention_unfreeze/model_4000/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f548fcb74ef48a73592046bc6955fb36efe4f359
--- /dev/null
+++ b/first_attention_2_attention_unfreeze/model_4000/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2770afb7ed9c9c02311193c7d3448277c0abde3999b0605297c98cf592f96b2b
+size 3831971514
diff --git a/first_attention_2_attention_unfreeze/model_5000/optimizer.pt b/first_attention_2_attention_unfreeze/model_5000/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06dfdd5d7f49b9f77cfa652c908fc94068345ac0
--- /dev/null
+++ b/first_attention_2_attention_unfreeze/model_5000/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97a4593759067a02ce02201600bc3849ffe4cbe3cb38d139843a891a86766e2d
+size 3831971514
diff --git a/first_attention_2_attention_unfreeze/model_6000/optimizer.pt b/first_attention_2_attention_unfreeze/model_6000/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c4295922c4977da59b519cde61b7beeb054f7ac
--- /dev/null
+++ b/first_attention_2_attention_unfreeze/model_6000/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:978162edef6a89660973a72eb5060715911fae80e422fc57ecb900135db49035
+size 3831971514
diff --git a/first_attention_2_attention_unfreeze/model_8000/optimizer.pt b/first_attention_2_attention_unfreeze/model_8000/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54789d332cd1ca5a9d93230eba60043a1e37a503
--- /dev/null
+++ b/first_attention_2_attention_unfreeze/model_8000/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bf28dd241e068f5023e250724d1e5627d72274f5df6ec5f2bd63031d09a40e8
+size 3831971514
diff --git a/first_attention_resume_loss_convergence/model_3000/optimizer.pt b/first_attention_resume_loss_convergence/model_3000/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bbf018fea3149c5db871adc5200aa42ea8b3f29
--- /dev/null
+++ b/first_attention_resume_loss_convergence/model_3000/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7b78cdb11858e591dc6fac98c8ab5c1bbe9e75fb0e34ba23f7fb3e40a817dfc
+size 3756457274
diff --git a/first_layer_1/model_1000/optimizer.pt b/first_layer_1/model_1000/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb5be6f633b05054636ac954eb648ddef29b9cfd
--- /dev/null
+++ b/first_layer_1/model_1000/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f9e122b12f54c1b0db7d1247c17b1944413ea784d421a3cc1e30d083b987997
+size 1508846842
diff --git a/first_layer_1/model_1000/pytorch_model.bin b/first_layer_1/model_1000/pytorch_model.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b285caf2bd14a3d72e47f8e26229ece95153a098
--- /dev/null
+++ b/first_layer_1/model_1000/pytorch_model.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa53593417514a2af1663dabfa810205ce8806929b866234a00019623c1a402a
+size 754421397
diff --git a/first_layer_1/model_10000/optimizer.pt b/first_layer_1/model_10000/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42c7eb7f7b0a725e628437c531bec57ac1970e18
--- /dev/null
+++ b/first_layer_1/model_10000/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c0741af4742da582f045d3ca5062ab1de591ac3cc6859f263f6df901b4f8fa0
+size 1508846842
diff --git a/first_layer_1/model_10000/pytorch_model.bin b/first_layer_1/model_10000/pytorch_model.bin
new file mode 100644
index 0000000000000000000000000000000000000000..547e64d45b0a32e0b9858dcee6cbafd35717b61e
--- /dev/null
+++ b/first_layer_1/model_10000/pytorch_model.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f432387b760233d555fd966f70c99c54cbe73c9c7983c45d08dbfad81f0d262e
+size 754421397
diff --git a/first_layer_1/model_11000/optimizer.pt b/first_layer_1/model_11000/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47410abd810d807649be6a54f5883363a0201a96
--- /dev/null
+++ b/first_layer_1/model_11000/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75419ce0f1b85babd5ae5d95a39a2013ade5487ff4fdb193e8e78d088909ec22
+size 1508846842
diff --git a/first_layer_1/model_11000/pytorch_model.bin b/first_layer_1/model_11000/pytorch_model.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2eb56ba3865e4aaecb555e1bc4dd29083ab31b20
--- /dev/null
+++ b/first_layer_1/model_11000/pytorch_model.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f754a5789dc085c10720d823d0d21d914422fabe07c4a79eacf5f0da2d5ca99d
+size 754421397
diff --git a/first_layer_1/model_12000/pytorch_model.bin b/first_layer_1/model_12000/pytorch_model.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a288ed64a62f1a59ce2c1f793a1304a9899082e2
--- /dev/null
+++ b/first_layer_1/model_12000/pytorch_model.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15cc73e93604a56f080c3f7ae87bd5b0fd693e8fce7dd0610af073451a585d5c
+size 754421397
diff --git a/first_layer_1/model_13000/optimizer.pt b/first_layer_1/model_13000/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..308fea018a70cd903fa00529343c5553bec7744e
--- /dev/null
+++ b/first_layer_1/model_13000/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cd2508d17e846c73025b7404c0d599c528b4841d95ceab163adf7a875d3507b
+size 1508846842
diff --git a/first_layer_1/model_14000/optimizer.pt b/first_layer_1/model_14000/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcd39b1563efd76f5193cc5f83fa4ee56718246c
--- /dev/null
+++ b/first_layer_1/model_14000/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fb8806cbe3f8e002a216d72c5302ea2ec5ba2b814b4999c8fd9d9b4cf0dedf1
+size 1508846842
diff --git a/first_layer_1/model_14000/pytorch_model.bin b/first_layer_1/model_14000/pytorch_model.bin
new file mode 100644
index 0000000000000000000000000000000000000000..82368f034ffdb36d4d1a8780157503bec67f79a9
--- /dev/null
+++ b/first_layer_1/model_14000/pytorch_model.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55c9be710a677d385d0c4e06186d149bc4a3f9a7037382b376d67e8d9b18ccdd
+size 754421397
diff --git a/first_layer_1/model_15000/optimizer.pt b/first_layer_1/model_15000/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05cbc4ba7de2b1eeccf7a2995e68b5568dbf3dfa
--- /dev/null
+++ b/first_layer_1/model_15000/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b4b235fa37cbe48c5ba9c5562f9047508c23625dc597d9c38148ea957768396
+size 1508846842
diff --git a/first_layer_1/model_15000/pytorch_model.bin b/first_layer_1/model_15000/pytorch_model.bin
new file mode 100644
index 0000000000000000000000000000000000000000..76fee640f34bfb414450e656d172570fae64fdb4
--- /dev/null
+++ b/first_layer_1/model_15000/pytorch_model.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5cc8ca606b5c08b402979c6a187af04dad556c28212329f880e7c21ee9327e6
+size 754421397
diff --git a/first_layer_1/model_2000/optimizer.pt b/first_layer_1/model_2000/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d598e5107cc8141a9e35c56b85320e4fdd54f48b
--- /dev/null
+++ b/first_layer_1/model_2000/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ede1a8bd71e5415e440e117bf8724a8ed75eda93440810ec14bc1f08b5e5a3e6
+size 1508846842
diff --git a/first_layer_1/model_3000/optimizer.pt b/first_layer_1/model_3000/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eee4ea896eebd8023f41fbcef8ca1fb90eb4e109
--- /dev/null
+++ b/first_layer_1/model_3000/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:800ca711936f0be6003dee144d72aa47a74d1e5ab84a252c602e38fc8b205da4
+size 1508846842
diff --git a/first_layer_1/model_4000/optimizer.pt b/first_layer_1/model_4000/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5c176fc1af87d46b428db037a4ad1872b766bf0
--- /dev/null
+++ b/first_layer_1/model_4000/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f311724664159516d1acf650df0bfdeac20aa73388426f19dc292aa01b7d1cdc
+size 1508846842
diff --git a/first_layer_1/model_4000/pytorch_model.bin b/first_layer_1/model_4000/pytorch_model.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7fcddde030f220dec021eca265674788d7572ebf
--- /dev/null
+++ b/first_layer_1/model_4000/pytorch_model.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fa51f6c7671f4ad8923d1ea6baf0e4570775acf721f81456215da20bd2eca83
+size 754421397
diff --git a/first_layer_1/model_5000/optimizer.pt b/first_layer_1/model_5000/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..327ccb3620584667e3ddbab3519cc0cf4ac994e3
--- /dev/null
+++ b/first_layer_1/model_5000/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:273a786caa2e301d2024de5e371c49455e6b27ad4aa457da632b6aff6945f526
+size 1508846842
diff --git a/first_layer_1/model_5000/pytorch_model.bin b/first_layer_1/model_5000/pytorch_model.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f260230716d7ffaa30bb5d0d705d14a5b89aee94
--- /dev/null
+++ b/first_layer_1/model_5000/pytorch_model.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a23441ac7451f792159fc066ec155022771e7203c254f99d946b40072ced668
+size 754421397
diff --git a/first_layer_1/model_6000/optimizer.pt b/first_layer_1/model_6000/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ded251e6c753a2ec453a812f3a98b49c70549741
--- /dev/null
+++ b/first_layer_1/model_6000/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88ea8fff13915d6185d9891bb6fe7e4104125e0408650381b7768a4ba550ee4e
+size 1508846842
diff --git a/first_layer_1/model_6000/pytorch_model.bin b/first_layer_1/model_6000/pytorch_model.bin
new file mode 100644
index 0000000000000000000000000000000000000000..fe18dc9e69b52b219771ede1360e3018168ebd95
--- /dev/null
+++ b/first_layer_1/model_6000/pytorch_model.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:089a50c4031b718a22b0312a8ea39abd22e0252e80718f91ad4e215b348fe700
+size 754421397
diff --git a/first_layer_1/model_7000/optimizer.pt b/first_layer_1/model_7000/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc29e6a3c8e80212c9cda75d572f3aeb9a90797e
--- /dev/null
+++ b/first_layer_1/model_7000/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cfa7d9344739ac9832b4909b502f20bb9cc9209d073825cbcbe9964d813d7b0
+size 1508846842
diff --git a/first_layer_1/model_7000/pytorch_model.bin b/first_layer_1/model_7000/pytorch_model.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6890ea1ffed1c3a3f014a959efa5915b76be486c
--- /dev/null
+++ b/first_layer_1/model_7000/pytorch_model.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23bcd0e8a09005f289685fd74c23d9773cf08f255916375ba2c1793d7412cb26
+size 754421397
diff --git a/first_layer_1/model_8000/optimizer.pt b/first_layer_1/model_8000/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8047ea0fb450857c01a714c1d474cfe31a14f079
--- /dev/null
+++ b/first_layer_1/model_8000/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7fc734d2fc809ff8293bb1e6eb328b2bfdf68527db897faf382bff76e872963
+size 1508846842
diff --git a/first_layer_1/model_8000/pytorch_model.bin b/first_layer_1/model_8000/pytorch_model.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a1f4882b9dc4e5c1f7e8181b4f59a3f385052e6b
--- /dev/null
+++ b/first_layer_1/model_8000/pytorch_model.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:254d4ecbaff6ed6def1a49d2816fb8811033defcbf09a17e9d65fdac702cb0ef
+size 754421397
diff --git a/first_layer_1/model_9000/optimizer.pt b/first_layer_1/model_9000/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c0fda088a28b88186a6e570247a0022ae02e6b4
--- /dev/null
+++ b/first_layer_1/model_9000/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cc4988ae57f842c53e5fbce4daa75e1cc9eed18721899d4c4c3f8fc9a384c71
+size 1508846842
diff --git a/first_layer_1/model_9000/pytorch_model.bin b/first_layer_1/model_9000/pytorch_model.bin
new file mode 100644
index 0000000000000000000000000000000000000000..13886bb6d77b306d97062199a535c58c19760ce2
--- /dev/null
+++ b/first_layer_1/model_9000/pytorch_model.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3e256446edf3a6e127c4808b8c015fa538d89a07978d50f791e920ed1ea335f
+size 754421397
diff --git a/first_layer_2/model_1000/optimizer.pt b/first_layer_2/model_1000/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8340e73d3ee5dfbb7919026b5c6ec87b862f919d
--- /dev/null
+++ b/first_layer_2/model_1000/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e2b70fd75c76feeec9834a54f102546baba4d1c762d656bed09a768e3c91e45
+size 3831971514
diff --git a/first_layer_2/model_10000/optimizer.pt b/first_layer_2/model_10000/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72ac5375eedc91c49a10e1e09d560a19128d7fdc
--- /dev/null
+++ b/first_layer_2/model_10000/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0518ba70d343098339277868c4e9efe644853a3d69d0ad0e63be5a5437a8f934
+size 3831971514
diff --git a/first_layer_2/model_13000/optimizer.pt b/first_layer_2/model_13000/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f16c30a01605981e1c5a7205683e68f2c08290b7
--- /dev/null
+++ b/first_layer_2/model_13000/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce9b01c9edaa03f57129afb1548b511d3b9c976e0f50de831b63910b5ec4f103
+size 3831971514
diff --git a/first_layer_2/model_14000/optimizer.pt b/first_layer_2/model_14000/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1237dded29fd701f766f1144053b81365f40ef92
--- /dev/null
+++ b/first_layer_2/model_14000/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29c3ada4bb096b8e9705e27aaad9a444d8d0edf4a98dca65361ecda63341e5c6
+size 3831971514
diff --git a/first_layer_2/model_2000/optimizer.pt b/first_layer_2/model_2000/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fb72901d972a54ae803a43d338cd6a0b9ef4f51
--- /dev/null
+++ b/first_layer_2/model_2000/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dda17f58a9f80768780fbb97e050f65f1f36ab42454346b2ef678a1c0771648
+size 3831971514
diff --git a/first_layer_2/model_3000/optimizer.pt b/first_layer_2/model_3000/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66d995e5180d0cd7a6125a4f33ec77315a0d3f3e
--- /dev/null
+++ b/first_layer_2/model_3000/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9458586aefb7dcb3ae0d018c0b0efce04b353ed21cd617fb71226ce5c0e3dfa7
+size 3831971514
diff --git a/first_layer_2/model_4000/optimizer.pt b/first_layer_2/model_4000/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a6bb3636a2f322ee665dddfdbd4c26f91297655
--- /dev/null
+++ b/first_layer_2/model_4000/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6d4801af557a4143576ef5056c534912883868aac34d60d19e338efa54025be
+size 3831971514
diff --git a/first_layer_2/model_5000/optimizer.pt b/first_layer_2/model_5000/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45eced4339de6f46575dd1d7a6e129a411398cf5
--- /dev/null
+++ b/first_layer_2/model_5000/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e32adf685c50a1d19a6158ea25f824a29e7903ce1859a8af20947812700db288
+size 3831971514
diff --git a/first_layer_2/model_7000/optimizer.pt b/first_layer_2/model_7000/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc9a3be1230ddf03ed4f0fd8dc0f4f714b2f2f4f
--- /dev/null
+++ b/first_layer_2/model_7000/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3747a4e6477105758a539afe2ac3612882e42ae1c43676438fc2ad2a9ff73e31
+size 3831971514
diff --git a/first_layer_2/model_8000/optimizer.pt b/first_layer_2/model_8000/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05aeface55728d17dbefd2bebf3b5f09dbb4700d
--- /dev/null
+++ b/first_layer_2/model_8000/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce1b7f3aec5848d0d47ae9bf60b3cdcbfb5d29fb7a67e499acc55c0837cc2faa
+size 3831971514
diff --git a/first_layer_2/model_9000/optimizer.pt b/first_layer_2/model_9000/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20353a8246670e3ec03ec9541301f3a603e92d82
--- /dev/null
+++ b/first_layer_2/model_9000/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65a744a9932ef016f937985d35e4169b122f5c7f99404f32d46e9e699219124d
+size 3831971514