diff --git a/model.safetensors b/model.safetensors
index 6759e27039ca26bd20a30ecaf68a558bba556614..b98b3fb8728c862eafbeaa99aee77bdbf8e93c29 100644
--- a/model.safetensors
+++ b/model.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7f29bcadace166e19f476b6a591a6b475281bf9df269efff6b6c859ba8b81cc0
+oid sha256:76e52111a7e404e8743c55ff3174c4892de0c8c64e731245b5f8065fede46773
 size 137970488
diff --git a/run-0/checkpoint-10/config.json b/run-0/checkpoint-10/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..84bb290fd30fca27fe05a1c179cd8e0ef5b2fe58
--- /dev/null
+++ b/run-0/checkpoint-10/config.json
@@ -0,0 +1,26 @@
+{
+  "_name_or_path": "mistralai/Mistral-7B-v0.1",
+  "architectures": [
+    "MistralForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 0,
+  "eos_token_id": 0,
+  "hidden_act": "silu",
+  "hidden_size": 432,
+  "initializer_range": 0.02,
+  "intermediate_size": 1600,
+  "max_position_embeddings": 75,
+  "model_type": "mistral",
+  "num_attention_heads": 8,
+  "num_hidden_layers": 12,
+  "num_key_value_heads": 8,
+  "rms_norm_eps": 1e-05,
+  "rope_theta": 10000.0,
+  "sliding_window": 75,
+  "tie_word_embeddings": false,
+  "torch_dtype": "float32",
+  "transformers_version": "4.38.2",
+  "use_cache": true,
+  "vocab_size": 738
+}
diff --git a/run-0/checkpoint-10/generation_config.json b/run-0/checkpoint-10/generation_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c3848a20aea878284eb1c919398b3dc4729aaf56
--- /dev/null
+++ b/run-0/checkpoint-10/generation_config.json
@@ -0,0 +1,6 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 0,
+  "eos_token_id": 0,
+  "transformers_version": "4.38.2"
+}
diff --git a/run-0/checkpoint-10/model.safetensors b/run-0/checkpoint-10/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9ab693aa6aecb6e777ee80d122ee7454b943f5ec
--- /dev/null
+++ b/run-0/checkpoint-10/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62c564798236a14e1eac9fb453f2c896d6459e6e96b7b40e11cdbdda4d7f1037
+size 137970488
diff --git a/run-0/checkpoint-10/optimizer.pt b/run-0/checkpoint-10/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..639149ddab3b517a943234aee21b7b70ad7c4470
--- /dev/null
+++ b/run-0/checkpoint-10/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1892448cfb1ff52dde6712f759e4df7982e6d8b77737452998bd5ea6128cae99
+size 276010426
diff --git a/run-0/checkpoint-10/rng_state.pth b/run-0/checkpoint-10/rng_state.pth
new file mode 100644
index 0000000000000000000000000000000000000000..1ba59fd002ce6392053945ec7da88c0e9db1d0d3
--- /dev/null
+++ b/run-0/checkpoint-10/rng_state.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf09e5d42068af78718f389b253ca2eb25c713b626107d2bb3a00c3751c8bf18
+size 14244
diff --git a/run-0/checkpoint-10/scheduler.pt b/run-0/checkpoint-10/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49cef2421a77388c99996b9aa08a40c5cd409557
--- /dev/null
+++ b/run-0/checkpoint-10/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6e16af8bcb35d84cad3f76ccac76e60ef4e110832ce2bfa1a09571d5d6c92a6
+size 1064
diff --git a/run-0/checkpoint-10/special_tokens_map.json b/run-0/checkpoint-10/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..b2d2dbc845800c78fe98656af927d831ab4ff7b7
--- /dev/null
+++ b/run-0/checkpoint-10/special_tokens_map.json
@@ -0,0 +1,24 @@
+{
+  "bos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|endoftext|>",
+  "unk_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}
diff --git a/run-0/checkpoint-10/tokenizer_config.json b/run-0/checkpoint-10/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..a3563cefb79ee8652355538cb294c79dd228e0f3
--- /dev/null
+++ b/run-0/checkpoint-10/tokenizer_config.json
@@ -0,0 +1,20 @@
+{
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|endoftext|>",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|endoftext|>",
+  "model_max_length": 75,
+  "pad_token": "<|endoftext|>",
+  "tokenizer_class": "AISTokenizer",
+  "unk_token": "<|endoftext|>"
+}
diff --git a/run-0/checkpoint-10/trainer_state.json b/run-0/checkpoint-10/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..4466b426b07a11f5d038caeec28f6b58cd75121a
--- /dev/null
+++ b/run-0/checkpoint-10/trainer_state.json
@@ -0,0 +1,22 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.0033333333333333335,
+  "eval_steps": 1000,
+  "global_step": 10,
+  "is_hyper_param_search": true,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [],
+  "logging_steps": 1000,
+  "max_steps": 3000,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 9223372036854775807,
+  "save_steps": 1,
+  "total_flos": 0,
+  "train_batch_size": 544,
+  "trial_name": null,
+  "trial_params": {
+    "learning_rate": 0.007162227406380004
+  }
+}
diff --git a/run-0/checkpoint-10/training_args.bin b/run-0/checkpoint-10/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b2b8ff44f5b3f3edbd0ecf5e7c8877978a9d72a1
--- /dev/null
+++ b/run-0/checkpoint-10/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a0c008b91c5d43c0b0aa9a8fa00cf5cf102406259363e15c6c2ba21df48b760
+size 4920
diff --git a/run-0/checkpoint-10/vocab_file.txt b/run-0/checkpoint-10/vocab_file.txt
new file mode 100644
index 0000000000000000000000000000000000000000..6037fe719b3446ed201eff984908ab065139fe73
--- /dev/null
+++ b/run-0/checkpoint-10/vocab_file.txt
@@ -0,0 +1,738 @@
+<|endoftext|>
+#
+(
+)
+-
+/
+1
+2
+3
+4
+5
+6
+7
+=
+[Br;!R;C]
+[Br;!R;N]
+[C;!R;BrBrBrC]
+[C;!R;BrBrCF]
+[C;!R;BrBrCS]
+[C;!R;BrCCC]
+[C;!R;BrCC]
+[C;!R;BrCFF]
+[C;!R;BrCN]
+[C;!R;CCCC]
+[C;!R;CCCCl]
+[C;!R;CCCF]
+[C;!R;CCCN]
+[C;!R;CCCO]
+[C;!R;CCCP]
+[C;!R;CCCS]
+[C;!R;CCC]
+[C;!R;CCClCl]
+[C;!R;CCClO]
+[C;!R;CCCl]
+[C;!R;CCFF]
+[C;!R;CCF]
+[C;!R;CCI]
+[C;!R;CCNN]
+[C;!R;CCNO]
+[C;!R;CCN]
+[C;!R;CCOO]
+[C;!R;CCO]
+[C;!R;CCP]
+[C;!R;CCSS]
+[C;!R;CCS]
+[C;!R;CC]
+[C;!R;CClClCl]
+[C;!R;CClClF]
+[C;!R;CClClO]
+[C;!R;CClClS]
+[C;!R;CClCl]
+[C;!R;CClFF]
+[C;!R;CClN]
+[C;!R;CFFF]
+[C;!R;CFFI]
+[C;!R;CFFN]
+[C;!R;CFFO]
+[C;!R;CFFP]
+[C;!R;CFFS]
+[C;!R;CFF]
+[C;!R;CFS]
+[C;!R;CNN]
+[C;!R;CNO]
+[C;!R;CNP]
+[C;!R;CNS]
+[C;!R;CN]
+[C;!R;COO]
+[C;!R;COS]
+[C;!R;COSi]
+[C;!R;CO]
+[C;!R;CSSS]
+[C;!R;CSS]
+[C;!R;ClClClO]
+[C;!R;ClClClS]
+[C;!R;ClClFS]
+[C;!R;ClClNO]
+[C;!R;ClFFO]
+[C;!R;FFFN]
+[C;!R;FFFO]
+[C;!R;FFFS]
+[C;!R;FFNO]
+[C;!R;FFNS]
+[C;!R;NNN]
+[C;!R;NNO]
+[C;!R;NNS]
+[C;!R;NN]
+[C;!R;NOO]
+[C;!R;NOP]
+[C;!R;NOS]
+[C;!R;NSS]
+[C;!R;NS]
+[C;!R;OOO]
+[C;!R;OOS]
+[C;!R;OSS]
+[C;R;BrBrCC]
+[C;R;BrBrCS]
+[C;R;BrCCC]
+[C;R;BrCC]
+[C;R;BrCN]
+[C;R;BrCS]
+[C;R;CCCC]
+[C;R;CCCCl]
+[C;R;CCCF]
+[C;R;CCCN]
+[C;R;CCCO]
+[C;R;CCCS]
+[C;R;CCCSi]
+[C;R;CCC]
+[C;R;CCClCl]
+[C;R;CCClO]
+[C;R;CCCl]
+[C;R;CCFF]
+[C;R;CCF]
+[C;R;CCNN]
+[C;R;CCNO]
+[C;R;CCNP]
+[C;R;CCNS]
+[C;R;CCN]
+[C;R;CCOO]
+[C;R;CCOS]
+[C;R;CCO]
+[C;R;CCSS]
+[C;R;CCS]
+[C;R;CClN]
+[C;R;CClS]
+[C;R;CFFO]
+[C;R;CIN]
+[C;R;CNNO]
+[C;R;CNN]
+[C;R;CNOO]
+[C;R;CNO]
+[C;R;CNS]
+[C;R;COO]
+[C;R;COS]
+[C;R;CSS]
+[C;R;ClClNS]
+[C;R;ClNN]
+[C;R;FFOO]
+[C;R;NNN]
+[C;R;NNO]
+[C;R;NNS]
+[C;R;NOO]
+[C;R;NOS]
+[C;R;NSS]
+[C;R;OOO]
+[C;R;OOS]
+[CH2;!R;BrC]
+[CH2;!R;BrS]
+[CH2;!R;CC]
+[CH2;!R;CCl]
+[CH2;!R;CF]
+[CH2;!R;CI]
+[CH2;!R;CN]
+[CH2;!R;CO]
+[CH2;!R;CP]
+[CH2;!R;CS]
+[CH2;!R;CSi]
+[CH2;!R;C]
+[CH2;!R;FO]
+[CH2;!R;NN]
+[CH2;!R;NO]
+[CH2;!R;NP]
+[CH2;!R;NS]
+[CH2;!R;NSi]
+[CH2;!R;OO]
+[CH2;!R;OP]
+[CH2;!R;OS]
+[CH2;!R;OSi]
+[CH2;!R;PS]
+[CH2;!R;SS]
+[CH2;!R;SSi]
+[CH2;R;CC]
+[CH2;R;CN]
+[CH2;R;CO]
+[CH2;R;CS]
+[CH2;R;CSi]
+[CH2;R;NN]
+[CH2;R;NO]
+[CH2;R;NP]
+[CH2;R;NS]
+[CH2;R;NSi]
+[CH2;R;OO]
+[CH2;R;OP]
+[CH2;R;OS]
+[CH2;R;SS]
+[CH3;!R;C]
+[CH3;!R;N]
+[CH3;!R;O]
+[CH3;!R;P]
+[CH3;!R;S]
+[CH3;!R;Si]
+[CH;!R;BrC]
+[CH;!R;CCC]
+[CH;!R;CCF]
+[CH;!R;CCN]
+[CH;!R;CCO]
+[CH;!R;CCP]
+[CH;!R;CCS]
+[CH;!R;CCSi]
+[CH;!R;CC]
+[CH;!R;CCl]
+[CH;!R;CFF]
+[CH;!R;CF]
+[CH;!R;CI]
+[CH;!R;CNN]
+[CH;!R;CNO]
+[CH;!R;CN]
+[CH;!R;COO]
+[CH;!R;CO]
+[CH;!R;CP]
+[CH;!R;CSS]
+[CH;!R;CS]
+[CH;!R;CSi]
+[CH;!R;C]
+[CH;!R;FFN]
+[CH;!R;FFO]
+[CH;!R;FFS]
+[CH;!R;NNN]
+[CH;!R;NN]
+[CH;!R;NOO]
+[CH;!R;NO]
+[CH;!R;NSiSi]
+[CH;!R;N]
+[CH;!R;OO]
+[CH;!R;PSS]
+[CH;R;CCC]
+[CH;R;CCCl]
+[CH;R;CCF]
+[CH;R;CCN]
+[CH;R;CCO]
+[CH;R;CCP]
+[CH;R;CCS]
+[CH;R;CC]
+[CH;R;CClN]
+[CH;R;CNN]
+[CH;R;CNO]
+[CH;R;CNS]
+[CH;R;CN]
+[CH;R;COO]
+[CH;R;CO]
+[CH;R;CP]
+[CH;R;CSS]
+[CH;R;CS]
+[CH;R;NNN]
+[CH;R;NNO]
+[CH;R;NNS]
+[CH;R;NN]
+[CH;R;NOO]
+[CH;R;NO]
+[CH;R;NS]
+[Cl;!R;C]
+[Cl;!R;N]
+[Cl;!R;S]
+[F;!R;C]
+[F;!R;N]
+[I;!R;C]
+[N;!R;CCC]
+[N;!R;CCN]
+[N;!R;CCO]
+[N;!R;CCP]
+[N;!R;CCS]
+[N;!R;CC]
+[N;!R;CNS]
+[N;!R;CN]
+[N;!R;COS]
+[N;!R;CO]
+[N;!R;CP]
+[N;!R;CSS]
+[N;!R;CS]
+[N;!R;CSiSi]
+[N;!R;C]
+[N;!R;ClClS]
+[N;!R;NNO]
+[N;!R;NO]
+[N;!R;N]
+[N;!R;SS]
+[N;R;BrCC]
+[N;R;CCC]
+[N;R;CCCl]
+[N;R;CCN]
+[N;R;CCO]
+[N;R;CCP]
+[N;R;CCS]
+[N;R;CC]
+[N;R;CNN]
+[N;R;CNO]
+[N;R;CNS]
+[N;R;CN]
+[N;R;COO]
+[N;R;COS]
+[N;R;CO]
+[N;R;CP]
+[N;R;CS]
+[N;R;NNO]
+[N;R;NN]
+[N;R;NO]
+[N;R;PP]
+[NH2;!R;C]
+[NH2;!R;N]
+[NH2;!R;O]
+[NH2;!R;S]
+[NH;!R;CC]
+[NH;!R;CN]
+[NH;!R;CO]
+[NH;!R;CP]
+[NH;!R;CS]
+[NH;!R;C]
+[NH;!R;NP]
+[NH;!R;NS]
+[NH;!R;OS]
+[NH;!R;S]
+[NH;R;CC]
+[NH;R;CN]
+[NH;R;CO]
+[NH;R;CS]
+[NH;R;NN]
+[O;!R;CC]
+[O;!R;CN]
+[O;!R;CP]
+[O;!R;CS]
+[O;!R;C]
+[O;!R;NN]
+[O;!R;N]
+[O;!R;P]
+[O;!R;S]
+[O;R;CC]
+[O;R;CN]
+[O;R;CP]
+[O;R;CS]
+[O;R;NN]
+[OH;!R;C]
+[OH;!R;N]
+[OH;!R;P]
+[P;!R;CCCO]
+[P;!R;CCC]
+[P;!R;CCN]
+[P;!R;CNNN]
+[P;!R;CNNO]
+[P;!R;COOO]
+[P;!R;NNOO]
+[P;!R;NOOO]
+[P;!R;OOOO]
+[P;!R;OOO]
+[P;R;CCCN]
+[P;R;CCNO]
+[P;R;CCOO]
+[P;R;COOOO]
+[P;R;COOO]
+[P;R;NNNN]
+[P;R;NNN]
+[P;R;NOOO]
+[P;R;NOO]
+[P;R;OOOOO]
+[P;R;OOO]
+[PH;!R;CC]
+[S;!R;CCNO]
+[S;!R;CCOO]
+[S;!R;CCO]
+[S;!R;CC]
+[S;!R;CClOO]
+[S;!R;CNOO]
+[S;!R;CN]
+[S;!R;COOO]
+[S;!R;CO]
+[S;!R;C]
+[S;!R;NNOO]
+[S;!R;NN]
+[S;!R;NOOO]
+[S;!R;OOOO]
+[S;R;CCNO]
+[S;R;CCOO]
+[S;R;CCO]
+[S;R;CC]
+[S;R;CNOO]
+[S;R;CN]
+[S;R;COOO]
+[S;R;CS]
+[S;R;NNN]
+[S;R;NNOO]
+[S;R;NN]
+[SH;!R;C]
+[SH;!R;NOO]
+[Si;!R;CCCC]
+[Si;!R;CCCN]
+[Si;R;CCCC]
+[[C@@H];!R;BrCC]
+[[C@@H];!R;CCC]
+[[C@@H];!R;CCF]
+[[C@@H];!R;CCN]
+[[C@@H];!R;CCO]
+[[C@@H];!R;CCP]
+[[C@@H];!R;CCS]
+[[C@@H];!R;CClS]
+[[C@@H];!R;CFN]
+[[C@@H];!R;CFO]
+[[C@@H];!R;CFS]
+[[C@@H];!R;CNN]
+[[C@@H];!R;CNO]
+[[C@@H];!R;CNP]
+[[C@@H];!R;CNS]
+[[C@@H];!R;COO]
+[[C@@H];!R;COP]
+[[C@@H];!R;COS]
+[[C@@H];!R;FNO]
+[[C@@H];!R;NOO]
+[[C@@H];R;CCC]
+[[C@@H];R;CCF]
+[[C@@H];R;CCN]
+[[C@@H];R;CCO]
+[[C@@H];R;CCS]
+[[C@@H];R;CNN]
+[[C@@H];R;CNO]
+[[C@@H];R;CNS]
+[[C@@H];R;COO]
+[[C@@H];R;COS]
+[[C@@H];R;CSS]
+[[C@@H];R;NNN]
+[[C@@H];R;NNS]
+[[C@@H];R;NOO]
+[[C@@];!R;BrCCCl]
+[[C@@];!R;BrCCI]
+[[C@@];!R;BrCCS]
+[[C@@];!R;BrCClS]
+[[C@@];!R;CCCC]
+[[C@@];!R;CCCF]
+[[C@@];!R;CCCN]
+[[C@@];!R;CCCO]
+[[C@@];!R;CCCS]
+[[C@@];!R;CCClF]
+[[C@@];!R;CCClS]
+[[C@@];!R;CCFN]
+[[C@@];!R;CCNN]
+[[C@@];!R;CCNO]
+[[C@@];!R;CCNP]
+[[C@@];!R;CCOO]
+[[C@@];!R;CCOP]
+[[C@@];!R;CClFI]
+[[C@@];!R;CClFO]
+[[C@@];!R;CClIS]
+[[C@@];R;BrCCC]
+[[C@@];R;BrCCN]
+[[C@@];R;BrCCO]
+[[C@@];R;CCCC]
+[[C@@];R;CCCCl]
+[[C@@];R;CCCF]
+[[C@@];R;CCCN]
+[[C@@];R;CCCO]
+[[C@@];R;CCCS]
+[[C@@];R;CCClF]
+[[C@@];R;CCClN]
+[[C@@];R;CCFN]
+[[C@@];R;CCNN]
+[[C@@];R;CCNO]
+[[C@@];R;CCNS]
+[[C@@];R;CCOO]
+[[C@@];R;CCOP]
+[[C@@];R;CCOS]
+[[C@@];R;CCSSi]
+[[C@@];R;CFOO]
+[[C@@];R;CNNO]
+[[C@@];R;CNOO]
+[[C@@];R;NNSS]
+[[C@H];!R;BrCC]
+[[C@H];!R;CCC]
+[[C@H];!R;CCF]
+[[C@H];!R;CCN]
+[[C@H];!R;CCO]
+[[C@H];!R;CCP]
+[[C@H];!R;CCS]
+[[C@H];!R;CClS]
+[[C@H];!R;CFN]
+[[C@H];!R;CNN]
+[[C@H];!R;CNO]
+[[C@H];!R;CNP]
+[[C@H];!R;CNS]
+[[C@H];!R;COO]
+[[C@H];!R;COP]
+[[C@H];!R;COS]
+[[C@H];!R;FNO]
+[[C@H];R;BrCC]
+[[C@H];R;CCC]
+[[C@H];R;CCF]
+[[C@H];R;CCN]
+[[C@H];R;CCO]
+[[C@H];R;CCP]
+[[C@H];R;CCS]
+[[C@H];R;CNN]
+[[C@H];R;CNO]
+[[C@H];R;CNS]
+[[C@H];R;COO]
+[[C@H];R;COS]
+[[C@H];R;NNO]
+[[C@H];R;NNS]
+[[C@H];R;NOO]
+[[C@H];R;OOO]
+[[C@];!R;BrCCF]
+[[C@];!R;BrCCS]
+[[C@];!R;BrCClS]
+[[C@];!R;BrCIS]
+[[C@];!R;CCCC]
+[[C@];!R;CCCCl]
+[[C@];!R;CCCF]
+[[C@];!R;CCCN]
+[[C@];!R;CCCO]
+[[C@];!R;CCCS]
+[[C@];!R;CCClF]
+[[C@];!R;CCClO]
+[[C@];!R;CCClS]
+[[C@];!R;CCFN]
+[[C@];!R;CCFO]
+[[C@];!R;CCNN]
+[[C@];!R;CCNO]
+[[C@];!R;CClFO]
+[[C@];!R;CClIS]
+[[C@];R;BrCCC]
+[[C@];R;BrCCCl]
+[[C@];R;CCCC]
+[[C@];R;CCCCl]
+[[C@];R;CCCF]
+[[C@];R;CCCI]
+[[C@];R;CCCN]
+[[C@];R;CCCO]
+[[C@];R;CCCS]
+[[C@];R;CCClF]
+[[C@];R;CCFN]
+[[C@];R;CCNN]
+[[C@];R;CCNO]
+[[C@];R;CCNS]
+[[C@];R;CCOO]
+[[C@];R;CCOP]
+[[C@];R;CCOSi]
+[[C@];R;CNNO]
+[[C@];R;CNNS]
+[[C@];R;CNOO]
+[[C@];R;NNNS]
+[[C@];R;NNSS]
+[[N+];!R;CCC]
+[[N+];!R;CC]
+[[N+];!R;CN]
+[[N+];!R;COO]
+[[N+];!R;NN]
+[[N+];!R;NOO]
+[[N+];!R;OOO]
+[[N+];R;CCC]
+[[N+];R;CCN]
+[[N+];R;CCO]
+[[N+];R;NNO]
+[[N+];R;NOO]
+[[N-];!R;CC]
+[[N-];!R;CN]
+[[N-];!R;CO]
+[[N-];!R;CS]
+[[N-];!R;NS]
+[[N-];!R;N]
+[[N-];R;CC]
+[[N-];R;CN]
+[[N-];R;CO]
+[[N-];R;CS]
+[[NH+];!R;CCC]
+[[NH+];!R;CC]
+[[NH+];!R;CN]
+[[NH+];!R;CO]
+[[NH+];!R;CP]
+[[NH+];R;CCC]
+[[NH+];R;CC]
+[[NH+];R;CN]
+[[NH+];R;CO]
+[[NH2+];!R;CC]
+[[NH2+];!R;CN]
+[[NH2+];!R;C]
+[[NH2+];R;CC]
+[[NH2+];R;CN]
+[[NH3+];!R;C]
+[[NH3+];!R;N]
+[[O+];R;CN]
+[[O-];!R;C]
+[[O-];!R;N]
+[[O-];!R;P]
+[[O-];!R;S]
+[[P@@];!R;CCCO]
+[[P@@];!R;CCNN]
+[[P@@];!R;CCNO]
+[[P@@];!R;CCOO]
+[[P@@];!R;CNOO]
+[[P@@];!R;COOO]
+[[P@@];R;CCCO]
+[[P@@];R;CCOO]
+[[P@@];R;NOOO]
+[[P@@];R;OOOO]
+[[P@H];!R;OOO]
+[[P@];!R;CCNN]
+[[P@];!R;CCNO]
+[[P@];!R;CCOO]
+[[P@];!R;CNOO]
+[[P@];!R;COOO]
+[[P@];!R;NNOO]
+[[P@];!R;NOOO]
+[[P@];R;CCCO]
+[[P@];R;CNNO]
+[[PH+];!R;CCC]
+[[PH+];!R;CCN]
+[[S+];!R;CCC]
+[[S-];!R;C]
+[[S@@];!R;CCNO]
+[[S@@];!R;CCN]
+[[S@@];!R;CCO]
+[[S@@];!R;CNNO]
+[[S@@];!R;CNOO]
+[[S@@];!R;CNO]
+[[S@@];!R;COO]
+[[S@@];R;CCNO]
+[[S@@];R;CCO]
+[[S@];!R;CCNO]
+[[S@];!R;CCN]
+[[S@];!R;CCO]
+[[S@];!R;CNNO]
+[[S@];!R;CNOO]
+[[S@];!R;CNO]
+[[S@];!R;NOO]
+[[S@];R;CCNO]
+[[S@];R;CCO]
+[[[N@@H]+];!R;CCC]
+[[[N@@H]+];R;CCC]
+[[[N@@H]+];R;CCN]
+[[[N@H]+];!R;CCC]
+[[[N@H]+];R;CCC]
+[[n+];R;CCC]
+[[n+];R;CCN]
+[[n+];R;CCO]
+[[n+];R;CCS]
+[[n+];R;CNN]
+[[n+];R;CNO]
+[[n+];R;COO]
+[[n+];R;NNN]
+[[n-];R;CC]
+[[n-];R;CN]
+[[n-];R;CO]
+[[n-];R;CS]
+[[n-];R;NN]
+[[n-];R;NO]
+[[n-];R;NS]
+[[nH+];R;CC]
+[[nH+];R;CN]
+[[o+];R;CC]
+[[o+];R;CN]
+[[s+];R;CC]
+[[s+];R;CN]
+[c;R;BrCC]
+[c;R;BrCN]
+[c;R;BrCO]
+[c;R;BrCS]
+[c;R;BrNN]
+[c;R;BrNO]
+[c;R;BrNS]
+[c;R;CCC]
+[c;R;CCCl]
+[c;R;CCF]
+[c;R;CCI]
+[c;R;CCN]
+[c;R;CCO]
+[c;R;CCP]
+[c;R;CCS]
+[c;R;CCSi]
+[c;R;CClN]
+[c;R;CClO]
+[c;R;CClS]
+[c;R;CFN]
+[c;R;CFO]
+[c;R;CFS]
+[c;R;CIN]
+[c;R;CIO]
+[c;R;CIS]
+[c;R;CNN]
+[c;R;CNO]
+[c;R;CNP]
+[c;R;CNS]
+[c;R;CNSi]
+[c;R;COO]
+[c;R;COP]
+[c;R;COS]
+[c;R;CSS]
+[c;R;ClNN]
+[c;R;ClNO]
+[c;R;ClNS]
+[c;R;FNN]
+[c;R;INN]
+[c;R;INO]
+[c;R;INS]
+[c;R;NNN]
+[c;R;NNO]
+[c;R;NNP]
+[c;R;NNS]
+[c;R;NOO]
+[c;R;NOS]
+[c;R;NSS]
+[c;R;OOO]
+[c;R;OOS]
+[c;R;OSS]
+[c;R;SSS]
+[cH;R;CC]
+[cH;R;CN]
+[cH;R;CO]
+[cH;R;CS]
+[cH;R;NN]
+[cH;R;NO]
+[cH;R;NS]
+[n;R;BrCN]
+[n;R;CCC]
+[n;R;CCF]
+[n;R;CCN]
+[n;R;CCO]
+[n;R;CCP]
+[n;R;CCS]
+[n;R;CCSi]
+[n;R;CC]
+[n;R;CNN]
+[n;R;CNO]
+[n;R;CNS]
+[n;R;CN]
+[n;R;CO]
+[n;R;CS]
+[n;R;NN]
+[n;R;NO]
+[n;R;NS]
+[nH;R;CC]
+[nH;R;CN]
+[nH;R;CO]
+[nH;R;CS]
+[nH;R;NN]
+[o;R;CC]
+[o;R;CN]
+[o;R;NN]
+[p;R;CC]
+[s;R;CC]
+[s;R;CN]
+[s;R;CS]
+[s;R;NN]
+\
diff --git a/run-0/checkpoint-11/config.json b/run-0/checkpoint-11/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..84bb290fd30fca27fe05a1c179cd8e0ef5b2fe58
--- /dev/null
+++ b/run-0/checkpoint-11/config.json
@@ -0,0 +1,26 @@
+{
+  "_name_or_path": "mistralai/Mistral-7B-v0.1",
+  "architectures": [
+    "MistralForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 0,
+  "eos_token_id": 0,
+  "hidden_act": "silu",
+  "hidden_size": 432,
+  "initializer_range": 0.02,
+  "intermediate_size": 1600,
+  "max_position_embeddings": 75,
+  "model_type": "mistral",
+  "num_attention_heads": 8,
+  "num_hidden_layers": 12,
+  "num_key_value_heads": 8,
+  "rms_norm_eps": 1e-05,
+  "rope_theta": 10000.0,
+  "sliding_window": 75,
+  "tie_word_embeddings": false,
+  "torch_dtype": "float32",
+  "transformers_version": "4.38.2",
+  "use_cache": true,
+  "vocab_size": 738
+}
diff --git a/run-0/checkpoint-11/generation_config.json b/run-0/checkpoint-11/generation_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c3848a20aea878284eb1c919398b3dc4729aaf56
--- /dev/null
+++ b/run-0/checkpoint-11/generation_config.json
@@ -0,0 +1,6 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 0,
+  "eos_token_id": 0,
+  "transformers_version": "4.38.2"
+}
diff --git a/run-0/checkpoint-11/model.safetensors b/run-0/checkpoint-11/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e96a38459dc85cf5cc325539634cac55793952b4
--- /dev/null
+++ b/run-0/checkpoint-11/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ea2124d143c92a166e24305d1b7d178581de79985cbd163ed8ea49e31886682
+size 137970488
diff --git a/run-0/checkpoint-11/optimizer.pt b/run-0/checkpoint-11/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09553d3ac493de1691e0010780a26b6254e7a4fe
--- /dev/null
+++ b/run-0/checkpoint-11/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66f58a526c42d32ebd1aec878fb9f7cfeeb4a95862e504d9f59400482a10d35b
+size 276010426
diff --git a/run-0/checkpoint-11/rng_state.pth b/run-0/checkpoint-11/rng_state.pth
new file mode 100644
index 0000000000000000000000000000000000000000..1ba59fd002ce6392053945ec7da88c0e9db1d0d3
--- /dev/null
+++ b/run-0/checkpoint-11/rng_state.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf09e5d42068af78718f389b253ca2eb25c713b626107d2bb3a00c3751c8bf18
+size 14244
diff --git a/run-0/checkpoint-11/scheduler.pt b/run-0/checkpoint-11/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25ae3a2a7aeb2d2d7a25aa35e3012e1619635aa2
--- /dev/null
+++ b/run-0/checkpoint-11/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b289a38e021c7e2f334616036fac38def8a0b2553042922569cb04ad0add7c3
+size 1064
diff --git a/run-0/checkpoint-11/special_tokens_map.json b/run-0/checkpoint-11/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..b2d2dbc845800c78fe98656af927d831ab4ff7b7
--- /dev/null
+++ b/run-0/checkpoint-11/special_tokens_map.json
@@ -0,0 +1,24 @@
+{
+  "bos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|endoftext|>",
+  "unk_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}
diff --git a/run-0/checkpoint-11/tokenizer_config.json b/run-0/checkpoint-11/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..a3563cefb79ee8652355538cb294c79dd228e0f3
--- /dev/null
+++ b/run-0/checkpoint-11/tokenizer_config.json
@@ -0,0 +1,20 @@
+{
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|endoftext|>",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|endoftext|>",
+  "model_max_length": 75,
+  "pad_token": "<|endoftext|>",
+  "tokenizer_class": "AISTokenizer",
+  "unk_token": "<|endoftext|>"
+}
diff --git a/run-0/checkpoint-11/trainer_state.json b/run-0/checkpoint-11/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..aeae50aece0cf3e6982c8eb68bfbb4dba1c9aabd
--- /dev/null
+++ b/run-0/checkpoint-11/trainer_state.json
@@ -0,0 +1,22 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.0036666666666666666,
+  "eval_steps": 1000,
+  "global_step": 11,
+  "is_hyper_param_search": true,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [],
+  "logging_steps": 1000,
+  "max_steps": 3000,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 9223372036854775807,
+  "save_steps": 1,
+  "total_flos": 0,
+  "train_batch_size": 544,
+  "trial_name": null,
+  "trial_params": {
+    "learning_rate": 0.007162227406380004
+  }
+}
diff --git a/run-0/checkpoint-11/training_args.bin b/run-0/checkpoint-11/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b2b8ff44f5b3f3edbd0ecf5e7c8877978a9d72a1
--- /dev/null
+++ b/run-0/checkpoint-11/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a0c008b91c5d43c0b0aa9a8fa00cf5cf102406259363e15c6c2ba21df48b760
+size 4920
diff --git a/run-0/checkpoint-11/vocab_file.txt b/run-0/checkpoint-11/vocab_file.txt
new file mode 100644
index 0000000000000000000000000000000000000000..6037fe719b3446ed201eff984908ab065139fe73
--- /dev/null
+++ b/run-0/checkpoint-11/vocab_file.txt
@@ -0,0 +1,738 @@
+<|endoftext|>
+#
+(
+)
+-
+/
+1
+2
+3
+4
+5
+6
+7
+=
+[Br;!R;C]
+[Br;!R;N]
+[C;!R;BrBrBrC]
+[C;!R;BrBrCF]
+[C;!R;BrBrCS]
+[C;!R;BrCCC]
+[C;!R;BrCC]
+[C;!R;BrCFF]
+[C;!R;BrCN]
+[C;!R;CCCC]
+[C;!R;CCCCl]
+[C;!R;CCCF]
+[C;!R;CCCN]
+[C;!R;CCCO]
+[C;!R;CCCP]
+[C;!R;CCCS]
+[C;!R;CCC]
+[C;!R;CCClCl]
+[C;!R;CCClO]
+[C;!R;CCCl]
+[C;!R;CCFF]
+[C;!R;CCF]
+[C;!R;CCI]
+[C;!R;CCNN]
+[C;!R;CCNO]
+[C;!R;CCN]
+[C;!R;CCOO]
+[C;!R;CCO]
+[C;!R;CCP]
+[C;!R;CCSS]
+[C;!R;CCS]
+[C;!R;CC]
+[C;!R;CClClCl]
+[C;!R;CClClF]
+[C;!R;CClClO]
+[C;!R;CClClS]
+[C;!R;CClCl]
+[C;!R;CClFF]
+[C;!R;CClN]
+[C;!R;CFFF]
+[C;!R;CFFI]
+[C;!R;CFFN]
+[C;!R;CFFO]
+[C;!R;CFFP]
+[C;!R;CFFS]
+[C;!R;CFF]
+[C;!R;CFS]
+[C;!R;CNN]
+[C;!R;CNO]
+[C;!R;CNP]
+[C;!R;CNS]
+[C;!R;CN]
+[C;!R;COO]
+[C;!R;COS]
+[C;!R;COSi]
+[C;!R;CO]
+[C;!R;CSSS]
+[C;!R;CSS]
+[C;!R;ClClClO]
+[C;!R;ClClClS]
+[C;!R;ClClFS]
+[C;!R;ClClNO]
+[C;!R;ClFFO]
+[C;!R;FFFN]
+[C;!R;FFFO]
+[C;!R;FFFS]
+[C;!R;FFNO]
+[C;!R;FFNS]
+[C;!R;NNN]
+[C;!R;NNO]
+[C;!R;NNS]
+[C;!R;NN]
+[C;!R;NOO]
+[C;!R;NOP]
+[C;!R;NOS]
+[C;!R;NSS]
+[C;!R;NS]
+[C;!R;OOO]
+[C;!R;OOS]
+[C;!R;OSS]
+[C;R;BrBrCC]
+[C;R;BrBrCS]
+[C;R;BrCCC]
+[C;R;BrCC]
+[C;R;BrCN]
+[C;R;BrCS]
+[C;R;CCCC]
+[C;R;CCCCl]
+[C;R;CCCF]
+[C;R;CCCN]
+[C;R;CCCO]
+[C;R;CCCS]
+[C;R;CCCSi]
+[C;R;CCC]
+[C;R;CCClCl]
+[C;R;CCClO]
+[C;R;CCCl]
+[C;R;CCFF]
+[C;R;CCF]
+[C;R;CCNN]
+[C;R;CCNO]
+[C;R;CCNP]
+[C;R;CCNS]
+[C;R;CCN]
+[C;R;CCOO]
+[C;R;CCOS]
+[C;R;CCO]
+[C;R;CCSS]
+[C;R;CCS]
+[C;R;CClN]
+[C;R;CClS]
+[C;R;CFFO]
+[C;R;CIN]
+[C;R;CNNO]
+[C;R;CNN]
+[C;R;CNOO]
+[C;R;CNO]
+[C;R;CNS]
+[C;R;COO]
+[C;R;COS]
+[C;R;CSS]
+[C;R;ClClNS]
+[C;R;ClNN]
+[C;R;FFOO]
+[C;R;NNN]
+[C;R;NNO]
+[C;R;NNS]
+[C;R;NOO]
+[C;R;NOS]
+[C;R;NSS]
+[C;R;OOO]
+[C;R;OOS]
+[CH2;!R;BrC]
+[CH2;!R;BrS]
+[CH2;!R;CC]
+[CH2;!R;CCl]
+[CH2;!R;CF]
+[CH2;!R;CI]
+[CH2;!R;CN]
+[CH2;!R;CO]
+[CH2;!R;CP]
+[CH2;!R;CS]
+[CH2;!R;CSi]
+[CH2;!R;C]
+[CH2;!R;FO]
+[CH2;!R;NN]
+[CH2;!R;NO]
+[CH2;!R;NP]
+[CH2;!R;NS]
+[CH2;!R;NSi]
+[CH2;!R;OO]
+[CH2;!R;OP]
+[CH2;!R;OS]
+[CH2;!R;OSi]
+[CH2;!R;PS]
+[CH2;!R;SS]
+[CH2;!R;SSi]
+[CH2;R;CC]
+[CH2;R;CN]
+[CH2;R;CO]
+[CH2;R;CS]
+[CH2;R;CSi]
+[CH2;R;NN]
+[CH2;R;NO]
+[CH2;R;NP]
+[CH2;R;NS]
+[CH2;R;NSi]
+[CH2;R;OO]
+[CH2;R;OP]
+[CH2;R;OS]
+[CH2;R;SS]
+[CH3;!R;C]
+[CH3;!R;N]
+[CH3;!R;O]
+[CH3;!R;P]
+[CH3;!R;S]
+[CH3;!R;Si]
+[CH;!R;BrC]
+[CH;!R;CCC]
+[CH;!R;CCF]
+[CH;!R;CCN]
+[CH;!R;CCO]
+[CH;!R;CCP]
+[CH;!R;CCS]
+[CH;!R;CCSi]
+[CH;!R;CC]
+[CH;!R;CCl]
+[CH;!R;CFF]
+[CH;!R;CF]
+[CH;!R;CI]
+[CH;!R;CNN]
+[CH;!R;CNO]
+[CH;!R;CN]
+[CH;!R;COO]
+[CH;!R;CO]
+[CH;!R;CP]
+[CH;!R;CSS]
+[CH;!R;CS]
+[CH;!R;CSi]
+[CH;!R;C]
+[CH;!R;FFN]
+[CH;!R;FFO]
+[CH;!R;FFS]
+[CH;!R;NNN]
+[CH;!R;NN]
+[CH;!R;NOO]
+[CH;!R;NO]
+[CH;!R;NSiSi]
+[CH;!R;N]
+[CH;!R;OO]
+[CH;!R;PSS]
+[CH;R;CCC]
+[CH;R;CCCl]
+[CH;R;CCF]
+[CH;R;CCN]
+[CH;R;CCO]
+[CH;R;CCP]
+[CH;R;CCS]
+[CH;R;CC]
+[CH;R;CClN]
+[CH;R;CNN]
+[CH;R;CNO]
+[CH;R;CNS]
+[CH;R;CN]
+[CH;R;COO]
+[CH;R;CO]
+[CH;R;CP]
+[CH;R;CSS]
+[CH;R;CS]
+[CH;R;NNN]
+[CH;R;NNO]
+[CH;R;NNS]
+[CH;R;NN]
+[CH;R;NOO]
+[CH;R;NO]
+[CH;R;NS]
+[Cl;!R;C]
+[Cl;!R;N]
+[Cl;!R;S]
+[F;!R;C]
+[F;!R;N]
+[I;!R;C]
+[N;!R;CCC]
+[N;!R;CCN]
+[N;!R;CCO]
+[N;!R;CCP]
+[N;!R;CCS]
+[N;!R;CC]
+[N;!R;CNS]
+[N;!R;CN]
+[N;!R;COS]
+[N;!R;CO]
+[N;!R;CP]
+[N;!R;CSS]
+[N;!R;CS]
+[N;!R;CSiSi]
+[N;!R;C]
+[N;!R;ClClS]
+[N;!R;NNO]
+[N;!R;NO]
+[N;!R;N]
+[N;!R;SS]
+[N;R;BrCC]
+[N;R;CCC]
+[N;R;CCCl]
+[N;R;CCN]
+[N;R;CCO]
+[N;R;CCP]
+[N;R;CCS]
+[N;R;CC]
+[N;R;CNN]
+[N;R;CNO]
+[N;R;CNS]
+[N;R;CN]
+[N;R;COO]
+[N;R;COS]
+[N;R;CO]
+[N;R;CP]
+[N;R;CS]
+[N;R;NNO]
+[N;R;NN]
+[N;R;NO]
+[N;R;PP]
+[NH2;!R;C]
+[NH2;!R;N]
+[NH2;!R;O]
+[NH2;!R;S]
+[NH;!R;CC]
+[NH;!R;CN]
+[NH;!R;CO]
+[NH;!R;CP]
+[NH;!R;CS]
+[NH;!R;C]
+[NH;!R;NP]
+[NH;!R;NS]
+[NH;!R;OS]
+[NH;!R;S]
+[NH;R;CC]
+[NH;R;CN]
+[NH;R;CO]
+[NH;R;CS]
+[NH;R;NN]
+[O;!R;CC]
+[O;!R;CN]
+[O;!R;CP]
+[O;!R;CS]
+[O;!R;C]
+[O;!R;NN]
+[O;!R;N]
+[O;!R;P]
+[O;!R;S]
+[O;R;CC]
+[O;R;CN]
+[O;R;CP]
+[O;R;CS]
+[O;R;NN]
+[OH;!R;C]
+[OH;!R;N]
+[OH;!R;P]
+[P;!R;CCCO]
+[P;!R;CCC]
+[P;!R;CCN]
+[P;!R;CNNN]
+[P;!R;CNNO]
+[P;!R;COOO]
+[P;!R;NNOO]
+[P;!R;NOOO]
+[P;!R;OOOO]
+[P;!R;OOO]
+[P;R;CCCN]
+[P;R;CCNO]
+[P;R;CCOO]
+[P;R;COOOO]
+[P;R;COOO]
+[P;R;NNNN]
+[P;R;NNN]
+[P;R;NOOO]
+[P;R;NOO]
+[P;R;OOOOO]
+[P;R;OOO]
+[PH;!R;CC]
+[S;!R;CCNO]
+[S;!R;CCOO]
+[S;!R;CCO]
+[S;!R;CC]
+[S;!R;CClOO]
+[S;!R;CNOO]
+[S;!R;CN]
+[S;!R;COOO]
+[S;!R;CO]
+[S;!R;C]
+[S;!R;NNOO]
+[S;!R;NN]
+[S;!R;NOOO]
+[S;!R;OOOO]
+[S;R;CCNO]
+[S;R;CCOO]
+[S;R;CCO]
+[S;R;CC]
+[S;R;CNOO]
+[S;R;CN]
+[S;R;COOO]
+[S;R;CS]
+[S;R;NNN]
+[S;R;NNOO]
+[S;R;NN]
+[SH;!R;C]
+[SH;!R;NOO]
+[Si;!R;CCCC]
+[Si;!R;CCCN]
+[Si;R;CCCC]
+[[C@@H];!R;BrCC]
+[[C@@H];!R;CCC]
+[[C@@H];!R;CCF]
+[[C@@H];!R;CCN]
+[[C@@H];!R;CCO]
+[[C@@H];!R;CCP]
+[[C@@H];!R;CCS]
+[[C@@H];!R;CClS]
+[[C@@H];!R;CFN]
+[[C@@H];!R;CFO]
+[[C@@H];!R;CFS]
+[[C@@H];!R;CNN]
+[[C@@H];!R;CNO]
+[[C@@H];!R;CNP]
+[[C@@H];!R;CNS]
+[[C@@H];!R;COO]
+[[C@@H];!R;COP]
+[[C@@H];!R;COS]
+[[C@@H];!R;FNO]
+[[C@@H];!R;NOO]
+[[C@@H];R;CCC]
+[[C@@H];R;CCF]
+[[C@@H];R;CCN]
+[[C@@H];R;CCO]
+[[C@@H];R;CCS]
+[[C@@H];R;CNN]
+[[C@@H];R;CNO]
+[[C@@H];R;CNS]
+[[C@@H];R;COO]
+[[C@@H];R;COS]
+[[C@@H];R;CSS]
+[[C@@H];R;NNN]
+[[C@@H];R;NNS]
+[[C@@H];R;NOO]
+[[C@@];!R;BrCCCl]
+[[C@@];!R;BrCCI]
+[[C@@];!R;BrCCS]
+[[C@@];!R;BrCClS]
+[[C@@];!R;CCCC]
+[[C@@];!R;CCCF]
+[[C@@];!R;CCCN]
+[[C@@];!R;CCCO]
+[[C@@];!R;CCCS]
+[[C@@];!R;CCClF]
+[[C@@];!R;CCClS]
+[[C@@];!R;CCFN]
+[[C@@];!R;CCNN]
+[[C@@];!R;CCNO]
+[[C@@];!R;CCNP]
+[[C@@];!R;CCOO]
+[[C@@];!R;CCOP]
+[[C@@];!R;CClFI]
+[[C@@];!R;CClFO]
+[[C@@];!R;CClIS]
+[[C@@];R;BrCCC]
+[[C@@];R;BrCCN]
+[[C@@];R;BrCCO]
+[[C@@];R;CCCC]
+[[C@@];R;CCCCl]
+[[C@@];R;CCCF]
+[[C@@];R;CCCN]
+[[C@@];R;CCCO]
+[[C@@];R;CCCS]
+[[C@@];R;CCClF]
+[[C@@];R;CCClN]
+[[C@@];R;CCFN]
+[[C@@];R;CCNN]
+[[C@@];R;CCNO]
+[[C@@];R;CCNS]
+[[C@@];R;CCOO]
+[[C@@];R;CCOP]
+[[C@@];R;CCOS]
+[[C@@];R;CCSSi]
+[[C@@];R;CFOO]
+[[C@@];R;CNNO]
+[[C@@];R;CNOO]
+[[C@@];R;NNSS]
+[[C@H];!R;BrCC]
+[[C@H];!R;CCC]
+[[C@H];!R;CCF]
+[[C@H];!R;CCN]
+[[C@H];!R;CCO]
+[[C@H];!R;CCP]
+[[C@H];!R;CCS]
+[[C@H];!R;CClS]
+[[C@H];!R;CFN]
+[[C@H];!R;CNN]
+[[C@H];!R;CNO]
+[[C@H];!R;CNP]
+[[C@H];!R;CNS]
+[[C@H];!R;COO]
+[[C@H];!R;COP]
+[[C@H];!R;COS]
+[[C@H];!R;FNO]
+[[C@H];R;BrCC]
+[[C@H];R;CCC]
+[[C@H];R;CCF]
+[[C@H];R;CCN]
+[[C@H];R;CCO]
+[[C@H];R;CCP]
+[[C@H];R;CCS]
+[[C@H];R;CNN]
+[[C@H];R;CNO]
+[[C@H];R;CNS]
+[[C@H];R;COO]
+[[C@H];R;COS]
+[[C@H];R;NNO]
+[[C@H];R;NNS]
+[[C@H];R;NOO]
+[[C@H];R;OOO]
+[[C@];!R;BrCCF]
+[[C@];!R;BrCCS]
+[[C@];!R;BrCClS]
+[[C@];!R;BrCIS]
+[[C@];!R;CCCC]
+[[C@];!R;CCCCl]
+[[C@];!R;CCCF]
+[[C@];!R;CCCN]
+[[C@];!R;CCCO]
+[[C@];!R;CCCS]
+[[C@];!R;CCClF]
+[[C@];!R;CCClO]
+[[C@];!R;CCClS]
+[[C@];!R;CCFN]
+[[C@];!R;CCFO]
+[[C@];!R;CCNN]
+[[C@];!R;CCNO]
+[[C@];!R;CClFO]
+[[C@];!R;CClIS]
+[[C@];R;BrCCC]
+[[C@];R;BrCCCl]
+[[C@];R;CCCC]
+[[C@];R;CCCCl]
+[[C@];R;CCCF]
+[[C@];R;CCCI]
+[[C@];R;CCCN]
+[[C@];R;CCCO]
+[[C@];R;CCCS]
+[[C@];R;CCClF]
+[[C@];R;CCFN]
+[[C@];R;CCNN]
+[[C@];R;CCNO]
+[[C@];R;CCNS]
+[[C@];R;CCOO]
+[[C@];R;CCOP]
+[[C@];R;CCOSi]
+[[C@];R;CNNO]
+[[C@];R;CNNS]
+[[C@];R;CNOO]
+[[C@];R;NNNS]
+[[C@];R;NNSS]
+[[N+];!R;CCC]
+[[N+];!R;CC]
+[[N+];!R;CN]
+[[N+];!R;COO]
+[[N+];!R;NN]
+[[N+];!R;NOO]
+[[N+];!R;OOO]
+[[N+];R;CCC]
+[[N+];R;CCN]
+[[N+];R;CCO]
+[[N+];R;NNO]
+[[N+];R;NOO]
+[[N-];!R;CC]
+[[N-];!R;CN]
+[[N-];!R;CO]
+[[N-];!R;CS]
+[[N-];!R;NS]
+[[N-];!R;N]
+[[N-];R;CC]
+[[N-];R;CN]
+[[N-];R;CO]
+[[N-];R;CS]
+[[NH+];!R;CCC]
+[[NH+];!R;CC]
+[[NH+];!R;CN]
+[[NH+];!R;CO]
+[[NH+];!R;CP]
+[[NH+];R;CCC]
+[[NH+];R;CC]
+[[NH+];R;CN]
+[[NH+];R;CO]
+[[NH2+];!R;CC]
+[[NH2+];!R;CN]
+[[NH2+];!R;C]
+[[NH2+];R;CC]
+[[NH2+];R;CN]
+[[NH3+];!R;C]
+[[NH3+];!R;N]
+[[O+];R;CN]
+[[O-];!R;C]
+[[O-];!R;N]
+[[O-];!R;P]
+[[O-];!R;S]
+[[P@@];!R;CCCO]
+[[P@@];!R;CCNN]
+[[P@@];!R;CCNO]
+[[P@@];!R;CCOO]
+[[P@@];!R;CNOO]
+[[P@@];!R;COOO]
+[[P@@];R;CCCO]
+[[P@@];R;CCOO]
+[[P@@];R;NOOO]
+[[P@@];R;OOOO]
+[[P@H];!R;OOO]
+[[P@];!R;CCNN]
+[[P@];!R;CCNO]
+[[P@];!R;CCOO]
+[[P@];!R;CNOO]
+[[P@];!R;COOO]
+[[P@];!R;NNOO]
+[[P@];!R;NOOO]
+[[P@];R;CCCO]
+[[P@];R;CNNO]
+[[PH+];!R;CCC]
+[[PH+];!R;CCN]
+[[S+];!R;CCC]
+[[S-];!R;C]
+[[S@@];!R;CCNO]
+[[S@@];!R;CCN]
+[[S@@];!R;CCO]
+[[S@@];!R;CNNO]
+[[S@@];!R;CNOO]
+[[S@@];!R;CNO]
+[[S@@];!R;COO]
+[[S@@];R;CCNO]
+[[S@@];R;CCO]
+[[S@];!R;CCNO]
+[[S@];!R;CCN]
+[[S@];!R;CCO]
+[[S@];!R;CNNO]
+[[S@];!R;CNOO]
+[[S@];!R;CNO]
+[[S@];!R;NOO]
+[[S@];R;CCNO]
+[[S@];R;CCO]
+[[[N@@H]+];!R;CCC]
+[[[N@@H]+];R;CCC]
+[[[N@@H]+];R;CCN]
+[[[N@H]+];!R;CCC]
+[[[N@H]+];R;CCC]
+[[n+];R;CCC]
+[[n+];R;CCN]
+[[n+];R;CCO]
+[[n+];R;CCS]
+[[n+];R;CNN]
+[[n+];R;CNO]
+[[n+];R;COO]
+[[n+];R;NNN]
+[[n-];R;CC]
+[[n-];R;CN]
+[[n-];R;CO]
+[[n-];R;CS]
+[[n-];R;NN]
+[[n-];R;NO]
+[[n-];R;NS]
+[[nH+];R;CC]
+[[nH+];R;CN]
+[[o+];R;CC]
+[[o+];R;CN]
+[[s+];R;CC]
+[[s+];R;CN]
+[c;R;BrCC]
+[c;R;BrCN]
+[c;R;BrCO]
+[c;R;BrCS]
+[c;R;BrNN]
+[c;R;BrNO]
+[c;R;BrNS]
+[c;R;CCC]
+[c;R;CCCl]
+[c;R;CCF]
+[c;R;CCI]
+[c;R;CCN]
+[c;R;CCO]
+[c;R;CCP]
+[c;R;CCS]
+[c;R;CCSi]
+[c;R;CClN]
+[c;R;CClO]
+[c;R;CClS]
+[c;R;CFN]
+[c;R;CFO]
+[c;R;CFS]
+[c;R;CIN]
+[c;R;CIO]
+[c;R;CIS]
+[c;R;CNN]
+[c;R;CNO]
+[c;R;CNP]
+[c;R;CNS]
+[c;R;CNSi]
+[c;R;COO]
+[c;R;COP]
+[c;R;COS]
+[c;R;CSS]
+[c;R;ClNN]
+[c;R;ClNO]
+[c;R;ClNS]
+[c;R;FNN]
+[c;R;INN]
+[c;R;INO]
+[c;R;INS]
+[c;R;NNN]
+[c;R;NNO]
+[c;R;NNP]
+[c;R;NNS]
+[c;R;NOO]
+[c;R;NOS]
+[c;R;NSS]
+[c;R;OOO]
+[c;R;OOS]
+[c;R;OSS]
+[c;R;SSS]
+[cH;R;CC]
+[cH;R;CN]
+[cH;R;CO]
+[cH;R;CS]
+[cH;R;NN]
+[cH;R;NO]
+[cH;R;NS]
+[n;R;BrCN]
+[n;R;CCC]
+[n;R;CCF]
+[n;R;CCN]
+[n;R;CCO]
+[n;R;CCP]
+[n;R;CCS]
+[n;R;CCSi]
+[n;R;CC]
+[n;R;CNN]
+[n;R;CNO]
+[n;R;CNS]
+[n;R;CN]
+[n;R;CO]
+[n;R;CS]
+[n;R;NN]
+[n;R;NO]
+[n;R;NS]
+[nH;R;CC]
+[nH;R;CN]
+[nH;R;CO]
+[nH;R;CS]
+[nH;R;NN]
+[o;R;CC]
+[o;R;CN]
+[o;R;NN]
+[p;R;CC]
+[s;R;CC]
+[s;R;CN]
+[s;R;CS]
+[s;R;NN]
+\
diff --git a/run-0/checkpoint-12/model.safetensors b/run-0/checkpoint-12/model.safetensors
index 6d98e276a8a76188af20b2d37a8343ca9f0a6056..09bcb15dc572c388113f0dcfc2f42f01b0bbe95e 100644
--- a/run-0/checkpoint-12/model.safetensors
+++ b/run-0/checkpoint-12/model.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:05d589b2a1c6787ffb348050f6fdc49c0ecc2fe8ea1488b498164e8671751a97
+oid sha256:08fccc609f6a4f120c1df3d25f694b28c77b9e4a7fd652781560d6a4c89c9d10
 size 137970488
diff --git a/run-0/checkpoint-12/optimizer.pt b/run-0/checkpoint-12/optimizer.pt
index 5c7e70dc9c7fe85668776d89f1bd672f6fc158e2..72ff24fe5621c1183aebb4d62d3b0425a43543a0 100644
--- a/run-0/checkpoint-12/optimizer.pt
+++ b/run-0/checkpoint-12/optimizer.pt
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7ee76df05622695c8a2fd73d806908e2fd642b9517e65ee721a9eef1f34c7aae
+oid sha256:34216e4278b4fe660116f6888f1f1a3cd1308e1824cef01582541468be32c3b4
 size 276010426
diff --git a/run-0/checkpoint-12/rng_state.pth b/run-0/checkpoint-12/rng_state.pth
index 24507e8ec7e8af388fc77245ba8661951511cd96..1ba59fd002ce6392053945ec7da88c0e9db1d0d3 100644
--- a/run-0/checkpoint-12/rng_state.pth
+++ b/run-0/checkpoint-12/rng_state.pth
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:70c9f6de7e0c53595531a7bd28932b385562e6645002bd519aa4d5ecd618f456
+oid sha256:cf09e5d42068af78718f389b253ca2eb25c713b626107d2bb3a00c3751c8bf18
 size 14244
diff --git a/run-0/checkpoint-12/scheduler.pt b/run-0/checkpoint-12/scheduler.pt
index ef22c4a9e931ffa124ec024d428c299e7b526d9c..5ad457758c009dc351ea14c1e80d1a83bf19c5ac 100644
--- a/run-0/checkpoint-12/scheduler.pt
+++ b/run-0/checkpoint-12/scheduler.pt
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a48a9bf789897d06ca14032ecff94dd18bf2e25751bae26b0f33281cf4f92d42
+oid sha256:0b5895973b083e71bfec079982ae116a73bc746b4568b9991dc49073f481b6c2
 size 1064
diff --git a/run-0/checkpoint-12/trainer_state.json b/run-0/checkpoint-12/trainer_state.json
index ee51adbb4aa7cdb2651e31fa4dc70211f1aeae71..10907fab5c6e9c6ff107c55604136ac6df5051ec 100644
--- a/run-0/checkpoint-12/trainer_state.json
+++ b/run-0/checkpoint-12/trainer_state.json
@@ -1,38 +1,22 @@
 {
   "best_metric": null,
   "best_model_checkpoint": null,
-  "epoch": 0.6,
-  "eval_steps": 10,
+  "epoch": 0.004,
+  "eval_steps": 1000,
   "global_step": 12,
   "is_hyper_param_search": true,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
-  "log_history": [
-    {
-      "epoch": 0.5,
-      "grad_norm": 200694.375,
-      "learning_rate": 0.00011654557407940855,
-      "loss": 5.3823,
-      "step": 10
-    },
-    {
-      "epoch": 0.5,
-      "eval_loss": 4.528500556945801,
-      "eval_runtime": 17.0848,
-      "eval_samples_per_second": 585.315,
-      "eval_steps_per_second": 1.112,
-      "step": 10
-    }
-  ],
-  "logging_steps": 10,
-  "max_steps": 20,
+  "log_history": [],
+  "logging_steps": 1000,
+  "max_steps": 3000,
   "num_input_tokens_seen": 0,
   "num_train_epochs": 9223372036854775807,
-  "save_steps": 6,
-  "total_flos": 83650040064000.0,
+  "save_steps": 1,
+  "total_flos": 0,
   "train_batch_size": 544,
   "trial_name": null,
   "trial_params": {
-    "learning_rate": 0.00011654557407940855
+    "learning_rate": 0.007162227406380004
   }
 }
diff --git a/run-0/checkpoint-12/training_args.bin b/run-0/checkpoint-12/training_args.bin
index a2120e2ce4feda6b41935158313c35662f2040f6..b2b8ff44f5b3f3edbd0ecf5e7c8877978a9d72a1 100644
--- a/run-0/checkpoint-12/training_args.bin
+++ b/run-0/checkpoint-12/training_args.bin
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3c0adb69a864270aa8734e61821561a06ca3d35d3cd81446c72576c4c967a811
+oid sha256:3a0c008b91c5d43c0b0aa9a8fa00cf5cf102406259363e15c6c2ba21df48b760
 size 4920
diff --git a/run-0/checkpoint-13/config.json b/run-0/checkpoint-13/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..84bb290fd30fca27fe05a1c179cd8e0ef5b2fe58
--- /dev/null
+++ b/run-0/checkpoint-13/config.json
@@ -0,0 +1,26 @@
+{
+  "_name_or_path": "mistralai/Mistral-7B-v0.1",
+  "architectures": [
+    "MistralForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 0,
+  "eos_token_id": 0,
+  "hidden_act": "silu",
+  "hidden_size": 432,
+  "initializer_range": 0.02,
+  "intermediate_size": 1600,
+  "max_position_embeddings": 75,
+  "model_type": "mistral",
+  "num_attention_heads": 8,
+  "num_hidden_layers": 12,
+  "num_key_value_heads": 8,
+  "rms_norm_eps": 1e-05,
+  "rope_theta": 10000.0,
+  "sliding_window": 75,
+  "tie_word_embeddings": false,
+  "torch_dtype": "float32",
+  "transformers_version": "4.38.2",
+  "use_cache": true,
+  "vocab_size": 738
+}
diff --git a/run-0/checkpoint-13/generation_config.json b/run-0/checkpoint-13/generation_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c3848a20aea878284eb1c919398b3dc4729aaf56
--- /dev/null
+++ b/run-0/checkpoint-13/generation_config.json
@@ -0,0 +1,6 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 0,
+  "eos_token_id": 0,
+  "transformers_version": "4.38.2"
+}
diff --git a/run-0/checkpoint-13/model.safetensors b/run-0/checkpoint-13/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b98b3fb8728c862eafbeaa99aee77bdbf8e93c29
--- /dev/null
+++ b/run-0/checkpoint-13/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76e52111a7e404e8743c55ff3174c4892de0c8c64e731245b5f8065fede46773
+size 137970488
diff --git a/run-0/checkpoint-13/optimizer.pt b/run-0/checkpoint-13/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fb0d101d800ebb0c6ae707908ebccdd57173375
--- /dev/null
+++ b/run-0/checkpoint-13/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b285fe90ad81a912041cb2518b4be4ef59bef722a9d3c981aa468455d821cd9a
+size 276010426
diff --git a/run-0/checkpoint-13/rng_state.pth b/run-0/checkpoint-13/rng_state.pth
new file mode 100644
index 0000000000000000000000000000000000000000..1ba59fd002ce6392053945ec7da88c0e9db1d0d3
--- /dev/null
+++ b/run-0/checkpoint-13/rng_state.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf09e5d42068af78718f389b253ca2eb25c713b626107d2bb3a00c3751c8bf18
+size 14244
diff --git a/run-0/checkpoint-13/scheduler.pt b/run-0/checkpoint-13/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4e5080e54fe7f7f1d8337212c22654b8ab45f02
--- /dev/null
+++ b/run-0/checkpoint-13/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fca11cc52d3cd81a6c3282b950afc09628b3a23449df7b63a11055f8049e7b12
+size 1064
diff --git a/run-0/checkpoint-13/special_tokens_map.json b/run-0/checkpoint-13/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..b2d2dbc845800c78fe98656af927d831ab4ff7b7
--- /dev/null
+++ b/run-0/checkpoint-13/special_tokens_map.json
@@ -0,0 +1,24 @@
+{
+  "bos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|endoftext|>",
+  "unk_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}
diff --git a/run-0/checkpoint-13/tokenizer_config.json b/run-0/checkpoint-13/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..a3563cefb79ee8652355538cb294c79dd228e0f3
--- /dev/null
+++ b/run-0/checkpoint-13/tokenizer_config.json
@@ -0,0 +1,20 @@
+{
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|endoftext|>",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|endoftext|>",
+  "model_max_length": 75,
+  "pad_token": "<|endoftext|>",
+  "tokenizer_class": "AISTokenizer",
+  "unk_token": "<|endoftext|>"
+}
diff --git a/run-0/checkpoint-13/trainer_state.json b/run-0/checkpoint-13/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..79db82af5b0ce824469725fdf294c132cb1acbf9
--- /dev/null
+++ b/run-0/checkpoint-13/trainer_state.json
@@ -0,0 +1,22 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.004333333333333333,
+  "eval_steps": 1000,
+  "global_step": 13,
+  "is_hyper_param_search": true,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [],
+  "logging_steps": 1000,
+  "max_steps": 3000,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 9223372036854775807,
+  "save_steps": 1,
+  "total_flos": 0,
+  "train_batch_size": 544,
+  "trial_name": null,
+  "trial_params": {
+    "learning_rate": 0.007162227406380004
+  }
+}
diff --git a/run-0/checkpoint-13/training_args.bin b/run-0/checkpoint-13/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b2b8ff44f5b3f3edbd0ecf5e7c8877978a9d72a1
--- /dev/null
+++ b/run-0/checkpoint-13/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a0c008b91c5d43c0b0aa9a8fa00cf5cf102406259363e15c6c2ba21df48b760
+size 4920
diff --git a/run-0/checkpoint-13/vocab_file.txt b/run-0/checkpoint-13/vocab_file.txt
new file mode 100644
index 0000000000000000000000000000000000000000..6037fe719b3446ed201eff984908ab065139fe73
--- /dev/null
+++ b/run-0/checkpoint-13/vocab_file.txt
@@ -0,0 +1,738 @@
+<|endoftext|>
+#
+(
+)
+-
+/
+1
+2
+3
+4
+5
+6
+7
+=
+[Br;!R;C]
+[Br;!R;N]
+[C;!R;BrBrBrC]
+[C;!R;BrBrCF]
+[C;!R;BrBrCS]
+[C;!R;BrCCC]
+[C;!R;BrCC]
+[C;!R;BrCFF]
+[C;!R;BrCN]
+[C;!R;CCCC]
+[C;!R;CCCCl]
+[C;!R;CCCF]
+[C;!R;CCCN]
+[C;!R;CCCO]
+[C;!R;CCCP]
+[C;!R;CCCS]
+[C;!R;CCC]
+[C;!R;CCClCl]
+[C;!R;CCClO]
+[C;!R;CCCl]
+[C;!R;CCFF]
+[C;!R;CCF]
+[C;!R;CCI]
+[C;!R;CCNN]
+[C;!R;CCNO]
+[C;!R;CCN]
+[C;!R;CCOO]
+[C;!R;CCO]
+[C;!R;CCP]
+[C;!R;CCSS]
+[C;!R;CCS]
+[C;!R;CC]
+[C;!R;CClClCl]
+[C;!R;CClClF]
+[C;!R;CClClO]
+[C;!R;CClClS]
+[C;!R;CClCl]
+[C;!R;CClFF]
+[C;!R;CClN]
+[C;!R;CFFF]
+[C;!R;CFFI]
+[C;!R;CFFN]
+[C;!R;CFFO]
+[C;!R;CFFP]
+[C;!R;CFFS]
+[C;!R;CFF]
+[C;!R;CFS]
+[C;!R;CNN]
+[C;!R;CNO]
+[C;!R;CNP]
+[C;!R;CNS]
+[C;!R;CN]
+[C;!R;COO]
+[C;!R;COS]
+[C;!R;COSi]
+[C;!R;CO]
+[C;!R;CSSS]
+[C;!R;CSS]
+[C;!R;ClClClO]
+[C;!R;ClClClS]
+[C;!R;ClClFS]
+[C;!R;ClClNO]
+[C;!R;ClFFO]
+[C;!R;FFFN]
+[C;!R;FFFO]
+[C;!R;FFFS]
+[C;!R;FFNO]
+[C;!R;FFNS]
+[C;!R;NNN]
+[C;!R;NNO]
+[C;!R;NNS]
+[C;!R;NN]
+[C;!R;NOO]
+[C;!R;NOP]
+[C;!R;NOS]
+[C;!R;NSS]
+[C;!R;NS]
+[C;!R;OOO]
+[C;!R;OOS]
+[C;!R;OSS]
+[C;R;BrBrCC]
+[C;R;BrBrCS]
+[C;R;BrCCC]
+[C;R;BrCC]
+[C;R;BrCN]
+[C;R;BrCS]
+[C;R;CCCC]
+[C;R;CCCCl]
+[C;R;CCCF]
+[C;R;CCCN]
+[C;R;CCCO]
+[C;R;CCCS]
+[C;R;CCCSi]
+[C;R;CCC]
+[C;R;CCClCl]
+[C;R;CCClO]
+[C;R;CCCl]
+[C;R;CCFF]
+[C;R;CCF]
+[C;R;CCNN]
+[C;R;CCNO]
+[C;R;CCNP]
+[C;R;CCNS]
+[C;R;CCN]
+[C;R;CCOO]
+[C;R;CCOS]
+[C;R;CCO]
+[C;R;CCSS]
+[C;R;CCS]
+[C;R;CClN]
+[C;R;CClS]
+[C;R;CFFO]
+[C;R;CIN]
+[C;R;CNNO]
+[C;R;CNN]
+[C;R;CNOO]
+[C;R;CNO]
+[C;R;CNS]
+[C;R;COO]
+[C;R;COS]
+[C;R;CSS]
+[C;R;ClClNS]
+[C;R;ClNN]
+[C;R;FFOO]
+[C;R;NNN]
+[C;R;NNO]
+[C;R;NNS]
+[C;R;NOO]
+[C;R;NOS]
+[C;R;NSS]
+[C;R;OOO]
+[C;R;OOS]
+[CH2;!R;BrC]
+[CH2;!R;BrS]
+[CH2;!R;CC]
+[CH2;!R;CCl]
+[CH2;!R;CF]
+[CH2;!R;CI]
+[CH2;!R;CN]
+[CH2;!R;CO]
+[CH2;!R;CP]
+[CH2;!R;CS]
+[CH2;!R;CSi]
+[CH2;!R;C]
+[CH2;!R;FO]
+[CH2;!R;NN]
+[CH2;!R;NO]
+[CH2;!R;NP]
+[CH2;!R;NS]
+[CH2;!R;NSi]
+[CH2;!R;OO]
+[CH2;!R;OP]
+[CH2;!R;OS]
+[CH2;!R;OSi]
+[CH2;!R;PS]
+[CH2;!R;SS]
+[CH2;!R;SSi]
+[CH2;R;CC]
+[CH2;R;CN]
+[CH2;R;CO]
+[CH2;R;CS]
+[CH2;R;CSi]
+[CH2;R;NN]
+[CH2;R;NO]
+[CH2;R;NP]
+[CH2;R;NS]
+[CH2;R;NSi]
+[CH2;R;OO]
+[CH2;R;OP]
+[CH2;R;OS]
+[CH2;R;SS]
+[CH3;!R;C]
+[CH3;!R;N]
+[CH3;!R;O]
+[CH3;!R;P]
+[CH3;!R;S]
+[CH3;!R;Si]
+[CH;!R;BrC]
+[CH;!R;CCC]
+[CH;!R;CCF]
+[CH;!R;CCN]
+[CH;!R;CCO]
+[CH;!R;CCP]
+[CH;!R;CCS]
+[CH;!R;CCSi]
+[CH;!R;CC]
+[CH;!R;CCl]
+[CH;!R;CFF]
+[CH;!R;CF]
+[CH;!R;CI]
+[CH;!R;CNN]
+[CH;!R;CNO]
+[CH;!R;CN]
+[CH;!R;COO]
+[CH;!R;CO]
+[CH;!R;CP]
+[CH;!R;CSS]
+[CH;!R;CS]
+[CH;!R;CSi]
+[CH;!R;C]
+[CH;!R;FFN]
+[CH;!R;FFO]
+[CH;!R;FFS]
+[CH;!R;NNN]
+[CH;!R;NN]
+[CH;!R;NOO]
+[CH;!R;NO]
+[CH;!R;NSiSi]
+[CH;!R;N]
+[CH;!R;OO]
+[CH;!R;PSS]
+[CH;R;CCC]
+[CH;R;CCCl]
+[CH;R;CCF]
+[CH;R;CCN]
+[CH;R;CCO]
+[CH;R;CCP]
+[CH;R;CCS]
+[CH;R;CC]
+[CH;R;CClN]
+[CH;R;CNN]
+[CH;R;CNO]
+[CH;R;CNS]
+[CH;R;CN]
+[CH;R;COO]
+[CH;R;CO]
+[CH;R;CP]
+[CH;R;CSS]
+[CH;R;CS]
+[CH;R;NNN]
+[CH;R;NNO]
+[CH;R;NNS]
+[CH;R;NN]
+[CH;R;NOO]
+[CH;R;NO]
+[CH;R;NS]
+[Cl;!R;C]
+[Cl;!R;N]
+[Cl;!R;S]
+[F;!R;C]
+[F;!R;N]
+[I;!R;C]
+[N;!R;CCC]
+[N;!R;CCN]
+[N;!R;CCO]
+[N;!R;CCP]
+[N;!R;CCS]
+[N;!R;CC]
+[N;!R;CNS]
+[N;!R;CN]
+[N;!R;COS]
+[N;!R;CO]
+[N;!R;CP]
+[N;!R;CSS]
+[N;!R;CS]
+[N;!R;CSiSi]
+[N;!R;C]
+[N;!R;ClClS]
+[N;!R;NNO]
+[N;!R;NO]
+[N;!R;N]
+[N;!R;SS]
+[N;R;BrCC]
+[N;R;CCC]
+[N;R;CCCl]
+[N;R;CCN]
+[N;R;CCO]
+[N;R;CCP]
+[N;R;CCS]
+[N;R;CC]
+[N;R;CNN]
+[N;R;CNO]
+[N;R;CNS]
+[N;R;CN]
+[N;R;COO]
+[N;R;COS]
+[N;R;CO]
+[N;R;CP]
+[N;R;CS]
+[N;R;NNO]
+[N;R;NN]
+[N;R;NO]
+[N;R;PP]
+[NH2;!R;C]
+[NH2;!R;N]
+[NH2;!R;O]
+[NH2;!R;S]
+[NH;!R;CC]
+[NH;!R;CN]
+[NH;!R;CO]
+[NH;!R;CP]
+[NH;!R;CS]
+[NH;!R;C]
+[NH;!R;NP]
+[NH;!R;NS]
+[NH;!R;OS]
+[NH;!R;S]
+[NH;R;CC]
+[NH;R;CN]
+[NH;R;CO]
+[NH;R;CS]
+[NH;R;NN]
+[O;!R;CC]
+[O;!R;CN]
+[O;!R;CP]
+[O;!R;CS]
+[O;!R;C]
+[O;!R;NN]
+[O;!R;N]
+[O;!R;P]
+[O;!R;S]
+[O;R;CC]
+[O;R;CN]
+[O;R;CP]
+[O;R;CS]
+[O;R;NN]
+[OH;!R;C]
+[OH;!R;N]
+[OH;!R;P]
+[P;!R;CCCO]
+[P;!R;CCC]
+[P;!R;CCN]
+[P;!R;CNNN]
+[P;!R;CNNO]
+[P;!R;COOO]
+[P;!R;NNOO]
+[P;!R;NOOO]
+[P;!R;OOOO]
+[P;!R;OOO]
+[P;R;CCCN]
+[P;R;CCNO]
+[P;R;CCOO]
+[P;R;COOOO]
+[P;R;COOO]
+[P;R;NNNN]
+[P;R;NNN]
+[P;R;NOOO]
+[P;R;NOO]
+[P;R;OOOOO]
+[P;R;OOO]
+[PH;!R;CC]
+[S;!R;CCNO]
+[S;!R;CCOO]
+[S;!R;CCO]
+[S;!R;CC]
+[S;!R;CClOO]
+[S;!R;CNOO]
+[S;!R;CN]
+[S;!R;COOO]
+[S;!R;CO]
+[S;!R;C]
+[S;!R;NNOO]
+[S;!R;NN]
+[S;!R;NOOO]
+[S;!R;OOOO]
+[S;R;CCNO]
+[S;R;CCOO]
+[S;R;CCO]
+[S;R;CC]
+[S;R;CNOO]
+[S;R;CN]
+[S;R;COOO]
+[S;R;CS]
+[S;R;NNN]
+[S;R;NNOO]
+[S;R;NN]
+[SH;!R;C]
+[SH;!R;NOO]
+[Si;!R;CCCC]
+[Si;!R;CCCN]
+[Si;R;CCCC]
+[[C@@H];!R;BrCC]
+[[C@@H];!R;CCC]
+[[C@@H];!R;CCF]
+[[C@@H];!R;CCN]
+[[C@@H];!R;CCO]
+[[C@@H];!R;CCP]
+[[C@@H];!R;CCS]
+[[C@@H];!R;CClS]
+[[C@@H];!R;CFN]
+[[C@@H];!R;CFO]
+[[C@@H];!R;CFS]
+[[C@@H];!R;CNN]
+[[C@@H];!R;CNO]
+[[C@@H];!R;CNP]
+[[C@@H];!R;CNS]
+[[C@@H];!R;COO]
+[[C@@H];!R;COP]
+[[C@@H];!R;COS]
+[[C@@H];!R;FNO]
+[[C@@H];!R;NOO]
+[[C@@H];R;CCC]
+[[C@@H];R;CCF]
+[[C@@H];R;CCN]
+[[C@@H];R;CCO]
+[[C@@H];R;CCS]
+[[C@@H];R;CNN]
+[[C@@H];R;CNO]
+[[C@@H];R;CNS]
+[[C@@H];R;COO]
+[[C@@H];R;COS]
+[[C@@H];R;CSS]
+[[C@@H];R;NNN]
+[[C@@H];R;NNS]
+[[C@@H];R;NOO]
+[[C@@];!R;BrCCCl]
+[[C@@];!R;BrCCI]
+[[C@@];!R;BrCCS]
+[[C@@];!R;BrCClS]
+[[C@@];!R;CCCC]
+[[C@@];!R;CCCF]
+[[C@@];!R;CCCN]
+[[C@@];!R;CCCO]
+[[C@@];!R;CCCS]
+[[C@@];!R;CCClF]
+[[C@@];!R;CCClS]
+[[C@@];!R;CCFN]
+[[C@@];!R;CCNN]
+[[C@@];!R;CCNO]
+[[C@@];!R;CCNP]
+[[C@@];!R;CCOO]
+[[C@@];!R;CCOP]
+[[C@@];!R;CClFI]
+[[C@@];!R;CClFO]
+[[C@@];!R;CClIS]
+[[C@@];R;BrCCC]
+[[C@@];R;BrCCN]
+[[C@@];R;BrCCO]
+[[C@@];R;CCCC]
+[[C@@];R;CCCCl]
+[[C@@];R;CCCF]
+[[C@@];R;CCCN]
+[[C@@];R;CCCO]
+[[C@@];R;CCCS]
+[[C@@];R;CCClF]
+[[C@@];R;CCClN]
+[[C@@];R;CCFN]
+[[C@@];R;CCNN]
+[[C@@];R;CCNO]
+[[C@@];R;CCNS]
+[[C@@];R;CCOO]
+[[C@@];R;CCOP]
+[[C@@];R;CCOS]
+[[C@@];R;CCSSi]
+[[C@@];R;CFOO]
+[[C@@];R;CNNO]
+[[C@@];R;CNOO]
+[[C@@];R;NNSS]
+[[C@H];!R;BrCC]
+[[C@H];!R;CCC]
+[[C@H];!R;CCF]
+[[C@H];!R;CCN]
+[[C@H];!R;CCO]
+[[C@H];!R;CCP]
+[[C@H];!R;CCS]
+[[C@H];!R;CClS]
+[[C@H];!R;CFN]
+[[C@H];!R;CNN]
+[[C@H];!R;CNO]
+[[C@H];!R;CNP]
+[[C@H];!R;CNS]
+[[C@H];!R;COO]
+[[C@H];!R;COP]
+[[C@H];!R;COS]
+[[C@H];!R;FNO]
+[[C@H];R;BrCC]
+[[C@H];R;CCC]
+[[C@H];R;CCF]
+[[C@H];R;CCN]
+[[C@H];R;CCO]
+[[C@H];R;CCP]
+[[C@H];R;CCS]
+[[C@H];R;CNN]
+[[C@H];R;CNO]
+[[C@H];R;CNS]
+[[C@H];R;COO]
+[[C@H];R;COS]
+[[C@H];R;NNO]
+[[C@H];R;NNS]
+[[C@H];R;NOO]
+[[C@H];R;OOO]
+[[C@];!R;BrCCF]
+[[C@];!R;BrCCS]
+[[C@];!R;BrCClS]
+[[C@];!R;BrCIS]
+[[C@];!R;CCCC]
+[[C@];!R;CCCCl]
+[[C@];!R;CCCF]
+[[C@];!R;CCCN]
+[[C@];!R;CCCO]
+[[C@];!R;CCCS]
+[[C@];!R;CCClF]
+[[C@];!R;CCClO]
+[[C@];!R;CCClS]
+[[C@];!R;CCFN]
+[[C@];!R;CCFO]
+[[C@];!R;CCNN]
+[[C@];!R;CCNO]
+[[C@];!R;CClFO]
+[[C@];!R;CClIS]
+[[C@];R;BrCCC]
+[[C@];R;BrCCCl]
+[[C@];R;CCCC]
+[[C@];R;CCCCl]
+[[C@];R;CCCF]
+[[C@];R;CCCI]
+[[C@];R;CCCN]
+[[C@];R;CCCO]
+[[C@];R;CCCS]
+[[C@];R;CCClF]
+[[C@];R;CCFN]
+[[C@];R;CCNN]
+[[C@];R;CCNO]
+[[C@];R;CCNS]
+[[C@];R;CCOO]
+[[C@];R;CCOP]
+[[C@];R;CCOSi]
+[[C@];R;CNNO]
+[[C@];R;CNNS]
+[[C@];R;CNOO]
+[[C@];R;NNNS]
+[[C@];R;NNSS]
+[[N+];!R;CCC]
+[[N+];!R;CC]
+[[N+];!R;CN]
+[[N+];!R;COO]
+[[N+];!R;NN]
+[[N+];!R;NOO]
+[[N+];!R;OOO]
+[[N+];R;CCC]
+[[N+];R;CCN]
+[[N+];R;CCO]
+[[N+];R;NNO]
+[[N+];R;NOO]
+[[N-];!R;CC]
+[[N-];!R;CN]
+[[N-];!R;CO]
+[[N-];!R;CS]
+[[N-];!R;NS]
+[[N-];!R;N]
+[[N-];R;CC]
+[[N-];R;CN]
+[[N-];R;CO]
+[[N-];R;CS]
+[[NH+];!R;CCC]
+[[NH+];!R;CC]
+[[NH+];!R;CN]
+[[NH+];!R;CO]
+[[NH+];!R;CP]
+[[NH+];R;CCC]
+[[NH+];R;CC]
+[[NH+];R;CN]
+[[NH+];R;CO]
+[[NH2+];!R;CC]
+[[NH2+];!R;CN]
+[[NH2+];!R;C]
+[[NH2+];R;CC]
+[[NH2+];R;CN]
+[[NH3+];!R;C]
+[[NH3+];!R;N]
+[[O+];R;CN]
+[[O-];!R;C]
+[[O-];!R;N]
+[[O-];!R;P]
+[[O-];!R;S]
+[[P@@];!R;CCCO]
+[[P@@];!R;CCNN]
+[[P@@];!R;CCNO]
+[[P@@];!R;CCOO]
+[[P@@];!R;CNOO]
+[[P@@];!R;COOO]
+[[P@@];R;CCCO]
+[[P@@];R;CCOO]
+[[P@@];R;NOOO]
+[[P@@];R;OOOO]
+[[P@H];!R;OOO]
+[[P@];!R;CCNN]
+[[P@];!R;CCNO]
+[[P@];!R;CCOO]
+[[P@];!R;CNOO]
+[[P@];!R;COOO]
+[[P@];!R;NNOO]
+[[P@];!R;NOOO]
+[[P@];R;CCCO]
+[[P@];R;CNNO]
+[[PH+];!R;CCC]
+[[PH+];!R;CCN]
+[[S+];!R;CCC]
+[[S-];!R;C]
+[[S@@];!R;CCNO]
+[[S@@];!R;CCN]
+[[S@@];!R;CCO]
+[[S@@];!R;CNNO]
+[[S@@];!R;CNOO]
+[[S@@];!R;CNO]
+[[S@@];!R;COO]
+[[S@@];R;CCNO]
+[[S@@];R;CCO]
+[[S@];!R;CCNO]
+[[S@];!R;CCN]
+[[S@];!R;CCO]
+[[S@];!R;CNNO]
+[[S@];!R;CNOO]
+[[S@];!R;CNO]
+[[S@];!R;NOO]
+[[S@];R;CCNO]
+[[S@];R;CCO]
+[[[N@@H]+];!R;CCC]
+[[[N@@H]+];R;CCC]
+[[[N@@H]+];R;CCN]
+[[[N@H]+];!R;CCC]
+[[[N@H]+];R;CCC]
+[[n+];R;CCC]
+[[n+];R;CCN]
+[[n+];R;CCO]
+[[n+];R;CCS]
+[[n+];R;CNN]
+[[n+];R;CNO]
+[[n+];R;COO]
+[[n+];R;NNN]
+[[n-];R;CC]
+[[n-];R;CN]
+[[n-];R;CO]
+[[n-];R;CS]
+[[n-];R;NN]
+[[n-];R;NO]
+[[n-];R;NS]
+[[nH+];R;CC]
+[[nH+];R;CN]
+[[o+];R;CC]
+[[o+];R;CN]
+[[s+];R;CC]
+[[s+];R;CN]
+[c;R;BrCC]
+[c;R;BrCN]
+[c;R;BrCO]
+[c;R;BrCS]
+[c;R;BrNN]
+[c;R;BrNO]
+[c;R;BrNS]
+[c;R;CCC]
+[c;R;CCCl]
+[c;R;CCF]
+[c;R;CCI]
+[c;R;CCN]
+[c;R;CCO]
+[c;R;CCP]
+[c;R;CCS]
+[c;R;CCSi]
+[c;R;CClN]
+[c;R;CClO]
+[c;R;CClS]
+[c;R;CFN]
+[c;R;CFO]
+[c;R;CFS]
+[c;R;CIN]
+[c;R;CIO]
+[c;R;CIS]
+[c;R;CNN]
+[c;R;CNO]
+[c;R;CNP]
+[c;R;CNS]
+[c;R;CNSi]
+[c;R;COO]
+[c;R;COP]
+[c;R;COS]
+[c;R;CSS]
+[c;R;ClNN]
+[c;R;ClNO]
+[c;R;ClNS]
+[c;R;FNN]
+[c;R;INN]
+[c;R;INO]
+[c;R;INS]
+[c;R;NNN]
+[c;R;NNO]
+[c;R;NNP]
+[c;R;NNS]
+[c;R;NOO]
+[c;R;NOS]
+[c;R;NSS]
+[c;R;OOO]
+[c;R;OOS]
+[c;R;OSS]
+[c;R;SSS]
+[cH;R;CC]
+[cH;R;CN]
+[cH;R;CO]
+[cH;R;CS]
+[cH;R;NN]
+[cH;R;NO]
+[cH;R;NS]
+[n;R;BrCN]
+[n;R;CCC]
+[n;R;CCF]
+[n;R;CCN]
+[n;R;CCO]
+[n;R;CCP]
+[n;R;CCS]
+[n;R;CCSi]
+[n;R;CC]
+[n;R;CNN]
+[n;R;CNO]
+[n;R;CNS]
+[n;R;CN]
+[n;R;CO]
+[n;R;CS]
+[n;R;NN]
+[n;R;NO]
+[n;R;NS]
+[nH;R;CC]
+[nH;R;CN]
+[nH;R;CO]
+[nH;R;CS]
+[nH;R;NN]
+[o;R;CC]
+[o;R;CN]
+[o;R;NN]
+[p;R;CC]
+[s;R;CC]
+[s;R;CN]
+[s;R;CS]
+[s;R;NN]
+\
diff --git a/run-0/checkpoint-7/config.json b/run-0/checkpoint-7/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..84bb290fd30fca27fe05a1c179cd8e0ef5b2fe58
--- /dev/null
+++ b/run-0/checkpoint-7/config.json
@@ -0,0 +1,26 @@
+{
+  "_name_or_path": "mistralai/Mistral-7B-v0.1",
+  "architectures": [
+    "MistralForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 0,
+  "eos_token_id": 0,
+  "hidden_act": "silu",
+  "hidden_size": 432,
+  "initializer_range": 0.02,
+  "intermediate_size": 1600,
+  "max_position_embeddings": 75,
+  "model_type": "mistral",
+  "num_attention_heads": 8,
+  "num_hidden_layers": 12,
+  "num_key_value_heads": 8,
+  "rms_norm_eps": 1e-05,
+  "rope_theta": 10000.0,
+  "sliding_window": 75,
+  "tie_word_embeddings": false,
+  "torch_dtype": "float32",
+  "transformers_version": "4.38.2",
+  "use_cache": true,
+  "vocab_size": 738
+}
diff --git a/run-0/checkpoint-7/generation_config.json b/run-0/checkpoint-7/generation_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c3848a20aea878284eb1c919398b3dc4729aaf56
--- /dev/null
+++ b/run-0/checkpoint-7/generation_config.json
@@ -0,0 +1,6 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 0,
+  "eos_token_id": 0,
+  "transformers_version": "4.38.2"
+}
diff --git a/run-0/checkpoint-7/model.safetensors b/run-0/checkpoint-7/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..41816470ca6691e500469f788f8d16c7ee10180d
--- /dev/null
+++ b/run-0/checkpoint-7/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83c419a24441eec383e241e4e7d5193a9dbbcd2f032cb3a9940a42d155d430ed
+size 137970488
diff --git a/run-0/checkpoint-7/optimizer.pt b/run-0/checkpoint-7/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94d1dd204dfee0a0fded09c5882e36d2fcca6058
--- /dev/null
+++ b/run-0/checkpoint-7/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e78fdd5a3cb277b544ab57c263d77e112a29543a9dcad3519d5392d7c3ea8951
+size 276010426
diff --git a/run-0/checkpoint-7/rng_state.pth b/run-0/checkpoint-7/rng_state.pth
new file mode 100644
index 0000000000000000000000000000000000000000..1ba59fd002ce6392053945ec7da88c0e9db1d0d3
--- /dev/null
+++ b/run-0/checkpoint-7/rng_state.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf09e5d42068af78718f389b253ca2eb25c713b626107d2bb3a00c3751c8bf18
+size 14244
diff --git a/run-0/checkpoint-7/scheduler.pt b/run-0/checkpoint-7/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70dabb40286015501efd33e8bc983f6308a2b3fb
--- /dev/null
+++ b/run-0/checkpoint-7/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17cc61223e86e49b81836eded40355682a8d400538df61ecb193aa69b6abfc12
+size 1064
diff --git a/run-0/checkpoint-7/special_tokens_map.json b/run-0/checkpoint-7/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..b2d2dbc845800c78fe98656af927d831ab4ff7b7
--- /dev/null
+++ b/run-0/checkpoint-7/special_tokens_map.json
@@ -0,0 +1,24 @@
+{
+  "bos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|endoftext|>",
+  "unk_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}
diff --git a/run-0/checkpoint-7/tokenizer_config.json b/run-0/checkpoint-7/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..a3563cefb79ee8652355538cb294c79dd228e0f3
--- /dev/null
+++ b/run-0/checkpoint-7/tokenizer_config.json
@@ -0,0 +1,20 @@
+{
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|endoftext|>",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|endoftext|>",
+  "model_max_length": 75,
+  "pad_token": "<|endoftext|>",
+  "tokenizer_class": "AISTokenizer",
+  "unk_token": "<|endoftext|>"
+}
diff --git a/run-0/checkpoint-7/trainer_state.json b/run-0/checkpoint-7/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..c704658fe8934e459b5e5b325d236b74f7d56265
--- /dev/null
+++ b/run-0/checkpoint-7/trainer_state.json
@@ -0,0 +1,22 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.0023333333333333335,
+  "eval_steps": 1000,
+  "global_step": 7,
+  "is_hyper_param_search": true,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [],
+  "logging_steps": 1000,
+  "max_steps": 3000,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 9223372036854775807,
+  "save_steps": 1,
+  "total_flos": 0,
+  "train_batch_size": 544,
+  "trial_name": null,
+  "trial_params": {
+    "learning_rate": 0.007162227406380004
+  }
+}
diff --git a/run-0/checkpoint-7/training_args.bin b/run-0/checkpoint-7/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b2b8ff44f5b3f3edbd0ecf5e7c8877978a9d72a1
--- /dev/null
+++ b/run-0/checkpoint-7/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a0c008b91c5d43c0b0aa9a8fa00cf5cf102406259363e15c6c2ba21df48b760
+size 4920
diff --git a/run-0/checkpoint-7/vocab_file.txt b/run-0/checkpoint-7/vocab_file.txt
new file mode 100644
index 0000000000000000000000000000000000000000..6037fe719b3446ed201eff984908ab065139fe73
--- /dev/null
+++ b/run-0/checkpoint-7/vocab_file.txt
@@ -0,0 +1,738 @@
+<|endoftext|>
+#
+(
+)
+-
+/
+1
+2
+3
+4
+5
+6
+7
+=
+[Br;!R;C]
+[Br;!R;N]
+[C;!R;BrBrBrC]
+[C;!R;BrBrCF]
+[C;!R;BrBrCS]
+[C;!R;BrCCC]
+[C;!R;BrCC]
+[C;!R;BrCFF]
+[C;!R;BrCN]
+[C;!R;CCCC]
+[C;!R;CCCCl]
+[C;!R;CCCF]
+[C;!R;CCCN]
+[C;!R;CCCO]
+[C;!R;CCCP]
+[C;!R;CCCS]
+[C;!R;CCC]
+[C;!R;CCClCl]
+[C;!R;CCClO]
+[C;!R;CCCl]
+[C;!R;CCFF]
+[C;!R;CCF]
+[C;!R;CCI]
+[C;!R;CCNN]
+[C;!R;CCNO]
+[C;!R;CCN]
+[C;!R;CCOO]
+[C;!R;CCO]
+[C;!R;CCP]
+[C;!R;CCSS]
+[C;!R;CCS]
+[C;!R;CC]
+[C;!R;CClClCl]
+[C;!R;CClClF]
+[C;!R;CClClO]
+[C;!R;CClClS]
+[C;!R;CClCl]
+[C;!R;CClFF]
+[C;!R;CClN]
+[C;!R;CFFF]
+[C;!R;CFFI]
+[C;!R;CFFN]
+[C;!R;CFFO]
+[C;!R;CFFP]
+[C;!R;CFFS]
+[C;!R;CFF]
+[C;!R;CFS]
+[C;!R;CNN]
+[C;!R;CNO]
+[C;!R;CNP]
+[C;!R;CNS]
+[C;!R;CN]
+[C;!R;COO]
+[C;!R;COS]
+[C;!R;COSi]
+[C;!R;CO]
+[C;!R;CSSS]
+[C;!R;CSS]
+[C;!R;ClClClO]
+[C;!R;ClClClS]
+[C;!R;ClClFS]
+[C;!R;ClClNO]
+[C;!R;ClFFO]
+[C;!R;FFFN]
+[C;!R;FFFO]
+[C;!R;FFFS]
+[C;!R;FFNO]
+[C;!R;FFNS]
+[C;!R;NNN]
+[C;!R;NNO]
+[C;!R;NNS]
+[C;!R;NN]
+[C;!R;NOO]
+[C;!R;NOP]
+[C;!R;NOS]
+[C;!R;NSS]
+[C;!R;NS]
+[C;!R;OOO]
+[C;!R;OOS]
+[C;!R;OSS]
+[C;R;BrBrCC]
+[C;R;BrBrCS]
+[C;R;BrCCC]
+[C;R;BrCC]
+[C;R;BrCN]
+[C;R;BrCS]
+[C;R;CCCC]
+[C;R;CCCCl]
+[C;R;CCCF]
+[C;R;CCCN]
+[C;R;CCCO]
+[C;R;CCCS]
+[C;R;CCCSi]
+[C;R;CCC]
+[C;R;CCClCl]
+[C;R;CCClO]
+[C;R;CCCl]
+[C;R;CCFF]
+[C;R;CCF]
+[C;R;CCNN]
+[C;R;CCNO]
+[C;R;CCNP]
+[C;R;CCNS]
+[C;R;CCN]
+[C;R;CCOO]
+[C;R;CCOS]
+[C;R;CCO]
+[C;R;CCSS]
+[C;R;CCS]
+[C;R;CClN]
+[C;R;CClS]
+[C;R;CFFO]
+[C;R;CIN]
+[C;R;CNNO]
+[C;R;CNN]
+[C;R;CNOO]
+[C;R;CNO]
+[C;R;CNS]
+[C;R;COO]
+[C;R;COS]
+[C;R;CSS]
+[C;R;ClClNS]
+[C;R;ClNN]
+[C;R;FFOO]
+[C;R;NNN]
+[C;R;NNO]
+[C;R;NNS]
+[C;R;NOO]
+[C;R;NOS]
+[C;R;NSS]
+[C;R;OOO]
+[C;R;OOS]
+[CH2;!R;BrC]
+[CH2;!R;BrS]
+[CH2;!R;CC]
+[CH2;!R;CCl]
+[CH2;!R;CF]
+[CH2;!R;CI]
+[CH2;!R;CN]
+[CH2;!R;CO]
+[CH2;!R;CP]
+[CH2;!R;CS]
+[CH2;!R;CSi]
+[CH2;!R;C]
+[CH2;!R;FO]
+[CH2;!R;NN]
+[CH2;!R;NO]
+[CH2;!R;NP]
+[CH2;!R;NS]
+[CH2;!R;NSi]
+[CH2;!R;OO]
+[CH2;!R;OP]
+[CH2;!R;OS]
+[CH2;!R;OSi]
+[CH2;!R;PS]
+[CH2;!R;SS]
+[CH2;!R;SSi]
+[CH2;R;CC]
+[CH2;R;CN]
+[CH2;R;CO]
+[CH2;R;CS]
+[CH2;R;CSi]
+[CH2;R;NN]
+[CH2;R;NO]
+[CH2;R;NP]
+[CH2;R;NS]
+[CH2;R;NSi]
+[CH2;R;OO]
+[CH2;R;OP]
+[CH2;R;OS]
+[CH2;R;SS]
+[CH3;!R;C]
+[CH3;!R;N]
+[CH3;!R;O]
+[CH3;!R;P]
+[CH3;!R;S]
+[CH3;!R;Si]
+[CH;!R;BrC]
+[CH;!R;CCC]
+[CH;!R;CCF]
+[CH;!R;CCN]
+[CH;!R;CCO]
+[CH;!R;CCP]
+[CH;!R;CCS]
+[CH;!R;CCSi]
+[CH;!R;CC]
+[CH;!R;CCl]
+[CH;!R;CFF]
+[CH;!R;CF]
+[CH;!R;CI]
+[CH;!R;CNN]
+[CH;!R;CNO]
+[CH;!R;CN]
+[CH;!R;COO]
+[CH;!R;CO]
+[CH;!R;CP]
+[CH;!R;CSS]
+[CH;!R;CS]
+[CH;!R;CSi]
+[CH;!R;C]
+[CH;!R;FFN]
+[CH;!R;FFO]
+[CH;!R;FFS]
+[CH;!R;NNN]
+[CH;!R;NN]
+[CH;!R;NOO]
+[CH;!R;NO]
+[CH;!R;NSiSi]
+[CH;!R;N]
+[CH;!R;OO]
+[CH;!R;PSS]
+[CH;R;CCC]
+[CH;R;CCCl]
+[CH;R;CCF]
+[CH;R;CCN]
+[CH;R;CCO]
+[CH;R;CCP]
+[CH;R;CCS]
+[CH;R;CC]
+[CH;R;CClN]
+[CH;R;CNN]
+[CH;R;CNO]
+[CH;R;CNS]
+[CH;R;CN]
+[CH;R;COO]
+[CH;R;CO]
+[CH;R;CP]
+[CH;R;CSS]
+[CH;R;CS]
+[CH;R;NNN]
+[CH;R;NNO]
+[CH;R;NNS]
+[CH;R;NN]
+[CH;R;NOO]
+[CH;R;NO]
+[CH;R;NS]
+[Cl;!R;C]
+[Cl;!R;N]
+[Cl;!R;S]
+[F;!R;C]
+[F;!R;N]
+[I;!R;C]
+[N;!R;CCC]
+[N;!R;CCN]
+[N;!R;CCO]
+[N;!R;CCP]
+[N;!R;CCS]
+[N;!R;CC]
+[N;!R;CNS]
+[N;!R;CN]
+[N;!R;COS]
+[N;!R;CO]
+[N;!R;CP]
+[N;!R;CSS]
+[N;!R;CS]
+[N;!R;CSiSi]
+[N;!R;C]
+[N;!R;ClClS]
+[N;!R;NNO]
+[N;!R;NO]
+[N;!R;N]
+[N;!R;SS]
+[N;R;BrCC]
+[N;R;CCC]
+[N;R;CCCl]
+[N;R;CCN]
+[N;R;CCO]
+[N;R;CCP]
+[N;R;CCS]
+[N;R;CC]
+[N;R;CNN]
+[N;R;CNO]
+[N;R;CNS]
+[N;R;CN]
+[N;R;COO]
+[N;R;COS]
+[N;R;CO]
+[N;R;CP]
+[N;R;CS]
+[N;R;NNO]
+[N;R;NN]
+[N;R;NO]
+[N;R;PP]
+[NH2;!R;C]
+[NH2;!R;N]
+[NH2;!R;O]
+[NH2;!R;S]
+[NH;!R;CC]
+[NH;!R;CN]
+[NH;!R;CO]
+[NH;!R;CP]
+[NH;!R;CS]
+[NH;!R;C]
+[NH;!R;NP]
+[NH;!R;NS]
+[NH;!R;OS]
+[NH;!R;S]
+[NH;R;CC]
+[NH;R;CN]
+[NH;R;CO]
+[NH;R;CS]
+[NH;R;NN]
+[O;!R;CC]
+[O;!R;CN]
+[O;!R;CP]
+[O;!R;CS]
+[O;!R;C]
+[O;!R;NN]
+[O;!R;N]
+[O;!R;P]
+[O;!R;S]
+[O;R;CC]
+[O;R;CN]
+[O;R;CP]
+[O;R;CS]
+[O;R;NN]
+[OH;!R;C]
+[OH;!R;N]
+[OH;!R;P]
+[P;!R;CCCO]
+[P;!R;CCC]
+[P;!R;CCN]
+[P;!R;CNNN]
+[P;!R;CNNO]
+[P;!R;COOO]
+[P;!R;NNOO]
+[P;!R;NOOO]
+[P;!R;OOOO]
+[P;!R;OOO]
+[P;R;CCCN]
+[P;R;CCNO]
+[P;R;CCOO]
+[P;R;COOOO]
+[P;R;COOO]
+[P;R;NNNN]
+[P;R;NNN]
+[P;R;NOOO]
+[P;R;NOO]
+[P;R;OOOOO]
+[P;R;OOO]
+[PH;!R;CC]
+[S;!R;CCNO]
+[S;!R;CCOO]
+[S;!R;CCO]
+[S;!R;CC]
+[S;!R;CClOO]
+[S;!R;CNOO]
+[S;!R;CN]
+[S;!R;COOO]
+[S;!R;CO]
+[S;!R;C]
+[S;!R;NNOO]
+[S;!R;NN]
+[S;!R;NOOO]
+[S;!R;OOOO]
+[S;R;CCNO]
+[S;R;CCOO]
+[S;R;CCO]
+[S;R;CC]
+[S;R;CNOO]
+[S;R;CN]
+[S;R;COOO]
+[S;R;CS]
+[S;R;NNN]
+[S;R;NNOO]
+[S;R;NN]
+[SH;!R;C]
+[SH;!R;NOO]
+[Si;!R;CCCC]
+[Si;!R;CCCN]
+[Si;R;CCCC]
+[[C@@H];!R;BrCC]
+[[C@@H];!R;CCC]
+[[C@@H];!R;CCF]
+[[C@@H];!R;CCN]
+[[C@@H];!R;CCO]
+[[C@@H];!R;CCP]
+[[C@@H];!R;CCS]
+[[C@@H];!R;CClS]
+[[C@@H];!R;CFN]
+[[C@@H];!R;CFO]
+[[C@@H];!R;CFS]
+[[C@@H];!R;CNN]
+[[C@@H];!R;CNO]
+[[C@@H];!R;CNP]
+[[C@@H];!R;CNS]
+[[C@@H];!R;COO]
+[[C@@H];!R;COP]
+[[C@@H];!R;COS]
+[[C@@H];!R;FNO]
+[[C@@H];!R;NOO]
+[[C@@H];R;CCC]
+[[C@@H];R;CCF]
+[[C@@H];R;CCN]
+[[C@@H];R;CCO]
+[[C@@H];R;CCS]
+[[C@@H];R;CNN]
+[[C@@H];R;CNO]
+[[C@@H];R;CNS]
+[[C@@H];R;COO]
+[[C@@H];R;COS]
+[[C@@H];R;CSS]
+[[C@@H];R;NNN]
+[[C@@H];R;NNS]
+[[C@@H];R;NOO]
+[[C@@];!R;BrCCCl]
+[[C@@];!R;BrCCI]
+[[C@@];!R;BrCCS]
+[[C@@];!R;BrCClS]
+[[C@@];!R;CCCC]
+[[C@@];!R;CCCF]
+[[C@@];!R;CCCN]
+[[C@@];!R;CCCO]
+[[C@@];!R;CCCS]
+[[C@@];!R;CCClF]
+[[C@@];!R;CCClS]
+[[C@@];!R;CCFN]
+[[C@@];!R;CCNN]
+[[C@@];!R;CCNO]
+[[C@@];!R;CCNP]
+[[C@@];!R;CCOO]
+[[C@@];!R;CCOP]
+[[C@@];!R;CClFI]
+[[C@@];!R;CClFO]
+[[C@@];!R;CClIS]
+[[C@@];R;BrCCC]
+[[C@@];R;BrCCN]
+[[C@@];R;BrCCO]
+[[C@@];R;CCCC]
+[[C@@];R;CCCCl]
+[[C@@];R;CCCF]
+[[C@@];R;CCCN]
+[[C@@];R;CCCO]
+[[C@@];R;CCCS]
+[[C@@];R;CCClF]
+[[C@@];R;CCClN]
+[[C@@];R;CCFN]
+[[C@@];R;CCNN]
+[[C@@];R;CCNO]
+[[C@@];R;CCNS]
+[[C@@];R;CCOO]
+[[C@@];R;CCOP]
+[[C@@];R;CCOS]
+[[C@@];R;CCSSi]
+[[C@@];R;CFOO]
+[[C@@];R;CNNO]
+[[C@@];R;CNOO]
+[[C@@];R;NNSS]
+[[C@H];!R;BrCC]
+[[C@H];!R;CCC]
+[[C@H];!R;CCF]
+[[C@H];!R;CCN]
+[[C@H];!R;CCO]
+[[C@H];!R;CCP]
+[[C@H];!R;CCS]
+[[C@H];!R;CClS]
+[[C@H];!R;CFN]
+[[C@H];!R;CNN]
+[[C@H];!R;CNO]
+[[C@H];!R;CNP]
+[[C@H];!R;CNS]
+[[C@H];!R;COO]
+[[C@H];!R;COP]
+[[C@H];!R;COS]
+[[C@H];!R;FNO]
+[[C@H];R;BrCC]
+[[C@H];R;CCC]
+[[C@H];R;CCF]
+[[C@H];R;CCN]
+[[C@H];R;CCO]
+[[C@H];R;CCP]
+[[C@H];R;CCS]
+[[C@H];R;CNN]
+[[C@H];R;CNO]
+[[C@H];R;CNS]
+[[C@H];R;COO]
+[[C@H];R;COS]
+[[C@H];R;NNO]
+[[C@H];R;NNS]
+[[C@H];R;NOO]
+[[C@H];R;OOO]
+[[C@];!R;BrCCF]
+[[C@];!R;BrCCS]
+[[C@];!R;BrCClS]
+[[C@];!R;BrCIS]
+[[C@];!R;CCCC]
+[[C@];!R;CCCCl]
+[[C@];!R;CCCF]
+[[C@];!R;CCCN]
+[[C@];!R;CCCO]
+[[C@];!R;CCCS]
+[[C@];!R;CCClF]
+[[C@];!R;CCClO]
+[[C@];!R;CCClS]
+[[C@];!R;CCFN]
+[[C@];!R;CCFO]
+[[C@];!R;CCNN]
+[[C@];!R;CCNO]
+[[C@];!R;CClFO]
+[[C@];!R;CClIS]
+[[C@];R;BrCCC]
+[[C@];R;BrCCCl]
+[[C@];R;CCCC]
+[[C@];R;CCCCl]
+[[C@];R;CCCF]
+[[C@];R;CCCI]
+[[C@];R;CCCN]
+[[C@];R;CCCO]
+[[C@];R;CCCS]
+[[C@];R;CCClF]
+[[C@];R;CCFN]
+[[C@];R;CCNN]
+[[C@];R;CCNO]
+[[C@];R;CCNS]
+[[C@];R;CCOO]
+[[C@];R;CCOP]
+[[C@];R;CCOSi]
+[[C@];R;CNNO]
+[[C@];R;CNNS]
+[[C@];R;CNOO]
+[[C@];R;NNNS]
+[[C@];R;NNSS]
+[[N+];!R;CCC]
+[[N+];!R;CC]
+[[N+];!R;CN]
+[[N+];!R;COO]
+[[N+];!R;NN]
+[[N+];!R;NOO]
+[[N+];!R;OOO]
+[[N+];R;CCC]
+[[N+];R;CCN]
+[[N+];R;CCO]
+[[N+];R;NNO]
+[[N+];R;NOO]
+[[N-];!R;CC]
+[[N-];!R;CN]
+[[N-];!R;CO]
+[[N-];!R;CS]
+[[N-];!R;NS]
+[[N-];!R;N]
+[[N-];R;CC]
+[[N-];R;CN]
+[[N-];R;CO]
+[[N-];R;CS]
+[[NH+];!R;CCC]
+[[NH+];!R;CC]
+[[NH+];!R;CN]
+[[NH+];!R;CO]
+[[NH+];!R;CP]
+[[NH+];R;CCC]
+[[NH+];R;CC]
+[[NH+];R;CN]
+[[NH+];R;CO]
+[[NH2+];!R;CC]
+[[NH2+];!R;CN]
+[[NH2+];!R;C]
+[[NH2+];R;CC]
+[[NH2+];R;CN]
+[[NH3+];!R;C]
+[[NH3+];!R;N]
+[[O+];R;CN]
+[[O-];!R;C]
+[[O-];!R;N]
+[[O-];!R;P]
+[[O-];!R;S]
+[[P@@];!R;CCCO]
+[[P@@];!R;CCNN]
+[[P@@];!R;CCNO]
+[[P@@];!R;CCOO]
+[[P@@];!R;CNOO]
+[[P@@];!R;COOO]
+[[P@@];R;CCCO]
+[[P@@];R;CCOO]
+[[P@@];R;NOOO]
+[[P@@];R;OOOO]
+[[P@H];!R;OOO]
+[[P@];!R;CCNN]
+[[P@];!R;CCNO]
+[[P@];!R;CCOO]
+[[P@];!R;CNOO]
+[[P@];!R;COOO]
+[[P@];!R;NNOO]
+[[P@];!R;NOOO]
+[[P@];R;CCCO]
+[[P@];R;CNNO]
+[[PH+];!R;CCC]
+[[PH+];!R;CCN]
+[[S+];!R;CCC]
+[[S-];!R;C]
+[[S@@];!R;CCNO]
+[[S@@];!R;CCN]
+[[S@@];!R;CCO]
+[[S@@];!R;CNNO]
+[[S@@];!R;CNOO]
+[[S@@];!R;CNO]
+[[S@@];!R;COO]
+[[S@@];R;CCNO]
+[[S@@];R;CCO]
+[[S@];!R;CCNO]
+[[S@];!R;CCN]
+[[S@];!R;CCO]
+[[S@];!R;CNNO]
+[[S@];!R;CNOO]
+[[S@];!R;CNO]
+[[S@];!R;NOO]
+[[S@];R;CCNO]
+[[S@];R;CCO]
+[[[N@@H]+];!R;CCC]
+[[[N@@H]+];R;CCC]
+[[[N@@H]+];R;CCN]
+[[[N@H]+];!R;CCC]
+[[[N@H]+];R;CCC]
+[[n+];R;CCC]
+[[n+];R;CCN]
+[[n+];R;CCO]
+[[n+];R;CCS]
+[[n+];R;CNN]
+[[n+];R;CNO]
+[[n+];R;COO]
+[[n+];R;NNN]
+[[n-];R;CC]
+[[n-];R;CN]
+[[n-];R;CO]
+[[n-];R;CS]
+[[n-];R;NN]
+[[n-];R;NO]
+[[n-];R;NS]
+[[nH+];R;CC]
+[[nH+];R;CN]
+[[o+];R;CC]
+[[o+];R;CN]
+[[s+];R;CC]
+[[s+];R;CN]
+[c;R;BrCC]
+[c;R;BrCN]
+[c;R;BrCO]
+[c;R;BrCS]
+[c;R;BrNN]
+[c;R;BrNO]
+[c;R;BrNS]
+[c;R;CCC]
+[c;R;CCCl]
+[c;R;CCF]
+[c;R;CCI]
+[c;R;CCN]
+[c;R;CCO]
+[c;R;CCP]
+[c;R;CCS]
+[c;R;CCSi]
+[c;R;CClN]
+[c;R;CClO]
+[c;R;CClS]
+[c;R;CFN]
+[c;R;CFO]
+[c;R;CFS]
+[c;R;CIN]
+[c;R;CIO]
+[c;R;CIS]
+[c;R;CNN]
+[c;R;CNO]
+[c;R;CNP]
+[c;R;CNS]
+[c;R;CNSi]
+[c;R;COO]
+[c;R;COP]
+[c;R;COS]
+[c;R;CSS]
+[c;R;ClNN]
+[c;R;ClNO]
+[c;R;ClNS]
+[c;R;FNN]
+[c;R;INN]
+[c;R;INO]
+[c;R;INS]
+[c;R;NNN]
+[c;R;NNO]
+[c;R;NNP]
+[c;R;NNS]
+[c;R;NOO]
+[c;R;NOS]
+[c;R;NSS]
+[c;R;OOO]
+[c;R;OOS]
+[c;R;OSS]
+[c;R;SSS]
+[cH;R;CC]
+[cH;R;CN]
+[cH;R;CO]
+[cH;R;CS]
+[cH;R;NN]
+[cH;R;NO]
+[cH;R;NS]
+[n;R;BrCN]
+[n;R;CCC]
+[n;R;CCF]
+[n;R;CCN]
+[n;R;CCO]
+[n;R;CCP]
+[n;R;CCS]
+[n;R;CCSi]
+[n;R;CC]
+[n;R;CNN]
+[n;R;CNO]
+[n;R;CNS]
+[n;R;CN]
+[n;R;CO]
+[n;R;CS]
+[n;R;NN]
+[n;R;NO]
+[n;R;NS]
+[nH;R;CC]
+[nH;R;CN]
+[nH;R;CO]
+[nH;R;CS]
+[nH;R;NN]
+[o;R;CC]
+[o;R;CN]
+[o;R;NN]
+[p;R;CC]
+[s;R;CC]
+[s;R;CN]
+[s;R;CS]
+[s;R;NN]
+\
diff --git a/run-0/checkpoint-8/config.json b/run-0/checkpoint-8/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..84bb290fd30fca27fe05a1c179cd8e0ef5b2fe58
--- /dev/null
+++ b/run-0/checkpoint-8/config.json
@@ -0,0 +1,26 @@
+{
+  "_name_or_path": "mistralai/Mistral-7B-v0.1",
+  "architectures": [
+    "MistralForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 0,
+  "eos_token_id": 0,
+  "hidden_act": "silu",
+  "hidden_size": 432,
+  "initializer_range": 0.02,
+  "intermediate_size": 1600,
+  "max_position_embeddings": 75,
+  "model_type": "mistral",
+  "num_attention_heads": 8,
+  "num_hidden_layers": 12,
+  "num_key_value_heads": 8,
+  "rms_norm_eps": 1e-05,
+  "rope_theta": 10000.0,
+  "sliding_window": 75,
+  "tie_word_embeddings": false,
+  "torch_dtype": "float32",
+  "transformers_version": "4.38.2",
+  "use_cache": true,
+  "vocab_size": 738
+}
diff --git a/run-0/checkpoint-8/generation_config.json b/run-0/checkpoint-8/generation_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c3848a20aea878284eb1c919398b3dc4729aaf56
--- /dev/null
+++ b/run-0/checkpoint-8/generation_config.json
@@ -0,0 +1,6 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 0,
+  "eos_token_id": 0,
+  "transformers_version": "4.38.2"
+}
diff --git a/run-0/checkpoint-8/model.safetensors b/run-0/checkpoint-8/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..393475e9b1512a510268cda37ba2075ddca33ce2
--- /dev/null
+++ b/run-0/checkpoint-8/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b853521d26be1a5eb77051950700c7d64d6a311cf48ca49b4afbb5ec8e13aa0
+size 137970488
diff --git a/run-0/checkpoint-8/optimizer.pt b/run-0/checkpoint-8/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d50a1204eed8161a923ada0d9000297ce89882
--- /dev/null
+++ b/run-0/checkpoint-8/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:246761d6e625ee149d11bf15f70d7fea80b4a730e3dd89abcb749847df85f163
+size 276010426
diff --git a/run-0/checkpoint-8/rng_state.pth b/run-0/checkpoint-8/rng_state.pth
new file mode 100644
index 0000000000000000000000000000000000000000..1ba59fd002ce6392053945ec7da88c0e9db1d0d3
--- /dev/null
+++ b/run-0/checkpoint-8/rng_state.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf09e5d42068af78718f389b253ca2eb25c713b626107d2bb3a00c3751c8bf18
+size 14244
diff --git a/run-0/checkpoint-8/scheduler.pt b/run-0/checkpoint-8/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..972a2a88c2de0275441c8482aa2910c105175922
--- /dev/null
+++ b/run-0/checkpoint-8/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25ae3e12d73c471c1febe12d5aee42f6f4f45242c32e2f35736859fcb699262d
+size 1064
diff --git a/run-0/checkpoint-8/special_tokens_map.json b/run-0/checkpoint-8/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..b2d2dbc845800c78fe98656af927d831ab4ff7b7
--- /dev/null
+++ b/run-0/checkpoint-8/special_tokens_map.json
@@ -0,0 +1,24 @@
+{
+  "bos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|endoftext|>",
+  "unk_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}
diff --git a/run-0/checkpoint-8/tokenizer_config.json b/run-0/checkpoint-8/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..a3563cefb79ee8652355538cb294c79dd228e0f3
--- /dev/null
+++ b/run-0/checkpoint-8/tokenizer_config.json
@@ -0,0 +1,20 @@
+{
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|endoftext|>",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|endoftext|>",
+  "model_max_length": 75,
+  "pad_token": "<|endoftext|>",
+  "tokenizer_class": "AISTokenizer",
+  "unk_token": "<|endoftext|>"
+}
diff --git a/run-0/checkpoint-8/trainer_state.json b/run-0/checkpoint-8/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..59b8a7e65d98fe9c7ee37296f6d7d0a3cde5c977
--- /dev/null
+++ b/run-0/checkpoint-8/trainer_state.json
@@ -0,0 +1,22 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.0026666666666666666,
+  "eval_steps": 1000,
+  "global_step": 8,
+  "is_hyper_param_search": true,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [],
+  "logging_steps": 1000,
+  "max_steps": 3000,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 9223372036854775807,
+  "save_steps": 1,
+  "total_flos": 0,
+  "train_batch_size": 544,
+  "trial_name": null,
+  "trial_params": {
+    "learning_rate": 0.007162227406380004
+  }
+}
diff --git a/run-0/checkpoint-8/training_args.bin b/run-0/checkpoint-8/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b2b8ff44f5b3f3edbd0ecf5e7c8877978a9d72a1
--- /dev/null
+++ b/run-0/checkpoint-8/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a0c008b91c5d43c0b0aa9a8fa00cf5cf102406259363e15c6c2ba21df48b760
+size 4920
diff --git a/run-0/checkpoint-8/vocab_file.txt b/run-0/checkpoint-8/vocab_file.txt
new file mode 100644
index 0000000000000000000000000000000000000000..6037fe719b3446ed201eff984908ab065139fe73
--- /dev/null
+++ b/run-0/checkpoint-8/vocab_file.txt
@@ -0,0 +1,738 @@
+<|endoftext|>
+#
+(
+)
+-
+/
+1
+2
+3
+4
+5
+6
+7
+=
+[Br;!R;C]
+[Br;!R;N]
+[C;!R;BrBrBrC]
+[C;!R;BrBrCF]
+[C;!R;BrBrCS]
+[C;!R;BrCCC]
+[C;!R;BrCC]
+[C;!R;BrCFF]
+[C;!R;BrCN]
+[C;!R;CCCC]
+[C;!R;CCCCl]
+[C;!R;CCCF]
+[C;!R;CCCN]
+[C;!R;CCCO]
+[C;!R;CCCP]
+[C;!R;CCCS]
+[C;!R;CCC]
+[C;!R;CCClCl]
+[C;!R;CCClO]
+[C;!R;CCCl]
+[C;!R;CCFF]
+[C;!R;CCF]
+[C;!R;CCI]
+[C;!R;CCNN]
+[C;!R;CCNO]
+[C;!R;CCN]
+[C;!R;CCOO]
+[C;!R;CCO]
+[C;!R;CCP]
+[C;!R;CCSS]
+[C;!R;CCS]
+[C;!R;CC]
+[C;!R;CClClCl]
+[C;!R;CClClF]
+[C;!R;CClClO]
+[C;!R;CClClS]
+[C;!R;CClCl]
+[C;!R;CClFF]
+[C;!R;CClN]
+[C;!R;CFFF]
+[C;!R;CFFI]
+[C;!R;CFFN]
+[C;!R;CFFO]
+[C;!R;CFFP]
+[C;!R;CFFS]
+[C;!R;CFF]
+[C;!R;CFS]
+[C;!R;CNN]
+[C;!R;CNO]
+[C;!R;CNP]
+[C;!R;CNS]
+[C;!R;CN]
+[C;!R;COO]
+[C;!R;COS]
+[C;!R;COSi]
+[C;!R;CO]
+[C;!R;CSSS]
+[C;!R;CSS]
+[C;!R;ClClClO]
+[C;!R;ClClClS]
+[C;!R;ClClFS]
+[C;!R;ClClNO]
+[C;!R;ClFFO]
+[C;!R;FFFN]
+[C;!R;FFFO]
+[C;!R;FFFS]
+[C;!R;FFNO]
+[C;!R;FFNS]
+[C;!R;NNN]
+[C;!R;NNO]
+[C;!R;NNS]
+[C;!R;NN]
+[C;!R;NOO]
+[C;!R;NOP]
+[C;!R;NOS]
+[C;!R;NSS]
+[C;!R;NS]
+[C;!R;OOO]
+[C;!R;OOS]
+[C;!R;OSS]
+[C;R;BrBrCC]
+[C;R;BrBrCS]
+[C;R;BrCCC]
+[C;R;BrCC]
+[C;R;BrCN]
+[C;R;BrCS]
+[C;R;CCCC]
+[C;R;CCCCl]
+[C;R;CCCF]
+[C;R;CCCN]
+[C;R;CCCO]
+[C;R;CCCS]
+[C;R;CCCSi]
+[C;R;CCC]
+[C;R;CCClCl]
+[C;R;CCClO]
+[C;R;CCCl]
+[C;R;CCFF]
+[C;R;CCF]
+[C;R;CCNN]
+[C;R;CCNO]
+[C;R;CCNP]
+[C;R;CCNS]
+[C;R;CCN]
+[C;R;CCOO]
+[C;R;CCOS]
+[C;R;CCO]
+[C;R;CCSS]
+[C;R;CCS]
+[C;R;CClN]
+[C;R;CClS]
+[C;R;CFFO]
+[C;R;CIN]
+[C;R;CNNO]
+[C;R;CNN]
+[C;R;CNOO]
+[C;R;CNO]
+[C;R;CNS]
+[C;R;COO]
+[C;R;COS]
+[C;R;CSS]
+[C;R;ClClNS]
+[C;R;ClNN]
+[C;R;FFOO]
+[C;R;NNN]
+[C;R;NNO]
+[C;R;NNS]
+[C;R;NOO]
+[C;R;NOS]
+[C;R;NSS]
+[C;R;OOO]
+[C;R;OOS]
+[CH2;!R;BrC]
+[CH2;!R;BrS]
+[CH2;!R;CC]
+[CH2;!R;CCl]
+[CH2;!R;CF]
+[CH2;!R;CI]
+[CH2;!R;CN]
+[CH2;!R;CO]
+[CH2;!R;CP]
+[CH2;!R;CS]
+[CH2;!R;CSi]
+[CH2;!R;C]
+[CH2;!R;FO]
+[CH2;!R;NN]
+[CH2;!R;NO]
+[CH2;!R;NP]
+[CH2;!R;NS]
+[CH2;!R;NSi]
+[CH2;!R;OO]
+[CH2;!R;OP]
+[CH2;!R;OS]
+[CH2;!R;OSi]
+[CH2;!R;PS]
+[CH2;!R;SS]
+[CH2;!R;SSi]
+[CH2;R;CC]
+[CH2;R;CN]
+[CH2;R;CO]
+[CH2;R;CS]
+[CH2;R;CSi]
+[CH2;R;NN]
+[CH2;R;NO]
+[CH2;R;NP]
+[CH2;R;NS]
+[CH2;R;NSi]
+[CH2;R;OO]
+[CH2;R;OP]
+[CH2;R;OS]
+[CH2;R;SS]
+[CH3;!R;C]
+[CH3;!R;N]
+[CH3;!R;O]
+[CH3;!R;P]
+[CH3;!R;S]
+[CH3;!R;Si]
+[CH;!R;BrC]
+[CH;!R;CCC]
+[CH;!R;CCF]
+[CH;!R;CCN]
+[CH;!R;CCO]
+[CH;!R;CCP]
+[CH;!R;CCS]
+[CH;!R;CCSi]
+[CH;!R;CC]
+[CH;!R;CCl]
+[CH;!R;CFF]
+[CH;!R;CF]
+[CH;!R;CI]
+[CH;!R;CNN]
+[CH;!R;CNO]
+[CH;!R;CN]
+[CH;!R;COO]
+[CH;!R;CO]
+[CH;!R;CP]
+[CH;!R;CSS]
+[CH;!R;CS]
+[CH;!R;CSi]
+[CH;!R;C]
+[CH;!R;FFN]
+[CH;!R;FFO]
+[CH;!R;FFS]
+[CH;!R;NNN]
+[CH;!R;NN]
+[CH;!R;NOO]
+[CH;!R;NO]
+[CH;!R;NSiSi]
+[CH;!R;N]
+[CH;!R;OO]
+[CH;!R;PSS]
+[CH;R;CCC]
+[CH;R;CCCl]
+[CH;R;CCF]
+[CH;R;CCN]
+[CH;R;CCO]
+[CH;R;CCP]
+[CH;R;CCS]
+[CH;R;CC]
+[CH;R;CClN]
+[CH;R;CNN]
+[CH;R;CNO]
+[CH;R;CNS]
+[CH;R;CN]
+[CH;R;COO]
+[CH;R;CO]
+[CH;R;CP]
+[CH;R;CSS]
+[CH;R;CS]
+[CH;R;NNN]
+[CH;R;NNO]
+[CH;R;NNS]
+[CH;R;NN]
+[CH;R;NOO]
+[CH;R;NO]
+[CH;R;NS]
+[Cl;!R;C]
+[Cl;!R;N]
+[Cl;!R;S]
+[F;!R;C]
+[F;!R;N]
+[I;!R;C]
+[N;!R;CCC]
+[N;!R;CCN]
+[N;!R;CCO]
+[N;!R;CCP]
+[N;!R;CCS]
+[N;!R;CC]
+[N;!R;CNS]
+[N;!R;CN]
+[N;!R;COS]
+[N;!R;CO]
+[N;!R;CP]
+[N;!R;CSS]
+[N;!R;CS]
+[N;!R;CSiSi]
+[N;!R;C]
+[N;!R;ClClS]
+[N;!R;NNO]
+[N;!R;NO]
+[N;!R;N]
+[N;!R;SS]
+[N;R;BrCC]
+[N;R;CCC]
+[N;R;CCCl]
+[N;R;CCN]
+[N;R;CCO]
+[N;R;CCP]
+[N;R;CCS]
+[N;R;CC]
+[N;R;CNN]
+[N;R;CNO]
+[N;R;CNS]
+[N;R;CN]
+[N;R;COO]
+[N;R;COS]
+[N;R;CO]
+[N;R;CP]
+[N;R;CS]
+[N;R;NNO]
+[N;R;NN]
+[N;R;NO]
+[N;R;PP]
+[NH2;!R;C]
+[NH2;!R;N]
+[NH2;!R;O]
+[NH2;!R;S]
+[NH;!R;CC]
+[NH;!R;CN]
+[NH;!R;CO]
+[NH;!R;CP]
+[NH;!R;CS]
+[NH;!R;C]
+[NH;!R;NP]
+[NH;!R;NS]
+[NH;!R;OS]
+[NH;!R;S]
+[NH;R;CC]
+[NH;R;CN]
+[NH;R;CO]
+[NH;R;CS]
+[NH;R;NN]
+[O;!R;CC]
+[O;!R;CN]
+[O;!R;CP]
+[O;!R;CS]
+[O;!R;C]
+[O;!R;NN]
+[O;!R;N]
+[O;!R;P]
+[O;!R;S]
+[O;R;CC]
+[O;R;CN]
+[O;R;CP]
+[O;R;CS]
+[O;R;NN]
+[OH;!R;C]
+[OH;!R;N]
+[OH;!R;P]
+[P;!R;CCCO]
+[P;!R;CCC]
+[P;!R;CCN]
+[P;!R;CNNN]
+[P;!R;CNNO]
+[P;!R;COOO]
+[P;!R;NNOO]
+[P;!R;NOOO]
+[P;!R;OOOO]
+[P;!R;OOO]
+[P;R;CCCN]
+[P;R;CCNO]
+[P;R;CCOO]
+[P;R;COOOO]
+[P;R;COOO]
+[P;R;NNNN]
+[P;R;NNN]
+[P;R;NOOO]
+[P;R;NOO]
+[P;R;OOOOO]
+[P;R;OOO]
+[PH;!R;CC]
+[S;!R;CCNO]
+[S;!R;CCOO]
+[S;!R;CCO]
+[S;!R;CC]
+[S;!R;CClOO]
+[S;!R;CNOO]
+[S;!R;CN]
+[S;!R;COOO]
+[S;!R;CO]
+[S;!R;C]
+[S;!R;NNOO]
+[S;!R;NN]
+[S;!R;NOOO]
+[S;!R;OOOO]
+[S;R;CCNO]
+[S;R;CCOO]
+[S;R;CCO]
+[S;R;CC]
+[S;R;CNOO]
+[S;R;CN]
+[S;R;COOO]
+[S;R;CS]
+[S;R;NNN]
+[S;R;NNOO]
+[S;R;NN]
+[SH;!R;C]
+[SH;!R;NOO]
+[Si;!R;CCCC]
+[Si;!R;CCCN]
+[Si;R;CCCC]
+[[C@@H];!R;BrCC]
+[[C@@H];!R;CCC]
+[[C@@H];!R;CCF]
+[[C@@H];!R;CCN]
+[[C@@H];!R;CCO]
+[[C@@H];!R;CCP]
+[[C@@H];!R;CCS]
+[[C@@H];!R;CClS]
+[[C@@H];!R;CFN]
+[[C@@H];!R;CFO]
+[[C@@H];!R;CFS]
+[[C@@H];!R;CNN]
+[[C@@H];!R;CNO]
+[[C@@H];!R;CNP]
+[[C@@H];!R;CNS]
+[[C@@H];!R;COO]
+[[C@@H];!R;COP]
+[[C@@H];!R;COS]
+[[C@@H];!R;FNO]
+[[C@@H];!R;NOO]
+[[C@@H];R;CCC]
+[[C@@H];R;CCF]
+[[C@@H];R;CCN]
+[[C@@H];R;CCO]
+[[C@@H];R;CCS]
+[[C@@H];R;CNN]
+[[C@@H];R;CNO]
+[[C@@H];R;CNS]
+[[C@@H];R;COO]
+[[C@@H];R;COS]
+[[C@@H];R;CSS]
+[[C@@H];R;NNN]
+[[C@@H];R;NNS]
+[[C@@H];R;NOO]
+[[C@@];!R;BrCCCl]
+[[C@@];!R;BrCCI]
+[[C@@];!R;BrCCS]
+[[C@@];!R;BrCClS]
+[[C@@];!R;CCCC]
+[[C@@];!R;CCCF]
+[[C@@];!R;CCCN]
+[[C@@];!R;CCCO]
+[[C@@];!R;CCCS]
+[[C@@];!R;CCClF]
+[[C@@];!R;CCClS]
+[[C@@];!R;CCFN]
+[[C@@];!R;CCNN]
+[[C@@];!R;CCNO]
+[[C@@];!R;CCNP]
+[[C@@];!R;CCOO]
+[[C@@];!R;CCOP]
+[[C@@];!R;CClFI]
+[[C@@];!R;CClFO]
+[[C@@];!R;CClIS]
+[[C@@];R;BrCCC]
+[[C@@];R;BrCCN]
+[[C@@];R;BrCCO]
+[[C@@];R;CCCC]
+[[C@@];R;CCCCl]
+[[C@@];R;CCCF]
+[[C@@];R;CCCN]
+[[C@@];R;CCCO]
+[[C@@];R;CCCS]
+[[C@@];R;CCClF]
+[[C@@];R;CCClN]
+[[C@@];R;CCFN]
+[[C@@];R;CCNN]
+[[C@@];R;CCNO]
+[[C@@];R;CCNS]
+[[C@@];R;CCOO]
+[[C@@];R;CCOP]
+[[C@@];R;CCOS]
+[[C@@];R;CCSSi]
+[[C@@];R;CFOO]
+[[C@@];R;CNNO]
+[[C@@];R;CNOO]
+[[C@@];R;NNSS]
+[[C@H];!R;BrCC]
+[[C@H];!R;CCC]
+[[C@H];!R;CCF]
+[[C@H];!R;CCN]
+[[C@H];!R;CCO]
+[[C@H];!R;CCP]
+[[C@H];!R;CCS]
+[[C@H];!R;CClS]
+[[C@H];!R;CFN]
+[[C@H];!R;CNN]
+[[C@H];!R;CNO]
+[[C@H];!R;CNP]
+[[C@H];!R;CNS]
+[[C@H];!R;COO]
+[[C@H];!R;COP]
+[[C@H];!R;COS]
+[[C@H];!R;FNO]
+[[C@H];R;BrCC]
+[[C@H];R;CCC]
+[[C@H];R;CCF]
+[[C@H];R;CCN]
+[[C@H];R;CCO]
+[[C@H];R;CCP]
+[[C@H];R;CCS]
+[[C@H];R;CNN]
+[[C@H];R;CNO]
+[[C@H];R;CNS]
+[[C@H];R;COO]
+[[C@H];R;COS]
+[[C@H];R;NNO]
+[[C@H];R;NNS]
+[[C@H];R;NOO]
+[[C@H];R;OOO]
+[[C@];!R;BrCCF]
+[[C@];!R;BrCCS]
+[[C@];!R;BrCClS]
+[[C@];!R;BrCIS]
+[[C@];!R;CCCC]
+[[C@];!R;CCCCl]
+[[C@];!R;CCCF]
+[[C@];!R;CCCN]
+[[C@];!R;CCCO]
+[[C@];!R;CCCS]
+[[C@];!R;CCClF]
+[[C@];!R;CCClO]
+[[C@];!R;CCClS]
+[[C@];!R;CCFN]
+[[C@];!R;CCFO]
+[[C@];!R;CCNN]
+[[C@];!R;CCNO]
+[[C@];!R;CClFO]
+[[C@];!R;CClIS]
+[[C@];R;BrCCC]
+[[C@];R;BrCCCl]
+[[C@];R;CCCC]
+[[C@];R;CCCCl]
+[[C@];R;CCCF]
+[[C@];R;CCCI]
+[[C@];R;CCCN]
+[[C@];R;CCCO]
+[[C@];R;CCCS]
+[[C@];R;CCClF]
+[[C@];R;CCFN]
+[[C@];R;CCNN]
+[[C@];R;CCNO]
+[[C@];R;CCNS]
+[[C@];R;CCOO]
+[[C@];R;CCOP]
+[[C@];R;CCOSi]
+[[C@];R;CNNO]
+[[C@];R;CNNS]
+[[C@];R;CNOO]
+[[C@];R;NNNS]
+[[C@];R;NNSS]
+[[N+];!R;CCC]
+[[N+];!R;CC]
+[[N+];!R;CN]
+[[N+];!R;COO]
+[[N+];!R;NN]
+[[N+];!R;NOO]
+[[N+];!R;OOO]
+[[N+];R;CCC]
+[[N+];R;CCN]
+[[N+];R;CCO]
+[[N+];R;NNO]
+[[N+];R;NOO]
+[[N-];!R;CC]
+[[N-];!R;CN]
+[[N-];!R;CO]
+[[N-];!R;CS]
+[[N-];!R;NS]
+[[N-];!R;N]
+[[N-];R;CC]
+[[N-];R;CN]
+[[N-];R;CO]
+[[N-];R;CS]
+[[NH+];!R;CCC]
+[[NH+];!R;CC]
+[[NH+];!R;CN]
+[[NH+];!R;CO]
+[[NH+];!R;CP]
+[[NH+];R;CCC]
+[[NH+];R;CC]
+[[NH+];R;CN]
+[[NH+];R;CO]
+[[NH2+];!R;CC]
+[[NH2+];!R;CN]
+[[NH2+];!R;C]
+[[NH2+];R;CC]
+[[NH2+];R;CN]
+[[NH3+];!R;C]
+[[NH3+];!R;N]
+[[O+];R;CN]
+[[O-];!R;C]
+[[O-];!R;N]
+[[O-];!R;P]
+[[O-];!R;S]
+[[P@@];!R;CCCO]
+[[P@@];!R;CCNN]
+[[P@@];!R;CCNO]
+[[P@@];!R;CCOO]
+[[P@@];!R;CNOO]
+[[P@@];!R;COOO]
+[[P@@];R;CCCO]
+[[P@@];R;CCOO]
+[[P@@];R;NOOO]
+[[P@@];R;OOOO]
+[[P@H];!R;OOO]
+[[P@];!R;CCNN]
+[[P@];!R;CCNO]
+[[P@];!R;CCOO]
+[[P@];!R;CNOO]
+[[P@];!R;COOO]
+[[P@];!R;NNOO]
+[[P@];!R;NOOO]
+[[P@];R;CCCO]
+[[P@];R;CNNO]
+[[PH+];!R;CCC]
+[[PH+];!R;CCN]
+[[S+];!R;CCC]
+[[S-];!R;C]
+[[S@@];!R;CCNO]
+[[S@@];!R;CCN]
+[[S@@];!R;CCO]
+[[S@@];!R;CNNO]
+[[S@@];!R;CNOO]
+[[S@@];!R;CNO]
+[[S@@];!R;COO]
+[[S@@];R;CCNO]
+[[S@@];R;CCO]
+[[S@];!R;CCNO]
+[[S@];!R;CCN]
+[[S@];!R;CCO]
+[[S@];!R;CNNO]
+[[S@];!R;CNOO]
+[[S@];!R;CNO]
+[[S@];!R;NOO]
+[[S@];R;CCNO]
+[[S@];R;CCO]
+[[[N@@H]+];!R;CCC]
+[[[N@@H]+];R;CCC]
+[[[N@@H]+];R;CCN]
+[[[N@H]+];!R;CCC]
+[[[N@H]+];R;CCC]
+[[n+];R;CCC]
+[[n+];R;CCN]
+[[n+];R;CCO]
+[[n+];R;CCS]
+[[n+];R;CNN]
+[[n+];R;CNO]
+[[n+];R;COO]
+[[n+];R;NNN]
+[[n-];R;CC]
+[[n-];R;CN]
+[[n-];R;CO]
+[[n-];R;CS]
+[[n-];R;NN]
+[[n-];R;NO]
+[[n-];R;NS]
+[[nH+];R;CC]
+[[nH+];R;CN]
+[[o+];R;CC]
+[[o+];R;CN]
+[[s+];R;CC]
+[[s+];R;CN]
+[c;R;BrCC]
+[c;R;BrCN]
+[c;R;BrCO]
+[c;R;BrCS]
+[c;R;BrNN]
+[c;R;BrNO]
+[c;R;BrNS]
+[c;R;CCC]
+[c;R;CCCl]
+[c;R;CCF]
+[c;R;CCI]
+[c;R;CCN]
+[c;R;CCO]
+[c;R;CCP]
+[c;R;CCS]
+[c;R;CCSi]
+[c;R;CClN]
+[c;R;CClO]
+[c;R;CClS]
+[c;R;CFN]
+[c;R;CFO]
+[c;R;CFS]
+[c;R;CIN]
+[c;R;CIO]
+[c;R;CIS]
+[c;R;CNN]
+[c;R;CNO]
+[c;R;CNP]
+[c;R;CNS]
+[c;R;CNSi]
+[c;R;COO]
+[c;R;COP]
+[c;R;COS]
+[c;R;CSS]
+[c;R;ClNN]
+[c;R;ClNO]
+[c;R;ClNS]
+[c;R;FNN]
+[c;R;INN]
+[c;R;INO]
+[c;R;INS]
+[c;R;NNN]
+[c;R;NNO]
+[c;R;NNP]
+[c;R;NNS]
+[c;R;NOO]
+[c;R;NOS]
+[c;R;NSS]
+[c;R;OOO]
+[c;R;OOS]
+[c;R;OSS]
+[c;R;SSS]
+[cH;R;CC]
+[cH;R;CN]
+[cH;R;CO]
+[cH;R;CS]
+[cH;R;NN]
+[cH;R;NO]
+[cH;R;NS]
+[n;R;BrCN]
+[n;R;CCC]
+[n;R;CCF]
+[n;R;CCN]
+[n;R;CCO]
+[n;R;CCP]
+[n;R;CCS]
+[n;R;CCSi]
+[n;R;CC]
+[n;R;CNN]
+[n;R;CNO]
+[n;R;CNS]
+[n;R;CN]
+[n;R;CO]
+[n;R;CS]
+[n;R;NN]
+[n;R;NO]
+[n;R;NS]
+[nH;R;CC]
+[nH;R;CN]
+[nH;R;CO]
+[nH;R;CS]
+[nH;R;NN]
+[o;R;CC]
+[o;R;CN]
+[o;R;NN]
+[p;R;CC]
+[s;R;CC]
+[s;R;CN]
+[s;R;CS]
+[s;R;NN]
+\
diff --git a/run-0/checkpoint-9/config.json b/run-0/checkpoint-9/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..84bb290fd30fca27fe05a1c179cd8e0ef5b2fe58
--- /dev/null
+++ b/run-0/checkpoint-9/config.json
@@ -0,0 +1,26 @@
+{
+  "_name_or_path": "mistralai/Mistral-7B-v0.1",
+  "architectures": [
+    "MistralForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 0,
+  "eos_token_id": 0,
+  "hidden_act": "silu",
+  "hidden_size": 432,
+  "initializer_range": 0.02,
+  "intermediate_size": 1600,
+  "max_position_embeddings": 75,
+  "model_type": "mistral",
+  "num_attention_heads": 8,
+  "num_hidden_layers": 12,
+  "num_key_value_heads": 8,
+  "rms_norm_eps": 1e-05,
+  "rope_theta": 10000.0,
+  "sliding_window": 75,
+  "tie_word_embeddings": false,
+  "torch_dtype": "float32",
+  "transformers_version": "4.38.2",
+  "use_cache": true,
+  "vocab_size": 738
+}
diff --git a/run-0/checkpoint-9/generation_config.json b/run-0/checkpoint-9/generation_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c3848a20aea878284eb1c919398b3dc4729aaf56
--- /dev/null
+++ b/run-0/checkpoint-9/generation_config.json
@@ -0,0 +1,6 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 0,
+  "eos_token_id": 0,
+  "transformers_version": "4.38.2"
+}
diff --git a/run-0/checkpoint-9/model.safetensors b/run-0/checkpoint-9/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..123fc3061cb11e91d0aa264ecd0af6feea9b0003
--- /dev/null
+++ b/run-0/checkpoint-9/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b97cac3785a0eb08862903304a75b26b65621e4f424987f7144a391376cd06
+size 137970488
diff --git a/run-0/checkpoint-9/optimizer.pt b/run-0/checkpoint-9/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71078ab1bd20bf7493775389f59309e2d82c0be3
--- /dev/null
+++ b/run-0/checkpoint-9/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d74c2bf415b6d745971c8c34a67fa78b0d760a451be21d81ea3198caedd32a3e
+size 276010426
diff --git a/run-0/checkpoint-9/rng_state.pth b/run-0/checkpoint-9/rng_state.pth
new file mode 100644
index 0000000000000000000000000000000000000000..1ba59fd002ce6392053945ec7da88c0e9db1d0d3
--- /dev/null
+++ b/run-0/checkpoint-9/rng_state.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf09e5d42068af78718f389b253ca2eb25c713b626107d2bb3a00c3751c8bf18
+size 14244
diff --git a/run-0/checkpoint-9/scheduler.pt b/run-0/checkpoint-9/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f83fa0b46e7661f0746ddf2ee2314cc28815b574
--- /dev/null
+++ b/run-0/checkpoint-9/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e91422f26fb28859b1ba2c59e2f0727862c1b53e3cd4eddade0749cde1e68c0f
+size 1064
diff --git a/run-0/checkpoint-9/special_tokens_map.json b/run-0/checkpoint-9/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..b2d2dbc845800c78fe98656af927d831ab4ff7b7
--- /dev/null
+++ b/run-0/checkpoint-9/special_tokens_map.json
@@ -0,0 +1,24 @@
+{
+  "bos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|endoftext|>",
+  "unk_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}
diff --git a/run-0/checkpoint-9/tokenizer_config.json b/run-0/checkpoint-9/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..a3563cefb79ee8652355538cb294c79dd228e0f3
--- /dev/null
+++ b/run-0/checkpoint-9/tokenizer_config.json
@@ -0,0 +1,20 @@
+{
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|endoftext|>",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|endoftext|>",
+  "model_max_length": 75,
+  "pad_token": "<|endoftext|>",
+  "tokenizer_class": "AISTokenizer",
+  "unk_token": "<|endoftext|>"
+}
diff --git a/run-0/checkpoint-9/trainer_state.json b/run-0/checkpoint-9/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..79a69f7d07a3b596cee32ffbde6ec36c862d74f2
--- /dev/null
+++ b/run-0/checkpoint-9/trainer_state.json
@@ -0,0 +1,22 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.003,
+  "eval_steps": 1000,
+  "global_step": 9,
+  "is_hyper_param_search": true,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [],
+  "logging_steps": 1000,
+  "max_steps": 3000,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 9223372036854775807,
+  "save_steps": 1,
+  "total_flos": 0,
+  "train_batch_size": 544,
+  "trial_name": null,
+  "trial_params": {
+    "learning_rate": 0.007162227406380004
+  }
+}
diff --git a/run-0/checkpoint-9/training_args.bin b/run-0/checkpoint-9/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b2b8ff44f5b3f3edbd0ecf5e7c8877978a9d72a1
--- /dev/null
+++ b/run-0/checkpoint-9/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a0c008b91c5d43c0b0aa9a8fa00cf5cf102406259363e15c6c2ba21df48b760
+size 4920
diff --git a/run-0/checkpoint-9/vocab_file.txt b/run-0/checkpoint-9/vocab_file.txt
new file mode 100644
index 0000000000000000000000000000000000000000..6037fe719b3446ed201eff984908ab065139fe73
--- /dev/null
+++ b/run-0/checkpoint-9/vocab_file.txt
@@ -0,0 +1,738 @@
+<|endoftext|>
+#
+(
+)
+-
+/
+1
+2
+3
+4
+5
+6
+7
+=
+[Br;!R;C]
+[Br;!R;N]
+[C;!R;BrBrBrC]
+[C;!R;BrBrCF]
+[C;!R;BrBrCS]
+[C;!R;BrCCC]
+[C;!R;BrCC]
+[C;!R;BrCFF]
+[C;!R;BrCN]
+[C;!R;CCCC]
+[C;!R;CCCCl]
+[C;!R;CCCF]
+[C;!R;CCCN]
+[C;!R;CCCO]
+[C;!R;CCCP]
+[C;!R;CCCS]
+[C;!R;CCC]
+[C;!R;CCClCl]
+[C;!R;CCClO]
+[C;!R;CCCl]
+[C;!R;CCFF]
+[C;!R;CCF]
+[C;!R;CCI]
+[C;!R;CCNN]
+[C;!R;CCNO]
+[C;!R;CCN]
+[C;!R;CCOO]
+[C;!R;CCO]
+[C;!R;CCP]
+[C;!R;CCSS]
+[C;!R;CCS]
+[C;!R;CC]
+[C;!R;CClClCl]
+[C;!R;CClClF]
+[C;!R;CClClO]
+[C;!R;CClClS]
+[C;!R;CClCl]
+[C;!R;CClFF]
+[C;!R;CClN]
+[C;!R;CFFF]
+[C;!R;CFFI]
+[C;!R;CFFN]
+[C;!R;CFFO]
+[C;!R;CFFP]
+[C;!R;CFFS]
+[C;!R;CFF]
+[C;!R;CFS]
+[C;!R;CNN]
+[C;!R;CNO]
+[C;!R;CNP]
+[C;!R;CNS]
+[C;!R;CN]
+[C;!R;COO]
+[C;!R;COS]
+[C;!R;COSi]
+[C;!R;CO]
+[C;!R;CSSS]
+[C;!R;CSS]
+[C;!R;ClClClO]
+[C;!R;ClClClS]
+[C;!R;ClClFS]
+[C;!R;ClClNO]
+[C;!R;ClFFO]
+[C;!R;FFFN]
+[C;!R;FFFO]
+[C;!R;FFFS]
+[C;!R;FFNO]
+[C;!R;FFNS]
+[C;!R;NNN]
+[C;!R;NNO]
+[C;!R;NNS]
+[C;!R;NN]
+[C;!R;NOO]
+[C;!R;NOP]
+[C;!R;NOS]
+[C;!R;NSS]
+[C;!R;NS]
+[C;!R;OOO]
+[C;!R;OOS]
+[C;!R;OSS]
+[C;R;BrBrCC]
+[C;R;BrBrCS]
+[C;R;BrCCC]
+[C;R;BrCC]
+[C;R;BrCN]
+[C;R;BrCS]
+[C;R;CCCC]
+[C;R;CCCCl]
+[C;R;CCCF]
+[C;R;CCCN]
+[C;R;CCCO]
+[C;R;CCCS]
+[C;R;CCCSi]
+[C;R;CCC]
+[C;R;CCClCl]
+[C;R;CCClO]
+[C;R;CCCl]
+[C;R;CCFF]
+[C;R;CCF]
+[C;R;CCNN]
+[C;R;CCNO]
+[C;R;CCNP]
+[C;R;CCNS]
+[C;R;CCN]
+[C;R;CCOO]
+[C;R;CCOS]
+[C;R;CCO]
+[C;R;CCSS]
+[C;R;CCS]
+[C;R;CClN]
+[C;R;CClS]
+[C;R;CFFO]
+[C;R;CIN]
+[C;R;CNNO]
+[C;R;CNN]
+[C;R;CNOO]
+[C;R;CNO]
+[C;R;CNS]
+[C;R;COO]
+[C;R;COS]
+[C;R;CSS]
+[C;R;ClClNS]
+[C;R;ClNN]
+[C;R;FFOO]
+[C;R;NNN]
+[C;R;NNO]
+[C;R;NNS]
+[C;R;NOO]
+[C;R;NOS]
+[C;R;NSS]
+[C;R;OOO]
+[C;R;OOS]
+[CH2;!R;BrC]
+[CH2;!R;BrS]
+[CH2;!R;CC]
+[CH2;!R;CCl]
+[CH2;!R;CF]
+[CH2;!R;CI]
+[CH2;!R;CN]
+[CH2;!R;CO]
+[CH2;!R;CP]
+[CH2;!R;CS]
+[CH2;!R;CSi]
+[CH2;!R;C]
+[CH2;!R;FO]
+[CH2;!R;NN]
+[CH2;!R;NO]
+[CH2;!R;NP]
+[CH2;!R;NS]
+[CH2;!R;NSi]
+[CH2;!R;OO]
+[CH2;!R;OP]
+[CH2;!R;OS]
+[CH2;!R;OSi]
+[CH2;!R;PS]
+[CH2;!R;SS]
+[CH2;!R;SSi]
+[CH2;R;CC]
+[CH2;R;CN]
+[CH2;R;CO]
+[CH2;R;CS]
+[CH2;R;CSi]
+[CH2;R;NN]
+[CH2;R;NO]
+[CH2;R;NP]
+[CH2;R;NS]
+[CH2;R;NSi]
+[CH2;R;OO]
+[CH2;R;OP]
+[CH2;R;OS]
+[CH2;R;SS]
+[CH3;!R;C]
+[CH3;!R;N]
+[CH3;!R;O]
+[CH3;!R;P]
+[CH3;!R;S]
+[CH3;!R;Si]
+[CH;!R;BrC]
+[CH;!R;CCC]
+[CH;!R;CCF]
+[CH;!R;CCN]
+[CH;!R;CCO]
+[CH;!R;CCP]
+[CH;!R;CCS]
+[CH;!R;CCSi]
+[CH;!R;CC]
+[CH;!R;CCl]
+[CH;!R;CFF]
+[CH;!R;CF]
+[CH;!R;CI]
+[CH;!R;CNN]
+[CH;!R;CNO]
+[CH;!R;CN]
+[CH;!R;COO]
+[CH;!R;CO]
+[CH;!R;CP]
+[CH;!R;CSS]
+[CH;!R;CS]
+[CH;!R;CSi]
+[CH;!R;C]
+[CH;!R;FFN]
+[CH;!R;FFO]
+[CH;!R;FFS]
+[CH;!R;NNN]
+[CH;!R;NN]
+[CH;!R;NOO]
+[CH;!R;NO]
+[CH;!R;NSiSi]
+[CH;!R;N]
+[CH;!R;OO]
+[CH;!R;PSS]
+[CH;R;CCC]
+[CH;R;CCCl]
+[CH;R;CCF]
+[CH;R;CCN]
+[CH;R;CCO]
+[CH;R;CCP]
+[CH;R;CCS]
+[CH;R;CC]
+[CH;R;CClN]
+[CH;R;CNN]
+[CH;R;CNO]
+[CH;R;CNS]
+[CH;R;CN]
+[CH;R;COO]
+[CH;R;CO]
+[CH;R;CP]
+[CH;R;CSS]
+[CH;R;CS]
+[CH;R;NNN]
+[CH;R;NNO]
+[CH;R;NNS]
+[CH;R;NN]
+[CH;R;NOO]
+[CH;R;NO]
+[CH;R;NS]
+[Cl;!R;C]
+[Cl;!R;N]
+[Cl;!R;S]
+[F;!R;C]
+[F;!R;N]
+[I;!R;C]
+[N;!R;CCC]
+[N;!R;CCN]
+[N;!R;CCO]
+[N;!R;CCP]
+[N;!R;CCS]
+[N;!R;CC]
+[N;!R;CNS]
+[N;!R;CN]
+[N;!R;COS]
+[N;!R;CO]
+[N;!R;CP]
+[N;!R;CSS]
+[N;!R;CS]
+[N;!R;CSiSi]
+[N;!R;C]
+[N;!R;ClClS]
+[N;!R;NNO]
+[N;!R;NO]
+[N;!R;N]
+[N;!R;SS]
+[N;R;BrCC]
+[N;R;CCC]
+[N;R;CCCl]
+[N;R;CCN]
+[N;R;CCO]
+[N;R;CCP]
+[N;R;CCS]
+[N;R;CC]
+[N;R;CNN]
+[N;R;CNO]
+[N;R;CNS]
+[N;R;CN]
+[N;R;COO]
+[N;R;COS]
+[N;R;CO]
+[N;R;CP]
+[N;R;CS]
+[N;R;NNO]
+[N;R;NN]
+[N;R;NO]
+[N;R;PP]
+[NH2;!R;C]
+[NH2;!R;N]
+[NH2;!R;O]
+[NH2;!R;S]
+[NH;!R;CC]
+[NH;!R;CN]
+[NH;!R;CO]
+[NH;!R;CP]
+[NH;!R;CS]
+[NH;!R;C]
+[NH;!R;NP]
+[NH;!R;NS]
+[NH;!R;OS]
+[NH;!R;S]
+[NH;R;CC]
+[NH;R;CN]
+[NH;R;CO]
+[NH;R;CS]
+[NH;R;NN]
+[O;!R;CC]
+[O;!R;CN]
+[O;!R;CP]
+[O;!R;CS]
+[O;!R;C]
+[O;!R;NN]
+[O;!R;N]
+[O;!R;P]
+[O;!R;S]
+[O;R;CC]
+[O;R;CN]
+[O;R;CP]
+[O;R;CS]
+[O;R;NN]
+[OH;!R;C]
+[OH;!R;N]
+[OH;!R;P]
+[P;!R;CCCO]
+[P;!R;CCC]
+[P;!R;CCN]
+[P;!R;CNNN]
+[P;!R;CNNO]
+[P;!R;COOO]
+[P;!R;NNOO]
+[P;!R;NOOO]
+[P;!R;OOOO]
+[P;!R;OOO]
+[P;R;CCCN]
+[P;R;CCNO]
+[P;R;CCOO]
+[P;R;COOOO]
+[P;R;COOO]
+[P;R;NNNN]
+[P;R;NNN]
+[P;R;NOOO]
+[P;R;NOO]
+[P;R;OOOOO]
+[P;R;OOO]
+[PH;!R;CC]
+[S;!R;CCNO]
+[S;!R;CCOO]
+[S;!R;CCO]
+[S;!R;CC]
+[S;!R;CClOO]
+[S;!R;CNOO]
+[S;!R;CN]
+[S;!R;COOO]
+[S;!R;CO]
+[S;!R;C]
+[S;!R;NNOO]
+[S;!R;NN]
+[S;!R;NOOO]
+[S;!R;OOOO]
+[S;R;CCNO]
+[S;R;CCOO]
+[S;R;CCO]
+[S;R;CC]
+[S;R;CNOO]
+[S;R;CN]
+[S;R;COOO]
+[S;R;CS]
+[S;R;NNN]
+[S;R;NNOO]
+[S;R;NN]
+[SH;!R;C]
+[SH;!R;NOO]
+[Si;!R;CCCC]
+[Si;!R;CCCN]
+[Si;R;CCCC]
+[[C@@H];!R;BrCC]
+[[C@@H];!R;CCC]
+[[C@@H];!R;CCF]
+[[C@@H];!R;CCN]
+[[C@@H];!R;CCO]
+[[C@@H];!R;CCP]
+[[C@@H];!R;CCS]
+[[C@@H];!R;CClS]
+[[C@@H];!R;CFN]
+[[C@@H];!R;CFO]
+[[C@@H];!R;CFS]
+[[C@@H];!R;CNN]
+[[C@@H];!R;CNO]
+[[C@@H];!R;CNP]
+[[C@@H];!R;CNS]
+[[C@@H];!R;COO]
+[[C@@H];!R;COP]
+[[C@@H];!R;COS]
+[[C@@H];!R;FNO]
+[[C@@H];!R;NOO]
+[[C@@H];R;CCC]
+[[C@@H];R;CCF]
+[[C@@H];R;CCN]
+[[C@@H];R;CCO]
+[[C@@H];R;CCS]
+[[C@@H];R;CNN]
+[[C@@H];R;CNO]
+[[C@@H];R;CNS]
+[[C@@H];R;COO]
+[[C@@H];R;COS]
+[[C@@H];R;CSS]
+[[C@@H];R;NNN]
+[[C@@H];R;NNS]
+[[C@@H];R;NOO]
+[[C@@];!R;BrCCCl]
+[[C@@];!R;BrCCI]
+[[C@@];!R;BrCCS]
+[[C@@];!R;BrCClS]
+[[C@@];!R;CCCC]
+[[C@@];!R;CCCF]
+[[C@@];!R;CCCN]
+[[C@@];!R;CCCO]
+[[C@@];!R;CCCS]
+[[C@@];!R;CCClF]
+[[C@@];!R;CCClS]
+[[C@@];!R;CCFN]
+[[C@@];!R;CCNN]
+[[C@@];!R;CCNO]
+[[C@@];!R;CCNP]
+[[C@@];!R;CCOO]
+[[C@@];!R;CCOP]
+[[C@@];!R;CClFI]
+[[C@@];!R;CClFO]
+[[C@@];!R;CClIS]
+[[C@@];R;BrCCC]
+[[C@@];R;BrCCN]
+[[C@@];R;BrCCO]
+[[C@@];R;CCCC]
+[[C@@];R;CCCCl]
+[[C@@];R;CCCF]
+[[C@@];R;CCCN]
+[[C@@];R;CCCO]
+[[C@@];R;CCCS]
+[[C@@];R;CCClF]
+[[C@@];R;CCClN]
+[[C@@];R;CCFN]
+[[C@@];R;CCNN]
+[[C@@];R;CCNO]
+[[C@@];R;CCNS]
+[[C@@];R;CCOO]
+[[C@@];R;CCOP]
+[[C@@];R;CCOS]
+[[C@@];R;CCSSi]
+[[C@@];R;CFOO]
+[[C@@];R;CNNO]
+[[C@@];R;CNOO]
+[[C@@];R;NNSS]
+[[C@H];!R;BrCC]
+[[C@H];!R;CCC]
+[[C@H];!R;CCF]
+[[C@H];!R;CCN]
+[[C@H];!R;CCO]
+[[C@H];!R;CCP]
+[[C@H];!R;CCS]
+[[C@H];!R;CClS]
+[[C@H];!R;CFN]
+[[C@H];!R;CNN]
+[[C@H];!R;CNO]
+[[C@H];!R;CNP]
+[[C@H];!R;CNS]
+[[C@H];!R;COO]
+[[C@H];!R;COP]
+[[C@H];!R;COS]
+[[C@H];!R;FNO]
+[[C@H];R;BrCC]
+[[C@H];R;CCC]
+[[C@H];R;CCF]
+[[C@H];R;CCN]
+[[C@H];R;CCO]
+[[C@H];R;CCP]
+[[C@H];R;CCS]
+[[C@H];R;CNN]
+[[C@H];R;CNO]
+[[C@H];R;CNS]
+[[C@H];R;COO]
+[[C@H];R;COS]
+[[C@H];R;NNO]
+[[C@H];R;NNS]
+[[C@H];R;NOO]
+[[C@H];R;OOO]
+[[C@];!R;BrCCF]
+[[C@];!R;BrCCS]
+[[C@];!R;BrCClS]
+[[C@];!R;BrCIS]
+[[C@];!R;CCCC]
+[[C@];!R;CCCCl]
+[[C@];!R;CCCF]
+[[C@];!R;CCCN]
+[[C@];!R;CCCO]
+[[C@];!R;CCCS]
+[[C@];!R;CCClF]
+[[C@];!R;CCClO]
+[[C@];!R;CCClS]
+[[C@];!R;CCFN]
+[[C@];!R;CCFO]
+[[C@];!R;CCNN]
+[[C@];!R;CCNO]
+[[C@];!R;CClFO]
+[[C@];!R;CClIS]
+[[C@];R;BrCCC]
+[[C@];R;BrCCCl]
+[[C@];R;CCCC]
+[[C@];R;CCCCl]
+[[C@];R;CCCF]
+[[C@];R;CCCI]
+[[C@];R;CCCN]
+[[C@];R;CCCO]
+[[C@];R;CCCS]
+[[C@];R;CCClF]
+[[C@];R;CCFN]
+[[C@];R;CCNN]
+[[C@];R;CCNO]
+[[C@];R;CCNS]
+[[C@];R;CCOO]
+[[C@];R;CCOP]
+[[C@];R;CCOSi]
+[[C@];R;CNNO]
+[[C@];R;CNNS]
+[[C@];R;CNOO]
+[[C@];R;NNNS]
+[[C@];R;NNSS]
+[[N+];!R;CCC]
+[[N+];!R;CC]
+[[N+];!R;CN]
+[[N+];!R;COO]
+[[N+];!R;NN]
+[[N+];!R;NOO]
+[[N+];!R;OOO]
+[[N+];R;CCC]
+[[N+];R;CCN]
+[[N+];R;CCO]
+[[N+];R;NNO]
+[[N+];R;NOO]
+[[N-];!R;CC]
+[[N-];!R;CN]
+[[N-];!R;CO]
+[[N-];!R;CS]
+[[N-];!R;NS]
+[[N-];!R;N]
+[[N-];R;CC]
+[[N-];R;CN]
+[[N-];R;CO]
+[[N-];R;CS]
+[[NH+];!R;CCC]
+[[NH+];!R;CC]
+[[NH+];!R;CN]
+[[NH+];!R;CO]
+[[NH+];!R;CP]
+[[NH+];R;CCC]
+[[NH+];R;CC]
+[[NH+];R;CN]
+[[NH+];R;CO]
+[[NH2+];!R;CC]
+[[NH2+];!R;CN]
+[[NH2+];!R;C]
+[[NH2+];R;CC]
+[[NH2+];R;CN]
+[[NH3+];!R;C]
+[[NH3+];!R;N]
+[[O+];R;CN]
+[[O-];!R;C]
+[[O-];!R;N]
+[[O-];!R;P]
+[[O-];!R;S]
+[[P@@];!R;CCCO]
+[[P@@];!R;CCNN]
+[[P@@];!R;CCNO]
+[[P@@];!R;CCOO]
+[[P@@];!R;CNOO]
+[[P@@];!R;COOO]
+[[P@@];R;CCCO]
+[[P@@];R;CCOO]
+[[P@@];R;NOOO]
+[[P@@];R;OOOO]
+[[P@H];!R;OOO]
+[[P@];!R;CCNN]
+[[P@];!R;CCNO]
+[[P@];!R;CCOO]
+[[P@];!R;CNOO]
+[[P@];!R;COOO]
+[[P@];!R;NNOO]
+[[P@];!R;NOOO]
+[[P@];R;CCCO]
+[[P@];R;CNNO]
+[[PH+];!R;CCC]
+[[PH+];!R;CCN]
+[[S+];!R;CCC]
+[[S-];!R;C]
+[[S@@];!R;CCNO]
+[[S@@];!R;CCN]
+[[S@@];!R;CCO]
+[[S@@];!R;CNNO]
+[[S@@];!R;CNOO]
+[[S@@];!R;CNO]
+[[S@@];!R;COO]
+[[S@@];R;CCNO]
+[[S@@];R;CCO]
+[[S@];!R;CCNO]
+[[S@];!R;CCN]
+[[S@];!R;CCO]
+[[S@];!R;CNNO]
+[[S@];!R;CNOO]
+[[S@];!R;CNO]
+[[S@];!R;NOO]
+[[S@];R;CCNO]
+[[S@];R;CCO]
+[[[N@@H]+];!R;CCC]
+[[[N@@H]+];R;CCC]
+[[[N@@H]+];R;CCN]
+[[[N@H]+];!R;CCC]
+[[[N@H]+];R;CCC]
+[[n+];R;CCC]
+[[n+];R;CCN]
+[[n+];R;CCO]
+[[n+];R;CCS]
+[[n+];R;CNN]
+[[n+];R;CNO]
+[[n+];R;COO]
+[[n+];R;NNN]
+[[n-];R;CC]
+[[n-];R;CN]
+[[n-];R;CO]
+[[n-];R;CS]
+[[n-];R;NN]
+[[n-];R;NO]
+[[n-];R;NS]
+[[nH+];R;CC]
+[[nH+];R;CN]
+[[o+];R;CC]
+[[o+];R;CN]
+[[s+];R;CC]
+[[s+];R;CN]
+[c;R;BrCC]
+[c;R;BrCN]
+[c;R;BrCO]
+[c;R;BrCS]
+[c;R;BrNN]
+[c;R;BrNO]
+[c;R;BrNS]
+[c;R;CCC]
+[c;R;CCCl]
+[c;R;CCF]
+[c;R;CCI]
+[c;R;CCN]
+[c;R;CCO]
+[c;R;CCP]
+[c;R;CCS]
+[c;R;CCSi]
+[c;R;CClN]
+[c;R;CClO]
+[c;R;CClS]
+[c;R;CFN]
+[c;R;CFO]
+[c;R;CFS]
+[c;R;CIN]
+[c;R;CIO]
+[c;R;CIS]
+[c;R;CNN]
+[c;R;CNO]
+[c;R;CNP]
+[c;R;CNS]
+[c;R;CNSi]
+[c;R;COO]
+[c;R;COP]
+[c;R;COS]
+[c;R;CSS]
+[c;R;ClNN]
+[c;R;ClNO]
+[c;R;ClNS]
+[c;R;FNN]
+[c;R;INN]
+[c;R;INO]
+[c;R;INS]
+[c;R;NNN]
+[c;R;NNO]
+[c;R;NNP]
+[c;R;NNS]
+[c;R;NOO]
+[c;R;NOS]
+[c;R;NSS]
+[c;R;OOO]
+[c;R;OOS]
+[c;R;OSS]
+[c;R;SSS]
+[cH;R;CC]
+[cH;R;CN]
+[cH;R;CO]
+[cH;R;CS]
+[cH;R;NN]
+[cH;R;NO]
+[cH;R;NS]
+[n;R;BrCN]
+[n;R;CCC]
+[n;R;CCF]
+[n;R;CCN]
+[n;R;CCO]
+[n;R;CCP]
+[n;R;CCS]
+[n;R;CCSi]
+[n;R;CC]
+[n;R;CNN]
+[n;R;CNO]
+[n;R;CNS]
+[n;R;CN]
+[n;R;CO]
+[n;R;CS]
+[n;R;NN]
+[n;R;NO]
+[n;R;NS]
+[nH;R;CC]
+[nH;R;CN]
+[nH;R;CO]
+[nH;R;CS]
+[nH;R;NN]
+[o;R;CC]
+[o;R;CN]
+[o;R;NN]
+[p;R;CC]
+[s;R;CC]
+[s;R;CN]
+[s;R;CS]
+[s;R;NN]
+\