diff --git a/.gitattributes b/.gitattributes
index a48144cb4a00242e1f1a977b0291bfc5a144b00e..f706ec535527b3896aa69b7fe8d7bc51695eefec 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -3442,3 +3442,22 @@ neuronxcc-2.14.227.0+2d4f85be/MODULE_fc7bab2aed847ed31a67+2c2d707e/model.neff fi
 neuronxcc-2.14.227.0+2d4f85be/MODULE_ffa764237818d906983b+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
 neuronxcc-2.14.227.0+2d4f85be/MODULE_3a94fd503bf593d2a510+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
 neuronxcc-2.14.227.0+2d4f85be/MODULE_d52d4e47f62200e73036+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.13.66.0+6dfecc895/MODULE_10567997738313373845+7d62792c/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.13.66.0+6dfecc895/MODULE_11505507996904870573+7d62792c/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.13.66.0+6dfecc895/MODULE_11690815766548580044+7d62792c/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.13.66.0+6dfecc895/MODULE_12500149636432441731+7d62792c/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.13.66.0+6dfecc895/MODULE_13388390309690860857+7d62792c/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.13.66.0+6dfecc895/MODULE_13804913546692496021+7d62792c/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.13.66.0+6dfecc895/MODULE_16101110764518338946+7d62792c/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.13.66.0+6dfecc895/MODULE_1766959360465447779+7d62792c/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.13.66.0+6dfecc895/MODULE_18353862821704889302+7d62792c/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.13.66.0+6dfecc895/MODULE_2091876703165219615+7d62792c/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.13.66.0+6dfecc895/MODULE_3078353036297020128+7d62792c/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.13.66.0+6dfecc895/MODULE_3112513493191273022+7d62792c/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.13.66.0+6dfecc895/MODULE_3129688680609434889+7d62792c/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.13.66.0+6dfecc895/MODULE_3449196218481478820+7d62792c/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.13.66.0+6dfecc895/MODULE_4502684079834294790+7d62792c/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.13.66.0+6dfecc895/MODULE_4780534545434755313+7d62792c/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.13.66.0+6dfecc895/MODULE_4873315346578265261+7d62792c/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.13.66.0+6dfecc895/MODULE_7422605453295413016+7d62792c/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.13.66.0+6dfecc895/MODULE_8746557156836401958+7d62792c/model.neff filter=lfs diff=lfs merge=lfs -text
diff --git a/neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.24.dev0/training/llama/meta-llama/Meta-Llama-3-8b/eb776d8f1c8a395541f5.json b/neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.24.dev0/training/llama/meta-llama/Meta-Llama-3-8b/eb776d8f1c8a395541f5.json
new file mode 100644
index 0000000000000000000000000000000000000000..6bd2fab733536e93b87421344d9552d33ea0ce0d
--- /dev/null
+++ b/neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.24.dev0/training/llama/meta-llama/Meta-Llama-3-8b/eb776d8f1c8a395541f5.json
@@ -0,0 +1 @@
+{"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 128000, "eos_token_id": 128001, "hidden_act": "silu", "hidden_size": 4096, "initializer_range": 0.02, "intermediate_size": 14336, "max_position_embeddings": 8192, "mlp_bias": false, "model_type": "llama", "neuron": {"compiler_version": "2.13.66.0+6dfecc895", "input_specs": {"input_ids": [1, 2048], "labels": [1, 2048]}, "model_class": "LlamaForCausalLM", "num_neuron_cores_per_node": 32, "pipeline_parallel_size": 1, "precision": "bfloat16", "tensor_parallel_size": 8, "training": true}, "num_attention_heads": 32, "num_hidden_layers": 32, "num_key_value_heads": 8, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": null, "rope_theta": 500000.0, "tie_word_embeddings": false, "torch_dtype": "bfloat16", "use_cache": false, "vocab_size": 128256}
\ No newline at end of file
diff --git a/neuronxcc-2.13.66.0+6dfecc895/MODULE_10567997738313373845+7d62792c/compile_flags.txt b/neuronxcc-2.13.66.0+6dfecc895/MODULE_10567997738313373845+7d62792c/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..bb50b6f8519dbf7ef7b02f103654eed8c118d6bc
--- /dev/null
+++ b/neuronxcc-2.13.66.0+6dfecc895/MODULE_10567997738313373845+7d62792c/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --distribution-strategy=llm-training --model-type=transformer
\ No newline at end of file
diff --git a/neuronxcc-2.13.66.0+6dfecc895/MODULE_10567997738313373845+7d62792c/model.hlo_module.pb b/neuronxcc-2.13.66.0+6dfecc895/MODULE_10567997738313373845+7d62792c/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..23ceae1c32fda86188f89d9132d59b4a0a25748f
--- /dev/null
+++ b/neuronxcc-2.13.66.0+6dfecc895/MODULE_10567997738313373845+7d62792c/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dc678363a91333f77c86efeeb3c34b0a44540385806015d33341be5eb284109
+size 1516511
diff --git a/neuronxcc-2.13.66.0+6dfecc895/MODULE_10567997738313373845+7d62792c/model.neff b/neuronxcc-2.13.66.0+6dfecc895/MODULE_10567997738313373845+7d62792c/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..ef9191e13df901b3214b84e13dfe18c108fd03bb
--- /dev/null
+++ b/neuronxcc-2.13.66.0+6dfecc895/MODULE_10567997738313373845+7d62792c/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:567642e02ab0d371d3c0b486013d46d1ac363c9195b5a2c8aea439a30c408748
+size 8571904
diff --git a/neuronxcc-2.13.66.0+6dfecc895/MODULE_11505507996904870573+7d62792c/compile_flags.txt b/neuronxcc-2.13.66.0+6dfecc895/MODULE_11505507996904870573+7d62792c/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..bb50b6f8519dbf7ef7b02f103654eed8c118d6bc
--- /dev/null
+++ b/neuronxcc-2.13.66.0+6dfecc895/MODULE_11505507996904870573+7d62792c/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --distribution-strategy=llm-training --model-type=transformer
\ No newline at end of file
diff --git a/neuronxcc-2.13.66.0+6dfecc895/MODULE_11505507996904870573+7d62792c/model.hlo_module.pb b/neuronxcc-2.13.66.0+6dfecc895/MODULE_11505507996904870573+7d62792c/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..17b7b99c5e7be421b3ee9a7ebb8580868b9f0397
--- /dev/null
+++ b/neuronxcc-2.13.66.0+6dfecc895/MODULE_11505507996904870573+7d62792c/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74d6cd97fd1884d8912b37b6acc198bcd1b59a07b7c67100725df6be748d914b
+size 1581112
diff --git a/neuronxcc-2.13.66.0+6dfecc895/MODULE_11505507996904870573+7d62792c/model.neff b/neuronxcc-2.13.66.0+6dfecc895/MODULE_11505507996904870573+7d62792c/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..9e383b2c80764f2a3daa52771f807e1faa428059
--- /dev/null
+++ b/neuronxcc-2.13.66.0+6dfecc895/MODULE_11505507996904870573+7d62792c/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4872a75239bd73d8942b0ae21846775c2facb278d80a40aec85da6585a69d82
+size 8981504
diff --git a/neuronxcc-2.13.66.0+6dfecc895/MODULE_11690815766548580044+7d62792c/compile_flags.txt b/neuronxcc-2.13.66.0+6dfecc895/MODULE_11690815766548580044+7d62792c/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..bb50b6f8519dbf7ef7b02f103654eed8c118d6bc
--- /dev/null
+++ b/neuronxcc-2.13.66.0+6dfecc895/MODULE_11690815766548580044+7d62792c/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --distribution-strategy=llm-training --model-type=transformer
\ No newline at end of file
diff --git a/neuronxcc-2.13.66.0+6dfecc895/MODULE_11690815766548580044+7d62792c/model.hlo_module.pb b/neuronxcc-2.13.66.0+6dfecc895/MODULE_11690815766548580044+7d62792c/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..138632cadfe3526fb7fc56a342ae41f7a6fc2ea3
--- /dev/null
+++ b/neuronxcc-2.13.66.0+6dfecc895/MODULE_11690815766548580044+7d62792c/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:879a491f8aaddc2a28c3cdfe07416f7aab03aac81cadb58bb9ceb2913a901a56
+size 1581633
diff --git a/neuronxcc-2.13.66.0+6dfecc895/MODULE_11690815766548580044+7d62792c/model.neff b/neuronxcc-2.13.66.0+6dfecc895/MODULE_11690815766548580044+7d62792c/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..f36defc137e3102fc013852111aea751e94d017d
--- /dev/null
+++ b/neuronxcc-2.13.66.0+6dfecc895/MODULE_11690815766548580044+7d62792c/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a56cb13fb9ecf2e56697a2a80421f0e928f17dd2df260c10551dfa8ea9d311e7
+size 8991744
diff --git a/neuronxcc-2.13.66.0+6dfecc895/MODULE_12500149636432441731+7d62792c/compile_flags.txt b/neuronxcc-2.13.66.0+6dfecc895/MODULE_12500149636432441731+7d62792c/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..bb50b6f8519dbf7ef7b02f103654eed8c118d6bc
--- /dev/null
+++ b/neuronxcc-2.13.66.0+6dfecc895/MODULE_12500149636432441731+7d62792c/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --distribution-strategy=llm-training --model-type=transformer
\ No newline at end of file
diff --git a/neuronxcc-2.13.66.0+6dfecc895/MODULE_12500149636432441731+7d62792c/model.hlo_module.pb b/neuronxcc-2.13.66.0+6dfecc895/MODULE_12500149636432441731+7d62792c/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..4ba7aafa026b3543f052308b5d8f06388a7cf792
--- /dev/null
+++ b/neuronxcc-2.13.66.0+6dfecc895/MODULE_12500149636432441731+7d62792c/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3196b9b4bdfec18dc3bb5f6de34762c3c43a87d61248f4d14a185e74e8159ac5
+size 1581633
diff --git a/neuronxcc-2.13.66.0+6dfecc895/MODULE_12500149636432441731+7d62792c/model.neff b/neuronxcc-2.13.66.0+6dfecc895/MODULE_12500149636432441731+7d62792c/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..5d02ff5b1c366286846e74f6059a0e02d01440f1
--- /dev/null
+++ b/neuronxcc-2.13.66.0+6dfecc895/MODULE_12500149636432441731+7d62792c/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:901a5fe928e8e9ca188d882648f1c5e055f654d36161a09d3c8399184f68c838
+size 8991744
diff --git a/neuronxcc-2.13.66.0+6dfecc895/MODULE_13388390309690860857+7d62792c/compile_flags.txt b/neuronxcc-2.13.66.0+6dfecc895/MODULE_13388390309690860857+7d62792c/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..bb50b6f8519dbf7ef7b02f103654eed8c118d6bc
--- /dev/null
+++ b/neuronxcc-2.13.66.0+6dfecc895/MODULE_13388390309690860857+7d62792c/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --distribution-strategy=llm-training --model-type=transformer
\ No newline at end of file
diff --git a/neuronxcc-2.13.66.0+6dfecc895/MODULE_13388390309690860857+7d62792c/model.hlo_module.pb b/neuronxcc-2.13.66.0+6dfecc895/MODULE_13388390309690860857+7d62792c/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..4f5b90ee910a82acaaa7ac8f2b2a02e9b8d8317b
--- /dev/null
+++ b/neuronxcc-2.13.66.0+6dfecc895/MODULE_13388390309690860857+7d62792c/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66242eb86c96f7f1929daf6ea4c6c5533b5bb2a9357ee1ecb31cbcb3e4087349
+size 1517030
diff --git a/neuronxcc-2.13.66.0+6dfecc895/MODULE_13388390309690860857+7d62792c/model.neff b/neuronxcc-2.13.66.0+6dfecc895/MODULE_13388390309690860857+7d62792c/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..f840321a974b25d00429c1b61704760a8b7bd381
--- /dev/null
+++ b/neuronxcc-2.13.66.0+6dfecc895/MODULE_13388390309690860857+7d62792c/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cfc6f12fa65c082f1d81b9b8cb70c7049fcec6b8e675efdaf81ba44f60b859b
+size 8582144
diff --git a/neuronxcc-2.13.66.0+6dfecc895/MODULE_13804913546692496021+7d62792c/compile_flags.txt b/neuronxcc-2.13.66.0+6dfecc895/MODULE_13804913546692496021+7d62792c/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..bb50b6f8519dbf7ef7b02f103654eed8c118d6bc
--- /dev/null
+++ b/neuronxcc-2.13.66.0+6dfecc895/MODULE_13804913546692496021+7d62792c/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --distribution-strategy=llm-training --model-type=transformer
\ No newline at end of file
diff --git a/neuronxcc-2.13.66.0+6dfecc895/MODULE_13804913546692496021+7d62792c/model.hlo_module.pb b/neuronxcc-2.13.66.0+6dfecc895/MODULE_13804913546692496021+7d62792c/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..13cc7ba12a0ac9b20ad6178cdcd62070346710ad
--- /dev/null
+++ b/neuronxcc-2.13.66.0+6dfecc895/MODULE_13804913546692496021+7d62792c/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7f2b48488404025ea8de85d9889e7bd388dbac0e6bea859698bb2aeabc9f42e
+size 1517030
diff --git a/neuronxcc-2.13.66.0+6dfecc895/MODULE_13804913546692496021+7d62792c/model.neff b/neuronxcc-2.13.66.0+6dfecc895/MODULE_13804913546692496021+7d62792c/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..e39a9d7ec9bc276bbab7044afc1ea603493187fa
--- /dev/null
+++ b/neuronxcc-2.13.66.0+6dfecc895/MODULE_13804913546692496021+7d62792c/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce30ace0c231cbd1537fc687e5567a9394444763daf591c0da80f6c1d926b8fa
+size 8592384
diff --git a/neuronxcc-2.13.66.0+6dfecc895/MODULE_16101110764518338946+7d62792c/compile_flags.txt b/neuronxcc-2.13.66.0+6dfecc895/MODULE_16101110764518338946+7d62792c/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..bb50b6f8519dbf7ef7b02f103654eed8c118d6bc
--- /dev/null
+++ b/neuronxcc-2.13.66.0+6dfecc895/MODULE_16101110764518338946+7d62792c/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --distribution-strategy=llm-training --model-type=transformer
\ No newline at end of file
diff --git a/neuronxcc-2.13.66.0+6dfecc895/MODULE_16101110764518338946+7d62792c/model.hlo_module.pb b/neuronxcc-2.13.66.0+6dfecc895/MODULE_16101110764518338946+7d62792c/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..39d7c1543492a2896739d5d2659e02b82421cbd4
--- /dev/null
+++ b/neuronxcc-2.13.66.0+6dfecc895/MODULE_16101110764518338946+7d62792c/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:295578a8ac152f6cb2f4cbf92e51065d9e053bd0cf1282f55cae252e40748342
+size 1383765
diff --git a/neuronxcc-2.13.66.0+6dfecc895/MODULE_16101110764518338946+7d62792c/model.neff b/neuronxcc-2.13.66.0+6dfecc895/MODULE_16101110764518338946+7d62792c/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..ef38be7677a9505053be44c628ac1fd786a02a28
--- /dev/null
+++ b/neuronxcc-2.13.66.0+6dfecc895/MODULE_16101110764518338946+7d62792c/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88256328a090100e59c6f33109650cf79e39778b3e2a533b5394d6e167f79a23
+size 3748864
diff --git a/neuronxcc-2.13.66.0+6dfecc895/MODULE_1766959360465447779+7d62792c/compile_flags.txt b/neuronxcc-2.13.66.0+6dfecc895/MODULE_1766959360465447779+7d62792c/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..bb50b6f8519dbf7ef7b02f103654eed8c118d6bc
--- /dev/null
+++ b/neuronxcc-2.13.66.0+6dfecc895/MODULE_1766959360465447779+7d62792c/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --distribution-strategy=llm-training --model-type=transformer
\ No newline at end of file
diff --git a/neuronxcc-2.13.66.0+6dfecc895/MODULE_1766959360465447779+7d62792c/model.hlo_module.pb b/neuronxcc-2.13.66.0+6dfecc895/MODULE_1766959360465447779+7d62792c/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..aac537e609d6a62476c32205dc08302078474b90
--- /dev/null
+++ b/neuronxcc-2.13.66.0+6dfecc895/MODULE_1766959360465447779+7d62792c/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deb6435dc49474034ece1a2866b51e9b00f570cd7673cae9dd2d44810705f06a
+size 1517030
diff --git a/neuronxcc-2.13.66.0+6dfecc895/MODULE_1766959360465447779+7d62792c/model.neff b/neuronxcc-2.13.66.0+6dfecc895/MODULE_1766959360465447779+7d62792c/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..b03f6b7d506912871e08c7d61bd867f4994bb1d6
--- /dev/null
+++ b/neuronxcc-2.13.66.0+6dfecc895/MODULE_1766959360465447779+7d62792c/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54abdd608f27a1058ef55cfa521350a988379263c9289d10e6911d9f18b13ed6
+size 8582144
diff --git a/neuronxcc-2.13.66.0+6dfecc895/MODULE_18353862821704889302+7d62792c/compile_flags.txt b/neuronxcc-2.13.66.0+6dfecc895/MODULE_18353862821704889302+7d62792c/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..bb50b6f8519dbf7ef7b02f103654eed8c118d6bc
--- /dev/null
+++ b/neuronxcc-2.13.66.0+6dfecc895/MODULE_18353862821704889302+7d62792c/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --distribution-strategy=llm-training --model-type=transformer
\ No newline at end of file
diff --git a/neuronxcc-2.13.66.0+6dfecc895/MODULE_18353862821704889302+7d62792c/model.hlo_module.pb b/neuronxcc-2.13.66.0+6dfecc895/MODULE_18353862821704889302+7d62792c/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..c922aac87c615140e79eb842a8d86ac9e6e890c0
--- /dev/null
+++ b/neuronxcc-2.13.66.0+6dfecc895/MODULE_18353862821704889302+7d62792c/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55b18255f269ac50f4fba48ab6ba0dfdbd05143a56d076be6507c97aa2090ab5
+size 1517030
diff --git a/neuronxcc-2.13.66.0+6dfecc895/MODULE_18353862821704889302+7d62792c/model.neff b/neuronxcc-2.13.66.0+6dfecc895/MODULE_18353862821704889302+7d62792c/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..4fb37c75e90fb8aecebf12b2904b8405080a01cd
--- /dev/null
+++ b/neuronxcc-2.13.66.0+6dfecc895/MODULE_18353862821704889302+7d62792c/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aacaf160e85c08ed372681c21c7a04c7a290ee05745242cef0bdc3e283b3206
+size 8582144
diff --git a/neuronxcc-2.13.66.0+6dfecc895/MODULE_2091876703165219615+7d62792c/compile_flags.txt b/neuronxcc-2.13.66.0+6dfecc895/MODULE_2091876703165219615+7d62792c/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..bb50b6f8519dbf7ef7b02f103654eed8c118d6bc
--- /dev/null
+++ b/neuronxcc-2.13.66.0+6dfecc895/MODULE_2091876703165219615+7d62792c/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --distribution-strategy=llm-training --model-type=transformer
\ No newline at end of file
diff --git a/neuronxcc-2.13.66.0+6dfecc895/MODULE_2091876703165219615+7d62792c/model.hlo_module.pb b/neuronxcc-2.13.66.0+6dfecc895/MODULE_2091876703165219615+7d62792c/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..db60ecfcc6f4c4607a5e932d98cd4302aaf7c65c
--- /dev/null
+++ b/neuronxcc-2.13.66.0+6dfecc895/MODULE_2091876703165219615+7d62792c/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2f04176d7102bbd13c310b6848d89f0990e349ff8ad75ed1c83a84811b82945
+size 1516925
diff --git a/neuronxcc-2.13.66.0+6dfecc895/MODULE_2091876703165219615+7d62792c/model.neff b/neuronxcc-2.13.66.0+6dfecc895/MODULE_2091876703165219615+7d62792c/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..007992412ba6735f2758fcd71b27d027ab185eb5
--- /dev/null
+++ b/neuronxcc-2.13.66.0+6dfecc895/MODULE_2091876703165219615+7d62792c/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3e849a3dd5355ceb425026c2f8318bb33756f60a0be54bec2c86cdbc48771d9
+size 8592384
diff --git a/neuronxcc-2.13.66.0+6dfecc895/MODULE_3078353036297020128+7d62792c/compile_flags.txt b/neuronxcc-2.13.66.0+6dfecc895/MODULE_3078353036297020128+7d62792c/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..bb50b6f8519dbf7ef7b02f103654eed8c118d6bc
--- /dev/null
+++ b/neuronxcc-2.13.66.0+6dfecc895/MODULE_3078353036297020128+7d62792c/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --distribution-strategy=llm-training --model-type=transformer
\ No newline at end of file
diff --git a/neuronxcc-2.13.66.0+6dfecc895/MODULE_3078353036297020128+7d62792c/model.hlo_module.pb b/neuronxcc-2.13.66.0+6dfecc895/MODULE_3078353036297020128+7d62792c/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..b5384df18b7b80d659cc5687b47d7cf8e3e23271
--- /dev/null
+++ b/neuronxcc-2.13.66.0+6dfecc895/MODULE_3078353036297020128+7d62792c/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:399f68b2afb0a0b6c0afff28b318ff6623c64b26994826ea22afabc4fad871c1
+size 1581633
diff --git a/neuronxcc-2.13.66.0+6dfecc895/MODULE_3078353036297020128+7d62792c/model.neff b/neuronxcc-2.13.66.0+6dfecc895/MODULE_3078353036297020128+7d62792c/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..202524922ef7eb96247c01deb54d042d5e8f696c
--- /dev/null
+++ b/neuronxcc-2.13.66.0+6dfecc895/MODULE_3078353036297020128+7d62792c/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ecc0884a830d82b45574d8518f133968d86e06890e868d4e4b3de6c03f4f136
+size 8991744
diff --git a/neuronxcc-2.13.66.0+6dfecc895/MODULE_3112513493191273022+7d62792c/compile_flags.txt b/neuronxcc-2.13.66.0+6dfecc895/MODULE_3112513493191273022+7d62792c/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..bb50b6f8519dbf7ef7b02f103654eed8c118d6bc
--- /dev/null
+++ b/neuronxcc-2.13.66.0+6dfecc895/MODULE_3112513493191273022+7d62792c/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --distribution-strategy=llm-training --model-type=transformer
\ No newline at end of file
diff --git a/neuronxcc-2.13.66.0+6dfecc895/MODULE_3112513493191273022+7d62792c/model.hlo_module.pb b/neuronxcc-2.13.66.0+6dfecc895/MODULE_3112513493191273022+7d62792c/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..b87156504011b1f7049f3a2ec4266d53cec521f8
--- /dev/null
+++ b/neuronxcc-2.13.66.0+6dfecc895/MODULE_3112513493191273022+7d62792c/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b1d41eb694da557a4e80af35dfa94f0dcce7016611c541453eef91ca0639899
+size 1581633
diff --git a/neuronxcc-2.13.66.0+6dfecc895/MODULE_3112513493191273022+7d62792c/model.neff b/neuronxcc-2.13.66.0+6dfecc895/MODULE_3112513493191273022+7d62792c/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..150e3af3e335a0601f850b18066c769b14622878
--- /dev/null
+++ b/neuronxcc-2.13.66.0+6dfecc895/MODULE_3112513493191273022+7d62792c/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ed0495a66f19d76a46f0a3c5b71604a9b5be9e0994e8a97e4589c87b957d2e2
+size 8991744
diff --git a/neuronxcc-2.13.66.0+6dfecc895/MODULE_3129688680609434889+7d62792c/compile_flags.txt b/neuronxcc-2.13.66.0+6dfecc895/MODULE_3129688680609434889+7d62792c/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..bb50b6f8519dbf7ef7b02f103654eed8c118d6bc
--- /dev/null
+++ b/neuronxcc-2.13.66.0+6dfecc895/MODULE_3129688680609434889+7d62792c/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --distribution-strategy=llm-training --model-type=transformer
\ No newline at end of file
diff --git a/neuronxcc-2.13.66.0+6dfecc895/MODULE_3129688680609434889+7d62792c/model.hlo_module.pb b/neuronxcc-2.13.66.0+6dfecc895/MODULE_3129688680609434889+7d62792c/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..76c077bfc53798dd117a99c1d80b1a3f30cecb90
--- /dev/null
+++ b/neuronxcc-2.13.66.0+6dfecc895/MODULE_3129688680609434889+7d62792c/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a712e12f7760fe4242a0139bb3645b9ec3c5df4485dfd2e55d1b4e2a1b38a3a0
+size 1581633
diff --git a/neuronxcc-2.13.66.0+6dfecc895/MODULE_3129688680609434889+7d62792c/model.neff b/neuronxcc-2.13.66.0+6dfecc895/MODULE_3129688680609434889+7d62792c/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..fc518484ee0a9cd8682485e4917f63a941f61732
--- /dev/null
+++ b/neuronxcc-2.13.66.0+6dfecc895/MODULE_3129688680609434889+7d62792c/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8adde706125f3b719fa49cf004ab380c56812c3ecd07af448d29ed23c60af5e5
+size 8991744
diff --git a/neuronxcc-2.13.66.0+6dfecc895/MODULE_3449196218481478820+7d62792c/compile_flags.txt b/neuronxcc-2.13.66.0+6dfecc895/MODULE_3449196218481478820+7d62792c/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..bb50b6f8519dbf7ef7b02f103654eed8c118d6bc
--- /dev/null
+++ b/neuronxcc-2.13.66.0+6dfecc895/MODULE_3449196218481478820+7d62792c/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --distribution-strategy=llm-training --model-type=transformer
\ No newline at end of file
diff --git a/neuronxcc-2.13.66.0+6dfecc895/MODULE_3449196218481478820+7d62792c/model.hlo_module.pb b/neuronxcc-2.13.66.0+6dfecc895/MODULE_3449196218481478820+7d62792c/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..39a7af0c79c372d20678c728472a69d3a5d076f9
--- /dev/null
+++ b/neuronxcc-2.13.66.0+6dfecc895/MODULE_3449196218481478820+7d62792c/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92bcdc6a0052387e18cc5784f3a1e03cc90cdc291639dceef12c6f72d6970276
+size 1384604
diff --git a/neuronxcc-2.13.66.0+6dfecc895/MODULE_3449196218481478820+7d62792c/model.neff b/neuronxcc-2.13.66.0+6dfecc895/MODULE_3449196218481478820+7d62792c/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..7ba8890dca76c4cb56e6bc82a1646f4020f6d0e3
--- /dev/null
+++ b/neuronxcc-2.13.66.0+6dfecc895/MODULE_3449196218481478820+7d62792c/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8adb9e015d15e41ada93c688fd7850e0c2ae08137f36483904a45c10eec29c1
+size 3748864
diff --git a/neuronxcc-2.13.66.0+6dfecc895/MODULE_4502684079834294790+7d62792c/compile_flags.txt b/neuronxcc-2.13.66.0+6dfecc895/MODULE_4502684079834294790+7d62792c/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..bb50b6f8519dbf7ef7b02f103654eed8c118d6bc
--- /dev/null
+++ b/neuronxcc-2.13.66.0+6dfecc895/MODULE_4502684079834294790+7d62792c/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --distribution-strategy=llm-training --model-type=transformer
\ No newline at end of file
diff --git a/neuronxcc-2.13.66.0+6dfecc895/MODULE_4502684079834294790+7d62792c/model.hlo_module.pb b/neuronxcc-2.13.66.0+6dfecc895/MODULE_4502684079834294790+7d62792c/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..0bdbeb8bcb7b35457be9de87e2a9b7d7f2d08a23
--- /dev/null
+++ b/neuronxcc-2.13.66.0+6dfecc895/MODULE_4502684079834294790+7d62792c/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86bf384ec72ddb848609ae3f41b750ec7f64b38b37cb46991b9080df94b1a7d8
+size 1517030
diff --git a/neuronxcc-2.13.66.0+6dfecc895/MODULE_4502684079834294790+7d62792c/model.neff b/neuronxcc-2.13.66.0+6dfecc895/MODULE_4502684079834294790+7d62792c/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..04723dd3ce01f00cd37aefa2d061c06b2fc6d3a3
--- /dev/null
+++ b/neuronxcc-2.13.66.0+6dfecc895/MODULE_4502684079834294790+7d62792c/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcf882645c28bd08f56d3674555d8615ac1629e00a9ebf03c08d986f2ee9c929
+size 8592384
diff --git a/neuronxcc-2.13.66.0+6dfecc895/MODULE_4780534545434755313+7d62792c/compile_flags.txt b/neuronxcc-2.13.66.0+6dfecc895/MODULE_4780534545434755313+7d62792c/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..bb50b6f8519dbf7ef7b02f103654eed8c118d6bc
--- /dev/null
+++ b/neuronxcc-2.13.66.0+6dfecc895/MODULE_4780534545434755313+7d62792c/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --distribution-strategy=llm-training --model-type=transformer
\ No newline at end of file
diff --git a/neuronxcc-2.13.66.0+6dfecc895/MODULE_4780534545434755313+7d62792c/model.hlo_module.pb b/neuronxcc-2.13.66.0+6dfecc895/MODULE_4780534545434755313+7d62792c/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..a19de54e7c09c04a583aeb5cc7fea26bf3d9940f
--- /dev/null
+++ b/neuronxcc-2.13.66.0+6dfecc895/MODULE_4780534545434755313+7d62792c/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b8afa6d297d6a1bf87a5946113d762fc7ad4ffe1855a8ac70786103d940d367
+size 1517030
diff --git a/neuronxcc-2.13.66.0+6dfecc895/MODULE_4780534545434755313+7d62792c/model.neff b/neuronxcc-2.13.66.0+6dfecc895/MODULE_4780534545434755313+7d62792c/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..cc64b19172975332850e30d6c2a5961a62cee7b8
--- /dev/null
+++ b/neuronxcc-2.13.66.0+6dfecc895/MODULE_4780534545434755313+7d62792c/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5abf575ac1b8cf79dfda107965a183c3d0e801e937dfb2dc1539562105040f98
+size 8582144
diff --git a/neuronxcc-2.13.66.0+6dfecc895/MODULE_4873315346578265261+7d62792c/compile_flags.txt b/neuronxcc-2.13.66.0+6dfecc895/MODULE_4873315346578265261+7d62792c/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..bb50b6f8519dbf7ef7b02f103654eed8c118d6bc
--- /dev/null
+++ b/neuronxcc-2.13.66.0+6dfecc895/MODULE_4873315346578265261+7d62792c/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --distribution-strategy=llm-training --model-type=transformer
\ No newline at end of file
diff --git a/neuronxcc-2.13.66.0+6dfecc895/MODULE_4873315346578265261+7d62792c/model.hlo_module.pb b/neuronxcc-2.13.66.0+6dfecc895/MODULE_4873315346578265261+7d62792c/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..a3978acb0f265e3f29121c45897807404c40becd
--- /dev/null
+++ b/neuronxcc-2.13.66.0+6dfecc895/MODULE_4873315346578265261+7d62792c/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ede083fe29308560771123c67a02d89c2d62b7bec77a6b807b1bfdfce638a072
+size 1581525
diff --git a/neuronxcc-2.13.66.0+6dfecc895/MODULE_4873315346578265261+7d62792c/model.neff b/neuronxcc-2.13.66.0+6dfecc895/MODULE_4873315346578265261+7d62792c/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..c3a08dc8aebdbaa0456a0d5b21f79a5446836155
--- /dev/null
+++ b/neuronxcc-2.13.66.0+6dfecc895/MODULE_4873315346578265261+7d62792c/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:292eef980448e3b78d16fac0d24f5026a674b79ac82d5088212a7100dd639428
+size 9001984
diff --git a/neuronxcc-2.13.66.0+6dfecc895/MODULE_5671839802245326522+7d62792c/compile_flags.txt b/neuronxcc-2.13.66.0+6dfecc895/MODULE_5671839802245326522+7d62792c/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..bb50b6f8519dbf7ef7b02f103654eed8c118d6bc
--- /dev/null
+++ b/neuronxcc-2.13.66.0+6dfecc895/MODULE_5671839802245326522+7d62792c/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --distribution-strategy=llm-training --model-type=transformer
\ No newline at end of file
diff --git a/neuronxcc-2.13.66.0+6dfecc895/MODULE_5671839802245326522+7d62792c/model.hlo_module.pb b/neuronxcc-2.13.66.0+6dfecc895/MODULE_5671839802245326522+7d62792c/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..8b5826f89e460d2ba46f2d08a3654f59fb7ee391
--- /dev/null
+++ b/neuronxcc-2.13.66.0+6dfecc895/MODULE_5671839802245326522+7d62792c/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad6fcf9870e209601ab6f7847554bce7f979c9948961b1cc696fde4fe557ae5e
+size 64181
diff --git a/neuronxcc-2.13.66.0+6dfecc895/MODULE_5671839802245326522+7d62792c/model.neff b/neuronxcc-2.13.66.0+6dfecc895/MODULE_5671839802245326522+7d62792c/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..d5d688a32a5b28d36b6e643e8d28b51f70a2181c
Binary files /dev/null and b/neuronxcc-2.13.66.0+6dfecc895/MODULE_5671839802245326522+7d62792c/model.neff differ
diff --git a/neuronxcc-2.13.66.0+6dfecc895/MODULE_7422605453295413016+7d62792c/compile_flags.txt b/neuronxcc-2.13.66.0+6dfecc895/MODULE_7422605453295413016+7d62792c/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..bb50b6f8519dbf7ef7b02f103654eed8c118d6bc
--- /dev/null
+++ b/neuronxcc-2.13.66.0+6dfecc895/MODULE_7422605453295413016+7d62792c/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --distribution-strategy=llm-training --model-type=transformer
\ No newline at end of file
diff --git a/neuronxcc-2.13.66.0+6dfecc895/MODULE_7422605453295413016+7d62792c/model.hlo_module.pb b/neuronxcc-2.13.66.0+6dfecc895/MODULE_7422605453295413016+7d62792c/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..33b400102e33efeeb3f7d5dbbf75ee4932f28970
--- /dev/null
+++ b/neuronxcc-2.13.66.0+6dfecc895/MODULE_7422605453295413016+7d62792c/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54fbd0c27b00d1b0e2aa2cdd7c45b1bf8d2759a0d4faf70654f904cce90e137c
+size 1294023
diff --git a/neuronxcc-2.13.66.0+6dfecc895/MODULE_7422605453295413016+7d62792c/model.neff b/neuronxcc-2.13.66.0+6dfecc895/MODULE_7422605453295413016+7d62792c/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..622b06dd22511fd62562a89c522196e3fe44fc5d
--- /dev/null
+++ b/neuronxcc-2.13.66.0+6dfecc895/MODULE_7422605453295413016+7d62792c/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf7f7776c91bfd442fa25d1d0baea4854365241daab9bf2bf87cd1be6b9538b1
+size 3062784
diff --git a/neuronxcc-2.13.66.0+6dfecc895/MODULE_8746557156836401958+7d62792c/compile_flags.txt b/neuronxcc-2.13.66.0+6dfecc895/MODULE_8746557156836401958+7d62792c/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..bb50b6f8519dbf7ef7b02f103654eed8c118d6bc
--- /dev/null
+++ b/neuronxcc-2.13.66.0+6dfecc895/MODULE_8746557156836401958+7d62792c/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --distribution-strategy=llm-training --model-type=transformer
\ No newline at end of file
diff --git a/neuronxcc-2.13.66.0+6dfecc895/MODULE_8746557156836401958+7d62792c/model.hlo_module.pb b/neuronxcc-2.13.66.0+6dfecc895/MODULE_8746557156836401958+7d62792c/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..dee86b0692c9db81db295a5933c9d7adf1ec9f96
--- /dev/null
+++ b/neuronxcc-2.13.66.0+6dfecc895/MODULE_8746557156836401958+7d62792c/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e89f8ef89b93bb0035402999cb99bf6056cb58c21ae038c7531e3ce9a8c1b6b
+size 1581633
diff --git a/neuronxcc-2.13.66.0+6dfecc895/MODULE_8746557156836401958+7d62792c/model.neff b/neuronxcc-2.13.66.0+6dfecc895/MODULE_8746557156836401958+7d62792c/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..d72aa8a95dd6df0c3415d03b5f18c7fa591774ed
--- /dev/null
+++ b/neuronxcc-2.13.66.0+6dfecc895/MODULE_8746557156836401958+7d62792c/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5357733f30cf4c2ee95f466b647508de11f0ad7f29eff3f4a60bdfd25dc0a626
+size 8991744