diff --git a/.gitattributes b/.gitattributes
index 02b888708d73c611ac9def17209867560ee4df73..73004bf92f40c1d05e3f6c2b98d161ab92b95477 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -956,3 +956,37 @@ neuronxcc-2.12.68.0+4480452af/MODULE_acab3c397b3109c486af+2c2d707e/model.neff fi
 neuronxcc-2.12.68.0+4480452af/MODULE_b26a1377ff5739dbcc2d+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
 neuronxcc-2.12.68.0+4480452af/MODULE_dbf20078a89040997a97+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
 neuronxcc-2.12.68.0+4480452af/MODULE_eefa74de40f1b0605cd4+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_066004de210eb2d9c913+eefbc487/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_0942b3859682581dd1fe+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_0f2c9d580b08a38164e1+eefbc487/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_15575de81949a4b92aa2+eefbc487/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_1d81285968f437f261e3+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_223754db4990973e39fb+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_226b245cfaf7762e6d9b+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_2ca1e585d26d3652aa58+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_513d7135f4d5bf996f2f+eefbc487/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_546eacf1e08561576cce+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_6550f48aa0ef2604b21a+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_667471b346635ae07c92+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_686167d9ddedfddd84d6+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_6af8f12e80b3c60ffd77+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_76b368b3f15aff947a36+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_77e951b968906564e8eb+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_7ced8b335e90748dd532+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_7d55a4b09b8600f2cfbf+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_826a840ae5283ddff3fe+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_845c788160f0d4d42a8e+eefbc487/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_9f559e16dfa4eb2c344f+eefbc487/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_a8123f8eb1ebcfd1b503+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_b334dfeba0380c9d8e5c+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_b45eacefccd8d1396063+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_bc2b48e02226f9cc29a6+eefbc487/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_c093544c78cd27f1aef5+eefbc487/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_c2518cfecfe497358c10+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_cd0fa8a24ba22743afe0+eefbc487/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_d49868da19e9b603a35d+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_e7de26df3f2e7bddb371+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_e8b4528eb5b3d2b6f000+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_edd7f008ebd6e5b11f2a+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_f734cee9a605225d8642+eefbc487/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.12.68.0+4480452af/MODULE_ffb4bd5d0af615ca83a1+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/099759272d993c40a970.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/099759272d993c40a970.json
new file mode 100644
index 0000000000000000000000000000000000000000..6d3a5bf2974e7f127100271e3dad1cfb771580e2
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/099759272d993c40a970.json
@@ -0,0 +1 @@
+{"vocab_size": 1024, "hidden_size": 32, "n_layer": 5, "n_head": 4, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "use_cache": true, "pretraining_tp": 1, "apply_residual_connection_post_layernorm": false, "hidden_dropout": 0.1, "attention_dropout": 0.1, "bos_token_id": 1, "eos_token_id": 2, "slow_but_exact": true, "torch_dtype": "float32", "is_decoder": true, "architectures": ["BloomForCausalLM"], "id2label": {"0": "LABEL_0", "1": "LABEL_1", "2": "LABEL_2"}, "label2id": {"LABEL_0": 0, "LABEL_1": 1, "LABEL_2": 2}, "pad_token_id": 3, "dtype": "float32", "gradient_checkpointing": false, "model_type": "bloom", "n_positions": 512, "seq_length": 7, "type_vocab_size": 16, "neuron": {"task": "text-generation", "batch_size": 2, "num_cores": 2, "auto_cast_type": "fp16", "sequence_length": 100, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "hf-internal-testing/tiny-random-BloomForCausalLM", "checkpoint_revision": "0f4f06f162cd67d34d03ee156484e4001d468500"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/239f41145d1b767d334a.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/239f41145d1b767d334a.json
new file mode 100644
index 0000000000000000000000000000000000000000..9978950f5f7fbc13e66fc00151a1922b7d3a9ee5
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/239f41145d1b767d334a.json
@@ -0,0 +1 @@
+{"vocab_size": 1024, "hidden_size": 32, "n_layer": 5, "n_head": 4, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "use_cache": true, "pretraining_tp": 1, "apply_residual_connection_post_layernorm": false, "hidden_dropout": 0.1, "attention_dropout": 0.1, "bos_token_id": 1, "eos_token_id": 2, "slow_but_exact": true, "torch_dtype": "float32", "is_decoder": true, "architectures": ["BloomForCausalLM"], "id2label": {"0": "LABEL_0", "1": "LABEL_1", "2": "LABEL_2"}, "label2id": {"LABEL_0": 0, "LABEL_1": 1, "LABEL_2": 2}, "pad_token_id": 3, "dtype": "float32", "gradient_checkpointing": false, "model_type": "bloom", "n_positions": 512, "neuron": {"auto_cast_type": "fp32", "batch_size": 1, "checkpoint_id": "hf-internal-testing/tiny-random-BloomForCausalLM", "checkpoint_revision": "0f4f06f162cd67d34d03ee156484e4001d468500", "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "seq_length": 7, "type_vocab_size": 16}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/4d8722cb197e46e38b27.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/4d8722cb197e46e38b27.json
new file mode 100644
index 0000000000000000000000000000000000000000..f7f9c890114f1e6ca92d39647db68b6042f53a4b
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/4d8722cb197e46e38b27.json
@@ -0,0 +1 @@
+{"vocab_size": 1024, "hidden_size": 32, "n_layer": 5, "n_head": 4, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "use_cache": true, "pretraining_tp": 1, "apply_residual_connection_post_layernorm": false, "hidden_dropout": 0.1, "attention_dropout": 0.1, "bos_token_id": 1, "eos_token_id": 2, "slow_but_exact": true, "torch_dtype": "float32", "is_decoder": true, "architectures": ["BloomForCausalLM"], "id2label": {"0": "LABEL_0", "1": "LABEL_1", "2": "LABEL_2"}, "label2id": {"LABEL_0": 0, "LABEL_1": 1, "LABEL_2": 2}, "pad_token_id": 3, "dtype": "float32", "gradient_checkpointing": false, "model_type": "bloom", "n_positions": 512, "neuron": {"auto_cast_type": "fp32", "batch_size": 2, "checkpoint_id": "hf-internal-testing/tiny-random-BloomForCausalLM", "checkpoint_revision": "0f4f06f162cd67d34d03ee156484e4001d468500", "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "num_cores": 2, "sequence_length": 256, "task": "text-generation"}, "seq_length": 7, "type_vocab_size": 16}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/748b2fdfaddfd8af9e97.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/748b2fdfaddfd8af9e97.json
new file mode 100644
index 0000000000000000000000000000000000000000..9e37a955ed6e3a8d72d8d2b3969c51c1dda07050
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/748b2fdfaddfd8af9e97.json
@@ -0,0 +1 @@
+{"vocab_size": 1024, "hidden_size": 32, "n_layer": 5, "n_head": 4, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "use_cache": true, "pretraining_tp": 1, "apply_residual_connection_post_layernorm": false, "hidden_dropout": 0.1, "attention_dropout": 0.1, "bos_token_id": 1, "eos_token_id": 2, "slow_but_exact": true, "torch_dtype": "float32", "is_decoder": true, "architectures": ["BloomForCausalLM"], "id2label": {"0": "LABEL_0", "1": "LABEL_1", "2": "LABEL_2"}, "label2id": {"LABEL_0": 0, "LABEL_1": 1, "LABEL_2": 2}, "pad_token_id": 3, "dtype": "float32", "gradient_checkpointing": false, "model_type": "bloom", "n_positions": 512, "seq_length": 7, "type_vocab_size": 16, "neuron": {"task": "text-generation", "batch_size": 2, "num_cores": 2, "auto_cast_type": "fp32", "sequence_length": 100, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "hf-internal-testing/tiny-random-BloomForCausalLM", "checkpoint_revision": "0f4f06f162cd67d34d03ee156484e4001d468500"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/796b0a69b6cfb147681c.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/796b0a69b6cfb147681c.json
new file mode 100644
index 0000000000000000000000000000000000000000..a1b2a5856136915cfac289c0ddd286f3c978bc2f
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/796b0a69b6cfb147681c.json
@@ -0,0 +1 @@
+{"vocab_size": 1024, "hidden_size": 32, "n_layer": 5, "n_head": 4, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "use_cache": true, "pretraining_tp": 1, "apply_residual_connection_post_layernorm": false, "hidden_dropout": 0.1, "attention_dropout": 0.1, "bos_token_id": 1, "eos_token_id": 2, "slow_but_exact": true, "torch_dtype": "float32", "is_decoder": true, "architectures": ["BloomForCausalLM"], "id2label": {"0": "LABEL_0", "1": "LABEL_1", "2": "LABEL_2"}, "label2id": {"LABEL_0": 0, "LABEL_1": 1, "LABEL_2": 2}, "pad_token_id": 3, "dtype": "float32", "gradient_checkpointing": false, "model_type": "bloom", "n_positions": 512, "seq_length": 7, "type_vocab_size": 16, "neuron": {"task": "text-generation", "batch_size": 1, "num_cores": 2, "auto_cast_type": "fp16", "sequence_length": 100, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "hf-internal-testing/tiny-random-BloomForCausalLM", "checkpoint_revision": "0f4f06f162cd67d34d03ee156484e4001d468500"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/cf86851df25066dfc4a8.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/cf86851df25066dfc4a8.json
new file mode 100644
index 0000000000000000000000000000000000000000..31788f92977763fc71c413e9247a4b687613c3db
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/cf86851df25066dfc4a8.json
@@ -0,0 +1 @@
+{"vocab_size": 1024, "hidden_size": 32, "n_layer": 5, "n_head": 4, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "use_cache": true, "pretraining_tp": 1, "apply_residual_connection_post_layernorm": false, "hidden_dropout": 0.1, "attention_dropout": 0.1, "bos_token_id": 1, "eos_token_id": 2, "slow_but_exact": true, "torch_dtype": "float32", "is_decoder": true, "architectures": ["BloomForCausalLM"], "id2label": {"0": "LABEL_0", "1": "LABEL_1", "2": "LABEL_2"}, "label2id": {"LABEL_0": 0, "LABEL_1": 1, "LABEL_2": 2}, "pad_token_id": 3, "dtype": "float32", "gradient_checkpointing": false, "model_type": "bloom", "n_positions": 512, "seq_length": 7, "type_vocab_size": 16, "neuron": {"task": "text-generation", "batch_size": 1, "num_cores": 2, "auto_cast_type": "fp32", "sequence_length": 100, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "hf-internal-testing/tiny-random-BloomForCausalLM", "checkpoint_revision": "0f4f06f162cd67d34d03ee156484e4001d468500"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/fc67e4e8571c0e5d61c0.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/fc67e4e8571c0e5d61c0.json
new file mode 100644
index 0000000000000000000000000000000000000000..8fdfd772d547ca5c15ada98d46ea1725ade7a4b0
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/fc67e4e8571c0e5d61c0.json
@@ -0,0 +1 @@
+{"vocab_size": 1024, "hidden_size": 32, "n_layer": 5, "n_head": 4, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "use_cache": true, "pretraining_tp": 1, "apply_residual_connection_post_layernorm": false, "hidden_dropout": 0.1, "attention_dropout": 0.1, "bos_token_id": 1, "eos_token_id": 2, "slow_but_exact": true, "torch_dtype": "float32", "is_decoder": true, "architectures": ["BloomForCausalLM"], "id2label": {"0": "LABEL_0", "1": "LABEL_1", "2": "LABEL_2"}, "label2id": {"LABEL_0": 0, "LABEL_1": 1, "LABEL_2": 2}, "pad_token_id": 3, "dtype": "float32", "gradient_checkpointing": false, "model_type": "bloom", "n_positions": 512, "neuron": {"auto_cast_type": "fp32", "batch_size": 2, "checkpoint_id": "hf-internal-testing/tiny-random-BloomForCausalLM", "checkpoint_revision": "0f4f06f162cd67d34d03ee156484e4001d468500", "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "seq_length": 7, "type_vocab_size": 16}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/ff669ec4237cf4cf05af.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/ff669ec4237cf4cf05af.json
new file mode 100644
index 0000000000000000000000000000000000000000..a4abede9e01b8fc00ce6a3e93dfb70d846c2c5f2
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/ff669ec4237cf4cf05af.json
@@ -0,0 +1 @@
+{"vocab_size": 1024, "hidden_size": 32, "n_layer": 5, "n_head": 4, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "use_cache": true, "pretraining_tp": 1, "apply_residual_connection_post_layernorm": false, "hidden_dropout": 0.1, "attention_dropout": 0.1, "bos_token_id": 1, "eos_token_id": 2, "slow_but_exact": true, "torch_dtype": "float32", "is_decoder": true, "architectures": ["BloomForCausalLM"], "id2label": {"0": "LABEL_0", "1": "LABEL_1", "2": "LABEL_2"}, "label2id": {"LABEL_0": 0, "LABEL_1": 1, "LABEL_2": 2}, "pad_token_id": 3, "dtype": "float32", "gradient_checkpointing": false, "model_type": "bloom", "n_positions": 512, "seq_length": 7, "type_vocab_size": 16, "neuron": {"task": "text-generation", "batch_size": 2, "num_cores": 2, "auto_cast_type": "fp32", "sequence_length": 256, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "hf-internal-testing/tiny-random-BloomForCausalLM", "checkpoint_revision": "0f4f06f162cd67d34d03ee156484e4001d468500"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/gpt2/6c685e79c2c5aee24a81.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/gpt2/6c685e79c2c5aee24a81.json
new file mode 100644
index 0000000000000000000000000000000000000000..bb0cf6b0d7bb1473c6608c447c34a74947404d5d
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/gpt2/6c685e79c2c5aee24a81.json
@@ -0,0 +1 @@
+{"vocab_size": 50257, "n_positions": 1024, "n_embd": 768, "n_layer": 12, "n_head": 12, "n_inner": null, "activation_function": "gelu_new", "resid_pdrop": 0.1, "embd_pdrop": 0.1, "attn_pdrop": 0.1, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "summary_type": "cls_index", "summary_use_proj": true, "summary_activation": null, "summary_first_dropout": 0.1, "summary_proj_to_labels": true, "scale_attn_weights": true, "use_cache": true, "scale_attn_by_inverse_layer_idx": false, "reorder_and_upcast_attn": false, "bos_token_id": 50256, "eos_token_id": 50256, "architectures": ["GPT2LMHeadModel"], "task_specific_params": {"text-generation": {"do_sample": true, "max_length": 50}}, "model_type": "gpt2", "n_ctx": 1024, "neuron": {"auto_cast_type": "fp32", "batch_size": 4, "checkpoint_id": "gpt2", "checkpoint_revision": "11c5a3d5811f50298f278a704980280950aedb10", "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "num_cores": 2, "sequence_length": 1024, "task": "text-generation"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/hf-internal-testing/tiny-random-gpt2/0300ef28a839709a0896.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/hf-internal-testing/tiny-random-gpt2/0300ef28a839709a0896.json
new file mode 100644
index 0000000000000000000000000000000000000000..62187936b1f2f849bfa55720161fc24957b85118
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/hf-internal-testing/tiny-random-gpt2/0300ef28a839709a0896.json
@@ -0,0 +1 @@
+{"vocab_size": 1000, "n_positions": 512, "n_embd": 32, "n_layer": 5, "n_head": 4, "n_inner": null, "activation_function": "gelu_new", "resid_pdrop": 0.1, "embd_pdrop": 0.1, "attn_pdrop": 0.1, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "summary_type": "cls_index", "summary_use_proj": true, "summary_activation": null, "summary_first_dropout": 0.1, "summary_proj_to_labels": true, "scale_attn_weights": true, "use_cache": true, "scale_attn_by_inverse_layer_idx": false, "reorder_and_upcast_attn": false, "bos_token_id": 98, "eos_token_id": 98, "pad_token_id": 98, "attention_probs_dropout_prob": 0.1, "gradient_checkpointing": false, "hidden_act": "gelu", "hidden_dropout_prob": 0.1, "intermediate_size": 37, "model_type": "gpt2", "n_ctx": 512, "type_vocab_size": 16, "neuron": {"task": "text-generation", "batch_size": 1, "num_cores": 2, "auto_cast_type": "fp16", "sequence_length": 100, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "hf-internal-testing/tiny-random-gpt2", "checkpoint_revision": "91c0fe31d692dd8448d9bc06e8d1877345009e3b"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/hf-internal-testing/tiny-random-gpt2/0d1c153d6b4d1312bc77.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/hf-internal-testing/tiny-random-gpt2/0d1c153d6b4d1312bc77.json
new file mode 100644
index 0000000000000000000000000000000000000000..34cec19ca6684bc18773000ababe2285064acaa3
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/hf-internal-testing/tiny-random-gpt2/0d1c153d6b4d1312bc77.json
@@ -0,0 +1 @@
+{"vocab_size": 1000, "n_positions": 512, "n_embd": 32, "n_layer": 5, "n_head": 4, "n_inner": null, "activation_function": "gelu_new", "resid_pdrop": 0.1, "embd_pdrop": 0.1, "attn_pdrop": 0.1, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "summary_type": "cls_index", "summary_use_proj": true, "summary_activation": null, "summary_first_dropout": 0.1, "summary_proj_to_labels": true, "scale_attn_weights": true, "use_cache": true, "scale_attn_by_inverse_layer_idx": false, "reorder_and_upcast_attn": false, "bos_token_id": 98, "eos_token_id": 98, "pad_token_id": 98, "attention_probs_dropout_prob": 0.1, "gradient_checkpointing": false, "hidden_act": "gelu", "hidden_dropout_prob": 0.1, "intermediate_size": 37, "model_type": "gpt2", "n_ctx": 512, "neuron": {"auto_cast_type": "fp32", "batch_size": 2, "checkpoint_id": "hf-internal-testing/tiny-random-gpt2", "checkpoint_revision": "91c0fe31d692dd8448d9bc06e8d1877345009e3b", "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "type_vocab_size": 16}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/hf-internal-testing/tiny-random-gpt2/13764fb2969c5a940316.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/hf-internal-testing/tiny-random-gpt2/13764fb2969c5a940316.json
new file mode 100644
index 0000000000000000000000000000000000000000..bb65a5e908cdb484f4d543e6a5806ef00d39c028
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/hf-internal-testing/tiny-random-gpt2/13764fb2969c5a940316.json
@@ -0,0 +1 @@
+{"vocab_size": 1000, "n_positions": 512, "n_embd": 32, "n_layer": 5, "n_head": 4, "n_inner": null, "activation_function": "gelu_new", "resid_pdrop": 0.1, "embd_pdrop": 0.1, "attn_pdrop": 0.1, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "summary_type": "cls_index", "summary_use_proj": true, "summary_activation": null, "summary_first_dropout": 0.1, "summary_proj_to_labels": true, "scale_attn_weights": true, "use_cache": true, "scale_attn_by_inverse_layer_idx": false, "reorder_and_upcast_attn": false, "bos_token_id": 98, "eos_token_id": 98, "pad_token_id": 98, "attention_probs_dropout_prob": 0.1, "gradient_checkpointing": false, "hidden_act": "gelu", "hidden_dropout_prob": 0.1, "intermediate_size": 37, "model_type": "gpt2", "n_ctx": 512, "neuron": {"auto_cast_type": "fp32", "batch_size": 16, "checkpoint_id": "hf-internal-testing/tiny-random-gpt2", "checkpoint_revision": "91c0fe31d692dd8448d9bc06e8d1877345009e3b", "compiler_type": "neuronx-cc", "compiler_version": "2.12.54.0+f631c2365", "num_cores": 2, "sequence_length": 512, "task": "text-generation"}, "type_vocab_size": 16}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/hf-internal-testing/tiny-random-gpt2/24c47890e4ce14857524.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/hf-internal-testing/tiny-random-gpt2/24c47890e4ce14857524.json
new file mode 100644
index 0000000000000000000000000000000000000000..028ce71436780d3047f11f7a2a293857e8fc2a6e
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/hf-internal-testing/tiny-random-gpt2/24c47890e4ce14857524.json
@@ -0,0 +1 @@
+{"vocab_size": 1000, "n_positions": 512, "n_embd": 32, "n_layer": 5, "n_head": 4, "n_inner": null, "activation_function": "gelu_new", "resid_pdrop": 0.1, "embd_pdrop": 0.1, "attn_pdrop": 0.1, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "summary_type": "cls_index", "summary_use_proj": true, "summary_activation": null, "summary_first_dropout": 0.1, "summary_proj_to_labels": true, "scale_attn_weights": true, "use_cache": true, "scale_attn_by_inverse_layer_idx": false, "reorder_and_upcast_attn": false, "bos_token_id": 98, "eos_token_id": 98, "pad_token_id": 98, "attention_probs_dropout_prob": 0.1, "gradient_checkpointing": false, "hidden_act": "gelu", "hidden_dropout_prob": 0.1, "intermediate_size": 37, "model_type": "gpt2", "n_ctx": 512, "type_vocab_size": 16, "neuron": {"task": "text-generation", "batch_size": 1, "num_cores": 24, "auto_cast_type": "fp32", "sequence_length": 512, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "hf-internal-testing/tiny-random-gpt2", "checkpoint_revision": "91c0fe31d692dd8448d9bc06e8d1877345009e3b"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/hf-internal-testing/tiny-random-gpt2/6c1fb523f74e4521f986.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/hf-internal-testing/tiny-random-gpt2/6c1fb523f74e4521f986.json
new file mode 100644
index 0000000000000000000000000000000000000000..a5d478de1df49c097d35de444e6b396300cd7c3e
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/hf-internal-testing/tiny-random-gpt2/6c1fb523f74e4521f986.json
@@ -0,0 +1 @@
+{"vocab_size": 1000, "n_positions": 512, "n_embd": 32, "n_layer": 5, "n_head": 4, "n_inner": null, "activation_function": "gelu_new", "resid_pdrop": 0.1, "embd_pdrop": 0.1, "attn_pdrop": 0.1, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "summary_type": "cls_index", "summary_use_proj": true, "summary_activation": null, "summary_first_dropout": 0.1, "summary_proj_to_labels": true, "scale_attn_weights": true, "use_cache": true, "scale_attn_by_inverse_layer_idx": false, "reorder_and_upcast_attn": false, "bos_token_id": 98, "eos_token_id": 98, "pad_token_id": 98, "attention_probs_dropout_prob": 0.1, "gradient_checkpointing": false, "hidden_act": "gelu", "hidden_dropout_prob": 0.1, "intermediate_size": 37, "model_type": "gpt2", "n_ctx": 512, "neuron": {"auto_cast_type": "fp32", "batch_size": 2, "checkpoint_id": "hf-internal-testing/tiny-random-gpt2", "checkpoint_revision": "91c0fe31d692dd8448d9bc06e8d1877345009e3b", "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "num_cores": 2, "sequence_length": 256, "task": "text-generation"}, "type_vocab_size": 16}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/hf-internal-testing/tiny-random-gpt2/80e0b6325bbb2858eb14.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/hf-internal-testing/tiny-random-gpt2/80e0b6325bbb2858eb14.json
new file mode 100644
index 0000000000000000000000000000000000000000..f6657977378f6239afd61bc12a89d6cf229c3b60
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/hf-internal-testing/tiny-random-gpt2/80e0b6325bbb2858eb14.json
@@ -0,0 +1 @@
+{"vocab_size": 1000, "n_positions": 512, "n_embd": 32, "n_layer": 5, "n_head": 4, "n_inner": null, "activation_function": "gelu_new", "resid_pdrop": 0.1, "embd_pdrop": 0.1, "attn_pdrop": 0.1, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "summary_type": "cls_index", "summary_use_proj": true, "summary_activation": null, "summary_first_dropout": 0.1, "summary_proj_to_labels": true, "scale_attn_weights": true, "use_cache": true, "scale_attn_by_inverse_layer_idx": false, "reorder_and_upcast_attn": false, "bos_token_id": 98, "eos_token_id": 98, "pad_token_id": 98, "attention_probs_dropout_prob": 0.1, "gradient_checkpointing": false, "hidden_act": "gelu", "hidden_dropout_prob": 0.1, "intermediate_size": 37, "model_type": "gpt2", "n_ctx": 512, "type_vocab_size": 16, "neuron": {"task": "text-generation", "batch_size": 2, "num_cores": 2, "auto_cast_type": "fp32", "sequence_length": 256, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "hf-internal-testing/tiny-random-gpt2", "checkpoint_revision": "91c0fe31d692dd8448d9bc06e8d1877345009e3b"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/hf-internal-testing/tiny-random-gpt2/ca8d99bc6374cb0ea37c.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/hf-internal-testing/tiny-random-gpt2/ca8d99bc6374cb0ea37c.json
new file mode 100644
index 0000000000000000000000000000000000000000..f997e00121f68ec7eeec05e36163a9a3374d4898
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/hf-internal-testing/tiny-random-gpt2/ca8d99bc6374cb0ea37c.json
@@ -0,0 +1 @@
+{"vocab_size": 1000, "n_positions": 512, "n_embd": 32, "n_layer": 5, "n_head": 4, "n_inner": null, "activation_function": "gelu_new", "resid_pdrop": 0.1, "embd_pdrop": 0.1, "attn_pdrop": 0.1, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "summary_type": "cls_index", "summary_use_proj": true, "summary_activation": null, "summary_first_dropout": 0.1, "summary_proj_to_labels": true, "scale_attn_weights": true, "use_cache": true, "scale_attn_by_inverse_layer_idx": false, "reorder_and_upcast_attn": false, "bos_token_id": 98, "eos_token_id": 98, "pad_token_id": 98, "attention_probs_dropout_prob": 0.1, "gradient_checkpointing": false, "hidden_act": "gelu", "hidden_dropout_prob": 0.1, "intermediate_size": 37, "model_type": "gpt2", "n_ctx": 512, "neuron": {"auto_cast_type": "fp32", "batch_size": 1, "checkpoint_id": "hf-internal-testing/tiny-random-gpt2", "checkpoint_revision": "91c0fe31d692dd8448d9bc06e8d1877345009e3b", "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "type_vocab_size": 16}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/hf-internal-testing/tiny-random-gpt2/d70210c8fe7cbaf377ab.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/hf-internal-testing/tiny-random-gpt2/d70210c8fe7cbaf377ab.json
new file mode 100644
index 0000000000000000000000000000000000000000..11f279c346e07ed199dcf2f0a3ca39d3f955d8e8
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/hf-internal-testing/tiny-random-gpt2/d70210c8fe7cbaf377ab.json
@@ -0,0 +1 @@
+{"vocab_size": 1000, "n_positions": 512, "n_embd": 32, "n_layer": 5, "n_head": 4, "n_inner": null, "activation_function": "gelu_new", "resid_pdrop": 0.1, "embd_pdrop": 0.1, "attn_pdrop": 0.1, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "summary_type": "cls_index", "summary_use_proj": true, "summary_activation": null, "summary_first_dropout": 0.1, "summary_proj_to_labels": true, "scale_attn_weights": true, "use_cache": true, "scale_attn_by_inverse_layer_idx": false, "reorder_and_upcast_attn": false, "bos_token_id": 98, "eos_token_id": 98, "pad_token_id": 98, "attention_probs_dropout_prob": 0.1, "gradient_checkpointing": false, "hidden_act": "gelu", "hidden_dropout_prob": 0.1, "intermediate_size": 37, "model_type": "gpt2", "n_ctx": 512, "type_vocab_size": 16, "neuron": {"task": "text-generation", "batch_size": 2, "num_cores": 2, "auto_cast_type": "fp16", "sequence_length": 100, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "hf-internal-testing/tiny-random-gpt2", "checkpoint_revision": "91c0fe31d692dd8448d9bc06e8d1877345009e3b"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/hf-internal-testing/tiny-random-gpt2/eb42bab3c5050bb02069.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/hf-internal-testing/tiny-random-gpt2/eb42bab3c5050bb02069.json
new file mode 100644
index 0000000000000000000000000000000000000000..bd353ffe6fd2ef447eee9000e69ba3209f77d351
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/hf-internal-testing/tiny-random-gpt2/eb42bab3c5050bb02069.json
@@ -0,0 +1 @@
+{"vocab_size": 1000, "n_positions": 512, "n_embd": 32, "n_layer": 5, "n_head": 4, "n_inner": null, "activation_function": "gelu_new", "resid_pdrop": 0.1, "embd_pdrop": 0.1, "attn_pdrop": 0.1, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "summary_type": "cls_index", "summary_use_proj": true, "summary_activation": null, "summary_first_dropout": 0.1, "summary_proj_to_labels": true, "scale_attn_weights": true, "use_cache": true, "scale_attn_by_inverse_layer_idx": false, "reorder_and_upcast_attn": false, "bos_token_id": 98, "eos_token_id": 98, "pad_token_id": 98, "attention_probs_dropout_prob": 0.1, "gradient_checkpointing": false, "hidden_act": "gelu", "hidden_dropout_prob": 0.1, "intermediate_size": 37, "model_type": "gpt2", "n_ctx": 512, "type_vocab_size": 16, "neuron": {"task": "text-generation", "batch_size": 1, "num_cores": 2, "auto_cast_type": "fp32", "sequence_length": 100, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "hf-internal-testing/tiny-random-gpt2", "checkpoint_revision": "91c0fe31d692dd8448d9bc06e8d1877345009e3b"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/hf-internal-testing/tiny-random-gpt2/ecdc60511e87d1dda9fb.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/hf-internal-testing/tiny-random-gpt2/ecdc60511e87d1dda9fb.json
new file mode 100644
index 0000000000000000000000000000000000000000..2247e72b04ef39e20221fea061980e9f5c9460a8
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/hf-internal-testing/tiny-random-gpt2/ecdc60511e87d1dda9fb.json
@@ -0,0 +1 @@
+{"vocab_size": 1000, "n_positions": 512, "n_embd": 32, "n_layer": 5, "n_head": 4, "n_inner": null, "activation_function": "gelu_new", "resid_pdrop": 0.1, "embd_pdrop": 0.1, "attn_pdrop": 0.1, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "summary_type": "cls_index", "summary_use_proj": true, "summary_activation": null, "summary_first_dropout": 0.1, "summary_proj_to_labels": true, "scale_attn_weights": true, "use_cache": true, "scale_attn_by_inverse_layer_idx": false, "reorder_and_upcast_attn": false, "bos_token_id": 98, "eos_token_id": 98, "pad_token_id": 98, "attention_probs_dropout_prob": 0.1, "gradient_checkpointing": false, "hidden_act": "gelu", "hidden_dropout_prob": 0.1, "intermediate_size": 37, "model_type": "gpt2", "n_ctx": 512, "type_vocab_size": 16, "neuron": {"task": "text-generation", "batch_size": 2, "num_cores": 2, "auto_cast_type": "fp32", "sequence_length": 100, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "hf-internal-testing/tiny-random-gpt2", "checkpoint_revision": "91c0fe31d692dd8448d9bc06e8d1877345009e3b"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/NousResearch/Llama-2-7b-chat-hf/024f7a52b94f5d2bb43f.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/NousResearch/Llama-2-7b-chat-hf/024f7a52b94f5d2bb43f.json
new file mode 100644
index 0000000000000000000000000000000000000000..3d2135a1f648f26981054a95795167e858ed4990
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/NousResearch/Llama-2-7b-chat-hf/024f7a52b94f5d2bb43f.json
@@ -0,0 +1 @@
+{"vocab_size": 32000, "max_position_embeddings": 4096, "hidden_size": 4096, "intermediate_size": 11008, "num_hidden_layers": 32, "num_attention_heads": 32, "num_key_value_heads": 32, "hidden_act": "silu", "initializer_range": 0.02, "rms_norm_eps": 1e-05, "pretraining_tp": 1, "use_cache": true, "rope_theta": 10000.0, "rope_scaling": null, "attention_bias": false, "attention_dropout": 0.0, "torch_dtype": "float16", "tie_word_embeddings": false, "architectures": ["LlamaForCausalLM"], "bos_token_id": 1, "pad_token_id": 0, "eos_token_id": 2, "model_type": "llama", "neuron": {"task": "text-generation", "batch_size": 2, "num_cores": 2, "auto_cast_type": "f16", "sequence_length": 2048, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "NousResearch/Llama-2-7b-chat-hf", "checkpoint_revision": "37892f30c23786c0d5367d80481fa0d9fba93cf8"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/dacorvo/tiny-random-llama/0c5dcee71eb09cd78ca3.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/dacorvo/tiny-random-llama/0c5dcee71eb09cd78ca3.json
new file mode 100644
index 0000000000000000000000000000000000000000..eba75306edc147520adfbf94daa5b03c2daa3af7
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/dacorvo/tiny-random-llama/0c5dcee71eb09cd78ca3.json
@@ -0,0 +1 @@
+{"vocab_size": 32000, "max_position_embeddings": 512, "hidden_size": 128, "intermediate_size": 256, "num_hidden_layers": 1, "num_attention_heads": 1, "num_key_value_heads": 1, "hidden_act": "silu", "initializer_range": 0.02, "rms_norm_eps": 1e-06, "pretraining_tp": 1, "use_cache": true, "rope_theta": 10000.0, "rope_scaling": null, "attention_bias": false, "attention_dropout": 0.0, "torch_dtype": "float32", "tie_word_embeddings": false, "architectures": ["LlamaForCausalLM"], "bos_token_id": 1, "eos_token_id": 2, "model_type": "llama", "neuron": {"auto_cast_type": "fp32", "batch_size": 1, "checkpoint_id": "dacorvo/tiny-random-llama", "checkpoint_revision": "7fdafd2fe6a2d31c6abb72ae60db606d8bb23196", "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/dacorvo/tiny-random-llama/2ea9c51c3f55022f558f.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/dacorvo/tiny-random-llama/2ea9c51c3f55022f558f.json
new file mode 100644
index 0000000000000000000000000000000000000000..9f6f81d9d22fb2417498ed6f722c885c0e5a6927
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/dacorvo/tiny-random-llama/2ea9c51c3f55022f558f.json
@@ -0,0 +1 @@
+{"vocab_size": 32000, "max_position_embeddings": 512, "hidden_size": 128, "intermediate_size": 256, "num_hidden_layers": 1, "num_attention_heads": 1, "num_key_value_heads": 1, "hidden_act": "silu", "initializer_range": 0.02, "rms_norm_eps": 1e-06, "pretraining_tp": 1, "use_cache": true, "rope_theta": 10000.0, "rope_scaling": null, "attention_bias": false, "attention_dropout": 0.0, "torch_dtype": "float32", "tie_word_embeddings": false, "architectures": ["LlamaForCausalLM"], "bos_token_id": 1, "eos_token_id": 2, "model_type": "llama", "neuron": {"auto_cast_type": "fp32", "batch_size": 2, "checkpoint_id": "dacorvo/tiny-random-llama", "checkpoint_revision": "7fdafd2fe6a2d31c6abb72ae60db606d8bb23196", "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/dacorvo/tiny-random-llama/36b96843d581cc86fdd1.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/dacorvo/tiny-random-llama/36b96843d581cc86fdd1.json
new file mode 100644
index 0000000000000000000000000000000000000000..8f126edb9ffe3976ed2cb9e27624532df8cffaf0
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/dacorvo/tiny-random-llama/36b96843d581cc86fdd1.json
@@ -0,0 +1 @@
+{"vocab_size": 32000, "max_position_embeddings": 512, "hidden_size": 128, "intermediate_size": 256, "num_hidden_layers": 1, "num_attention_heads": 1, "num_key_value_heads": 1, "hidden_act": "silu", "initializer_range": 0.02, "rms_norm_eps": 1e-06, "pretraining_tp": 1, "use_cache": true, "rope_theta": 10000.0, "rope_scaling": null, "attention_bias": false, "attention_dropout": 0.0, "torch_dtype": "float32", "tie_word_embeddings": false, "architectures": ["LlamaForCausalLM"], "bos_token_id": 1, "eos_token_id": 2, "model_type": "llama", "neuron": {"task": "text-generation", "batch_size": 1, "num_cores": 2, "auto_cast_type": "fp32", "sequence_length": 100, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "dacorvo/tiny-random-llama", "checkpoint_revision": "7fdafd2fe6a2d31c6abb72ae60db606d8bb23196"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/dacorvo/tiny-random-llama/4f598bddf7d4afda210f.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/dacorvo/tiny-random-llama/4f598bddf7d4afda210f.json
new file mode 100644
index 0000000000000000000000000000000000000000..432bdd4e4c2836919b53512acdc4145e10d60bcf
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/dacorvo/tiny-random-llama/4f598bddf7d4afda210f.json
@@ -0,0 +1 @@
+{"vocab_size": 32000, "max_position_embeddings": 512, "hidden_size": 128, "intermediate_size": 256, "num_hidden_layers": 1, "num_attention_heads": 1, "num_key_value_heads": 1, "hidden_act": "silu", "initializer_range": 0.02, "rms_norm_eps": 1e-06, "pretraining_tp": 1, "use_cache": true, "rope_theta": 10000.0, "rope_scaling": null, "attention_bias": false, "attention_dropout": 0.0, "torch_dtype": "float32", "tie_word_embeddings": false, "architectures": ["LlamaForCausalLM"], "bos_token_id": 1, "eos_token_id": 2, "model_type": "llama", "neuron": {"task": "text-generation", "batch_size": 2, "num_cores": 2, "auto_cast_type": "fp16", "sequence_length": 100, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "dacorvo/tiny-random-llama", "checkpoint_revision": "7fdafd2fe6a2d31c6abb72ae60db606d8bb23196"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/dacorvo/tiny-random-llama/823f635bc0b9b2e27147.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/dacorvo/tiny-random-llama/823f635bc0b9b2e27147.json
new file mode 100644
index 0000000000000000000000000000000000000000..bcacbe64cb4e7164a82fcba8c4b00eb23cc29bf1
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/dacorvo/tiny-random-llama/823f635bc0b9b2e27147.json
@@ -0,0 +1 @@
+{"vocab_size": 32000, "max_position_embeddings": 512, "hidden_size": 128, "intermediate_size": 256, "num_hidden_layers": 1, "num_attention_heads": 1, "num_key_value_heads": 1, "hidden_act": "silu", "initializer_range": 0.02, "rms_norm_eps": 1e-06, "pretraining_tp": 1, "use_cache": true, "rope_theta": 10000.0, "rope_scaling": null, "attention_bias": false, "attention_dropout": 0.0, "torch_dtype": "float32", "tie_word_embeddings": false, "architectures": ["LlamaForCausalLM"], "bos_token_id": 1, "eos_token_id": 2, "model_type": "llama", "neuron": {"task": "text-generation", "batch_size": 2, "num_cores": 2, "auto_cast_type": "fp32", "sequence_length": 100, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "dacorvo/tiny-random-llama", "checkpoint_revision": "7fdafd2fe6a2d31c6abb72ae60db606d8bb23196"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/dacorvo/tiny-random-llama/d9d1f24f085b3e1ee495.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/dacorvo/tiny-random-llama/d9d1f24f085b3e1ee495.json
new file mode 100644
index 0000000000000000000000000000000000000000..07231a05f6a36bf23e4a46b3fbcf53e23c0b5d20
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/dacorvo/tiny-random-llama/d9d1f24f085b3e1ee495.json
@@ -0,0 +1 @@
+{"vocab_size": 32000, "max_position_embeddings": 512, "hidden_size": 128, "intermediate_size": 256, "num_hidden_layers": 1, "num_attention_heads": 1, "num_key_value_heads": 1, "hidden_act": "silu", "initializer_range": 0.02, "rms_norm_eps": 1e-06, "pretraining_tp": 1, "use_cache": true, "rope_theta": 10000.0, "rope_scaling": null, "attention_bias": false, "attention_dropout": 0.0, "torch_dtype": "float32", "tie_word_embeddings": false, "architectures": ["LlamaForCausalLM"], "bos_token_id": 1, "eos_token_id": 2, "model_type": "llama", "neuron": {"task": "text-generation", "batch_size": 1, "num_cores": 2, "auto_cast_type": "fp16", "sequence_length": 100, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "dacorvo/tiny-random-llama", "checkpoint_revision": "7fdafd2fe6a2d31c6abb72ae60db606d8bb23196"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/dacorvo/tiny-random-llama/e74544f6ce86f925e132.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/dacorvo/tiny-random-llama/e74544f6ce86f925e132.json
new file mode 100644
index 0000000000000000000000000000000000000000..4ab35950dca21fa27577b3c2f970196d6574684e
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/dacorvo/tiny-random-llama/e74544f6ce86f925e132.json
@@ -0,0 +1 @@
+{"vocab_size": 32000, "max_position_embeddings": 512, "hidden_size": 128, "intermediate_size": 256, "num_hidden_layers": 1, "num_attention_heads": 1, "num_key_value_heads": 1, "hidden_act": "silu", "initializer_range": 0.02, "rms_norm_eps": 1e-06, "pretraining_tp": 1, "use_cache": true, "rope_theta": 10000.0, "rope_scaling": null, "attention_bias": false, "attention_dropout": 0.0, "torch_dtype": "float32", "tie_word_embeddings": false, "architectures": ["LlamaForCausalLM"], "bos_token_id": 1, "eos_token_id": 2, "model_type": "llama", "neuron": {"auto_cast_type": "fp32", "batch_size": 2, "checkpoint_id": "dacorvo/tiny-random-llama", "checkpoint_revision": "7fdafd2fe6a2d31c6abb72ae60db606d8bb23196", "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "num_cores": 2, "sequence_length": 256, "task": "text-generation"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/dacorvo/tiny-random-llama/f409bda0862113a1e014.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/dacorvo/tiny-random-llama/f409bda0862113a1e014.json
new file mode 100644
index 0000000000000000000000000000000000000000..f4e95805cca2b0c2eebbd86ebbae88c50cfbc5cf
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/dacorvo/tiny-random-llama/f409bda0862113a1e014.json
@@ -0,0 +1 @@
+{"vocab_size": 32000, "max_position_embeddings": 512, "hidden_size": 128, "intermediate_size": 256, "num_hidden_layers": 1, "num_attention_heads": 1, "num_key_value_heads": 1, "hidden_act": "silu", "initializer_range": 0.02, "rms_norm_eps": 1e-06, "pretraining_tp": 1, "use_cache": true, "rope_theta": 10000.0, "rope_scaling": null, "attention_bias": false, "attention_dropout": 0.0, "torch_dtype": "float32", "tie_word_embeddings": false, "architectures": ["LlamaForCausalLM"], "bos_token_id": 1, "eos_token_id": 2, "model_type": "llama", "neuron": {"task": "text-generation", "batch_size": 2, "num_cores": 2, "auto_cast_type": "fp32", "sequence_length": 256, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "dacorvo/tiny-random-llama", "checkpoint_revision": "7fdafd2fe6a2d31c6abb72ae60db606d8bb23196"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/meta-llama/Llama-2-7b-chat-hf/18f6f0c38b0c07980e4e.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/meta-llama/Llama-2-7b-chat-hf/18f6f0c38b0c07980e4e.json
new file mode 100644
index 0000000000000000000000000000000000000000..6e051dd3e257517fe10b78eae898f5ef1c146608
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/meta-llama/Llama-2-7b-chat-hf/18f6f0c38b0c07980e4e.json
@@ -0,0 +1 @@
+{"vocab_size": 32000, "max_position_embeddings": 4096, "hidden_size": 4096, "intermediate_size": 11008, "num_hidden_layers": 32, "num_attention_heads": 32, "num_key_value_heads": 32, "hidden_act": "silu", "initializer_range": 0.02, "rms_norm_eps": 1e-05, "pretraining_tp": 1, "use_cache": true, "rope_theta": 10000.0, "rope_scaling": null, "attention_bias": false, "attention_dropout": 0.0, "torch_dtype": "float16", "tie_word_embeddings": false, "architectures": ["LlamaForCausalLM"], "bos_token_id": 1, "eos_token_id": 2, "model_type": "llama", "neuron": {"task": "text-generation", "batch_size": 2, "num_cores": 2, "auto_cast_type": "fp16", "sequence_length": 2048, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "meta-llama/Llama-2-7b-chat-hf", "checkpoint_revision": "c1b0db933684edbfe29a06fa47eb19cc48025e93"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/meta-llama/Llama-2-7b-chat-hf/58d1e81d4b6ef21222d8.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/meta-llama/Llama-2-7b-chat-hf/58d1e81d4b6ef21222d8.json
new file mode 100644
index 0000000000000000000000000000000000000000..00be900d8f0c0b94a2477e943b7eaa765f5988b2
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/meta-llama/Llama-2-7b-chat-hf/58d1e81d4b6ef21222d8.json
@@ -0,0 +1 @@
+{"vocab_size": 32000, "max_position_embeddings": 4096, "hidden_size": 4096, "intermediate_size": 11008, "num_hidden_layers": 32, "num_attention_heads": 32, "num_key_value_heads": 32, "hidden_act": "silu", "initializer_range": 0.02, "rms_norm_eps": 1e-05, "pretraining_tp": 1, "use_cache": true, "rope_theta": 10000.0, "rope_scaling": null, "attention_bias": false, "attention_dropout": 0.0, "torch_dtype": "float16", "tie_word_embeddings": false, "architectures": ["LlamaForCausalLM"], "bos_token_id": 1, "eos_token_id": 2, "model_type": "llama", "neuron": {"auto_cast_type": "fp16", "batch_size": 2, "checkpoint_id": "meta-llama/Llama-2-7b-chat-hf", "checkpoint_revision": "c1b0db933684edbfe29a06fa47eb19cc48025e93", "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "num_cores": 2, "sequence_length": 2048, "task": "text-generation"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/meta-llama/Llama-2-7b-chat-hf/a23bae888fd7fe3142b6.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/meta-llama/Llama-2-7b-chat-hf/a23bae888fd7fe3142b6.json
new file mode 100644
index 0000000000000000000000000000000000000000..73566260014a35e0b7a2a364056deca4234c90df
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/meta-llama/Llama-2-7b-chat-hf/a23bae888fd7fe3142b6.json
@@ -0,0 +1 @@
+{"vocab_size": 32000, "max_position_embeddings": 4096, "hidden_size": 4096, "intermediate_size": 11008, "num_hidden_layers": 32, "num_attention_heads": 32, "num_key_value_heads": 32, "hidden_act": "silu", "initializer_range": 0.02, "rms_norm_eps": 1e-05, "pretraining_tp": 1, "use_cache": true, "rope_theta": 10000.0, "rope_scaling": null, "attention_bias": false, "attention_dropout": 0.0, "torch_dtype": "float16", "tie_word_embeddings": false, "architectures": ["LlamaForCausalLM"], "bos_token_id": 1, "eos_token_id": 2, "model_type": "llama", "neuron": {"task": "text-generation", "batch_size": 1, "num_cores": 2, "auto_cast_type": "fp16", "sequence_length": 2048, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "meta-llama/Llama-2-7b-chat-hf", "checkpoint_revision": "c1b0db933684edbfe29a06fa47eb19cc48025e93"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/meta-llama/Llama-2-7b-chat-hf/a8458afb96b3a458065e.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/meta-llama/Llama-2-7b-chat-hf/a8458afb96b3a458065e.json
new file mode 100644
index 0000000000000000000000000000000000000000..c673bf225ade4c93cc7787733674ff7addcbc5ed
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/meta-llama/Llama-2-7b-chat-hf/a8458afb96b3a458065e.json
@@ -0,0 +1 @@
+{"vocab_size": 32000, "max_position_embeddings": 4096, "hidden_size": 4096, "intermediate_size": 11008, "num_hidden_layers": 32, "num_attention_heads": 32, "num_key_value_heads": 32, "hidden_act": "silu", "initializer_range": 0.02, "rms_norm_eps": 1e-05, "pretraining_tp": 1, "use_cache": true, "rope_theta": 10000.0, "rope_scaling": null, "attention_bias": false, "attention_dropout": 0.0, "torch_dtype": "float16", "tie_word_embeddings": false, "architectures": ["LlamaForCausalLM"], "bos_token_id": 1, "eos_token_id": 2, "model_type": "llama", "neuron": {"auto_cast_type": "fp16", "batch_size": 1, "checkpoint_id": "meta-llama/Llama-2-7b-chat-hf", "checkpoint_revision": "c1b0db933684edbfe29a06fa47eb19cc48025e93", "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "num_cores": 2, "sequence_length": 2048, "task": "text-generation"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/meta-llama/Llama-2-7b-chat-hf/cba933997ecb39d1bd8c.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/meta-llama/Llama-2-7b-chat-hf/cba933997ecb39d1bd8c.json
new file mode 100644
index 0000000000000000000000000000000000000000..6ef7c0aa199d42cb4f0bbd601dd358fae3b20732
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/meta-llama/Llama-2-7b-chat-hf/cba933997ecb39d1bd8c.json
@@ -0,0 +1 @@
+{"vocab_size": 32000, "max_position_embeddings": 4096, "hidden_size": 4096, "intermediate_size": 11008, "num_hidden_layers": 32, "num_attention_heads": 32, "num_key_value_heads": 32, "hidden_act": "silu", "initializer_range": 0.02, "rms_norm_eps": 1e-05, "pretraining_tp": 1, "use_cache": true, "rope_theta": 10000.0, "rope_scaling": null, "attention_bias": false, "attention_dropout": 0.0, "torch_dtype": "float16", "tie_word_embeddings": false, "architectures": ["LlamaForCausalLM"], "bos_token_id": 1, "eos_token_id": 2, "model_type": "llama", "neuron": {"task": "text-generation", "batch_size": 4, "num_cores": 8, "auto_cast_type": "fp16", "sequence_length": 2048, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "meta-llama/Llama-2-7b-chat-hf", "checkpoint_revision": "c1b0db933684edbfe29a06fa47eb19cc48025e93"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/meta-llama/Llama-2-7b-chat-hf/d1c9d1c755775ce29399.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/meta-llama/Llama-2-7b-chat-hf/d1c9d1c755775ce29399.json
new file mode 100644
index 0000000000000000000000000000000000000000..8550d526f16d16f35a12673819be7c844e07d4a3
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/meta-llama/Llama-2-7b-chat-hf/d1c9d1c755775ce29399.json
@@ -0,0 +1 @@
+{"vocab_size": 32000, "max_position_embeddings": 4096, "hidden_size": 4096, "intermediate_size": 11008, "num_hidden_layers": 32, "num_attention_heads": 32, "num_key_value_heads": 32, "hidden_act": "silu", "initializer_range": 0.02, "rms_norm_eps": 1e-05, "pretraining_tp": 1, "use_cache": true, "rope_theta": 10000.0, "rope_scaling": null, "attention_bias": false, "attention_dropout": 0.0, "torch_dtype": "float16", "tie_word_embeddings": false, "architectures": ["LlamaForCausalLM"], "bos_token_id": 1, "eos_token_id": 2, "model_type": "llama", "neuron": {"auto_cast_type": "fp16", "batch_size": 4, "checkpoint_id": "meta-llama/Llama-2-7b-chat-hf", "checkpoint_revision": "c1b0db933684edbfe29a06fa47eb19cc48025e93", "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "num_cores": 8, "sequence_length": 2048, "task": "text-generation"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/princeton-nlp/Sheared-LLaMA-1.3B/8d6bbf381f3c1b57ac17.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/princeton-nlp/Sheared-LLaMA-1.3B/8d6bbf381f3c1b57ac17.json
new file mode 100644
index 0000000000000000000000000000000000000000..e8595758484c0ab4979e21de58ebe9ba98ea42e8
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/princeton-nlp/Sheared-LLaMA-1.3B/8d6bbf381f3c1b57ac17.json
@@ -0,0 +1 @@
+{"vocab_size": 32000, "max_position_embeddings": 4096, "hidden_size": 2048, "intermediate_size": 5504, "num_hidden_layers": 24, "num_attention_heads": 16, "num_key_value_heads": 16, "hidden_act": "silu", "initializer_range": 0.02, "rms_norm_eps": 1e-05, "pretraining_tp": 1, "use_cache": true, "rope_theta": 10000.0, "rope_scaling": null, "attention_bias": false, "attention_dropout": 0.0, "torch_dtype": "float32", "tie_word_embeddings": false, "architectures": ["LlamaForCausalLM"], "bos_token_id": 1, "pad_token_id": 0, "eos_token_id": 2, "model_type": "llama", "neuron": {"task": "text-generation", "batch_size": 4, "num_cores": 2, "auto_cast_type": "fp32", "sequence_length": 2048, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "princeton-nlp/Sheared-LLaMA-1.3B", "checkpoint_revision": "a4b76938edbf571ea7d7d9904861cbdca08809b4"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/mistral/dacorvo/tiny-random-MistralForCausalLM/06fc7c62762607ab744e.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/mistral/dacorvo/tiny-random-MistralForCausalLM/06fc7c62762607ab744e.json
new file mode 100644
index 0000000000000000000000000000000000000000..042720ace801546c610a0395b695421f7a8f140f
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/mistral/dacorvo/tiny-random-MistralForCausalLM/06fc7c62762607ab744e.json
@@ -0,0 +1 @@
+{"vocab_size": 32000, "max_position_embeddings": 512, "hidden_size": 32, "intermediate_size": 37, "num_hidden_layers": 2, "num_attention_heads": 4, "sliding_window": 4096, "num_key_value_heads": 2, "hidden_act": "gelu", "initializer_range": 0.02, "rms_norm_eps": 1e-06, "use_cache": true, "rope_theta": 10000.0, "attention_dropout": 0.0, "torch_dtype": "float32", "tie_word_embeddings": false, "is_decoder": true, "architectures": ["MistralForCausalLM"], "bos_token_id": 1, "pad_token_id": 0, "eos_token_id": 2, "attention_probs_dropout_prob": 0.1, "hidden_dropout_prob": 0.1, "model_type": "mistral", "type_vocab_size": 16, "neuron": {"task": "text-generation", "batch_size": 2, "num_cores": 2, "auto_cast_type": "fp16", "sequence_length": 100, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "dacorvo/tiny-random-MistralForCausalLM", "checkpoint_revision": "81d453e3c8985649e9ee3d4c9378461029d1c73a"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/mistral/dacorvo/tiny-random-MistralForCausalLM/5975d2858f9bce8ef290.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/mistral/dacorvo/tiny-random-MistralForCausalLM/5975d2858f9bce8ef290.json
new file mode 100644
index 0000000000000000000000000000000000000000..225000468b40a772bb90fb6b94ebe05fcbb8464c
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/mistral/dacorvo/tiny-random-MistralForCausalLM/5975d2858f9bce8ef290.json
@@ -0,0 +1 @@
+{"vocab_size": 32000, "max_position_embeddings": 512, "hidden_size": 32, "intermediate_size": 37, "num_hidden_layers": 2, "num_attention_heads": 4, "sliding_window": 4096, "num_key_value_heads": 2, "hidden_act": "gelu", "initializer_range": 0.02, "rms_norm_eps": 1e-06, "use_cache": true, "rope_theta": 10000.0, "attention_dropout": 0.0, "torch_dtype": "float32", "tie_word_embeddings": false, "is_decoder": true, "architectures": ["MistralForCausalLM"], "bos_token_id": 1, "pad_token_id": 0, "eos_token_id": 2, "attention_probs_dropout_prob": 0.1, "hidden_dropout_prob": 0.1, "model_type": "mistral", "type_vocab_size": 16, "neuron": {"task": "text-generation", "batch_size": 1, "num_cores": 2, "auto_cast_type": "fp16", "sequence_length": 100, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "dacorvo/tiny-random-MistralForCausalLM", "checkpoint_revision": "81d453e3c8985649e9ee3d4c9378461029d1c73a"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/mistral/dacorvo/tiny-random-MistralForCausalLM/87a7a99e2c2090700c5f.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/mistral/dacorvo/tiny-random-MistralForCausalLM/87a7a99e2c2090700c5f.json
new file mode 100644
index 0000000000000000000000000000000000000000..b283d9241b7636691ae16d91e6ef5620a1d00b03
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/mistral/dacorvo/tiny-random-MistralForCausalLM/87a7a99e2c2090700c5f.json
@@ -0,0 +1 @@
+{"vocab_size": 32000, "max_position_embeddings": 512, "hidden_size": 32, "intermediate_size": 37, "num_hidden_layers": 2, "num_attention_heads": 4, "sliding_window": 4096, "num_key_value_heads": 2, "hidden_act": "gelu", "initializer_range": 0.02, "rms_norm_eps": 1e-06, "use_cache": true, "rope_theta": 10000.0, "attention_dropout": 0.0, "torch_dtype": "float32", "tie_word_embeddings": false, "is_decoder": true, "architectures": ["MistralForCausalLM"], "bos_token_id": 1, "pad_token_id": 0, "eos_token_id": 2, "attention_probs_dropout_prob": 0.1, "hidden_dropout_prob": 0.1, "model_type": "mistral", "type_vocab_size": 16, "neuron": {"task": "text-generation", "batch_size": 2, "num_cores": 2, "auto_cast_type": "fp32", "sequence_length": 100, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "dacorvo/tiny-random-MistralForCausalLM", "checkpoint_revision": "81d453e3c8985649e9ee3d4c9378461029d1c73a"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/mistral/dacorvo/tiny-random-MistralForCausalLM/9a8b7079ddb8a7611d5a.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/mistral/dacorvo/tiny-random-MistralForCausalLM/9a8b7079ddb8a7611d5a.json
new file mode 100644
index 0000000000000000000000000000000000000000..0b884a7e358b17d46701734645d41d43de27e9c8
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/mistral/dacorvo/tiny-random-MistralForCausalLM/9a8b7079ddb8a7611d5a.json
@@ -0,0 +1 @@
+{"vocab_size": 32000, "max_position_embeddings": 512, "hidden_size": 32, "intermediate_size": 37, "num_hidden_layers": 2, "num_attention_heads": 4, "sliding_window": 4096, "num_key_value_heads": 2, "hidden_act": "gelu", "initializer_range": 0.02, "rms_norm_eps": 1e-06, "use_cache": true, "rope_theta": 10000.0, "attention_dropout": 0.0, "torch_dtype": "float32", "tie_word_embeddings": false, "is_decoder": true, "architectures": ["MistralForCausalLM"], "bos_token_id": 1, "pad_token_id": 0, "eos_token_id": 2, "attention_probs_dropout_prob": 0.1, "hidden_dropout_prob": 0.1, "model_type": "mistral", "type_vocab_size": 16, "neuron": {"task": "text-generation", "batch_size": 1, "num_cores": 2, "auto_cast_type": "fp32", "sequence_length": 100, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "dacorvo/tiny-random-MistralForCausalLM", "checkpoint_revision": "81d453e3c8985649e9ee3d4c9378461029d1c73a"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/mistral/dacorvo/tiny-random-MistralForCausalLM/fbf45e5cda8a458d37d3.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/mistral/dacorvo/tiny-random-MistralForCausalLM/fbf45e5cda8a458d37d3.json
new file mode 100644
index 0000000000000000000000000000000000000000..595f2993901df49bc236bd3d90507ff53382c122
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/mistral/dacorvo/tiny-random-MistralForCausalLM/fbf45e5cda8a458d37d3.json
@@ -0,0 +1 @@
+{"vocab_size": 32000, "max_position_embeddings": 512, "hidden_size": 32, "intermediate_size": 37, "num_hidden_layers": 2, "num_attention_heads": 4, "sliding_window": 4096, "num_key_value_heads": 2, "hidden_act": "gelu", "initializer_range": 0.02, "rms_norm_eps": 1e-06, "use_cache": true, "rope_theta": 10000.0, "attention_dropout": 0.0, "torch_dtype": "float32", "tie_word_embeddings": false, "is_decoder": true, "architectures": ["MistralForCausalLM"], "bos_token_id": 1, "pad_token_id": 0, "eos_token_id": 2, "attention_probs_dropout_prob": 0.1, "hidden_dropout_prob": 0.1, "model_type": "mistral", "neuron": {"auto_cast_type": "fp32", "batch_size": 1, "checkpoint_id": "dacorvo/tiny-random-MistralForCausalLM", "checkpoint_revision": "81d453e3c8985649e9ee3d4c9378461029d1c73a", "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "type_vocab_size": 16}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/mistral/dacorvo/tiny-random-MistralForCausalLM/fdf8481549a30230656d.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/mistral/dacorvo/tiny-random-MistralForCausalLM/fdf8481549a30230656d.json
new file mode 100644
index 0000000000000000000000000000000000000000..272fc83a93536d319cd55e505a44efdecfdd9dd1
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/mistral/dacorvo/tiny-random-MistralForCausalLM/fdf8481549a30230656d.json
@@ -0,0 +1 @@
+{"vocab_size": 32000, "max_position_embeddings": 512, "hidden_size": 32, "intermediate_size": 37, "num_hidden_layers": 2, "num_attention_heads": 4, "sliding_window": 4096, "num_key_value_heads": 2, "hidden_act": "gelu", "initializer_range": 0.02, "rms_norm_eps": 1e-06, "use_cache": true, "rope_theta": 10000.0, "attention_dropout": 0.0, "torch_dtype": "float32", "tie_word_embeddings": false, "is_decoder": true, "architectures": ["MistralForCausalLM"], "bos_token_id": 1, "pad_token_id": 0, "eos_token_id": 2, "attention_probs_dropout_prob": 0.1, "hidden_dropout_prob": 0.1, "model_type": "mistral", "neuron": {"auto_cast_type": "fp32", "batch_size": 2, "checkpoint_id": "dacorvo/tiny-random-MistralForCausalLM", "checkpoint_revision": "81d453e3c8985649e9ee3d4c9378461029d1c73a", "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "type_vocab_size": 16}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/opt/hf-internal-testing/tiny-random-OPTForCausalLM/0128c1baa44ad491d0f4.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/opt/hf-internal-testing/tiny-random-OPTForCausalLM/0128c1baa44ad491d0f4.json
new file mode 100644
index 0000000000000000000000000000000000000000..0b581ab9be5cfcb1d1098690c8f0b4b2f76e55a7
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/opt/hf-internal-testing/tiny-random-OPTForCausalLM/0128c1baa44ad491d0f4.json
@@ -0,0 +1 @@
+{"torch_dtype": "float32", "is_decoder": true, "architectures": ["OPTForCausalLM"], "bos_token_id": 2, "pad_token_id": 1, "eos_token_id": 2, "embed_dim": 16, "model_type": "opt", "neuron": {"auto_cast_type": "fp32", "batch_size": 1, "checkpoint_id": "hf-internal-testing/tiny-random-OPTForCausalLM", "checkpoint_revision": "190d1f4fc0011d2eaeaa05282e0fbd2445e4b11f", "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "vocab_size": 50265, "max_position_embeddings": 100, "num_attention_heads": 4, "word_embed_proj_dim": 16, "ffn_dim": 4, "hidden_size": 16, "num_hidden_layers": 5, "dropout": 0.1, "attention_dropout": 0.1, "activation_function": "relu", "init_std": 0.02, "layerdrop": 0.0, "use_cache": true, "do_layer_norm_before": true, "enable_bias": true, "layer_norm_elementwise_affine": true, "_remove_final_layer_norm": false}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/opt/hf-internal-testing/tiny-random-OPTForCausalLM/187350afb13bf6aee97c.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/opt/hf-internal-testing/tiny-random-OPTForCausalLM/187350afb13bf6aee97c.json
new file mode 100644
index 0000000000000000000000000000000000000000..cbf5867942bb7f24e2f0606c9e477f380a1854d2
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/opt/hf-internal-testing/tiny-random-OPTForCausalLM/187350afb13bf6aee97c.json
@@ -0,0 +1 @@
+{"torch_dtype": "float32", "is_decoder": true, "architectures": ["OPTForCausalLM"], "bos_token_id": 2, "pad_token_id": 1, "eos_token_id": 2, "embed_dim": 16, "model_type": "opt", "vocab_size": 50265, "max_position_embeddings": 100, "num_attention_heads": 4, "word_embed_proj_dim": 16, "ffn_dim": 4, "hidden_size": 16, "num_hidden_layers": 5, "dropout": 0.1, "attention_dropout": 0.1, "activation_function": "relu", "init_std": 0.02, "layerdrop": 0.0, "use_cache": true, "do_layer_norm_before": true, "enable_bias": true, "layer_norm_elementwise_affine": true, "_remove_final_layer_norm": false, "neuron": {"task": "text-generation", "batch_size": 2, "num_cores": 2, "auto_cast_type": "fp32", "sequence_length": 100, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "hf-internal-testing/tiny-random-OPTForCausalLM", "checkpoint_revision": "190d1f4fc0011d2eaeaa05282e0fbd2445e4b11f"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/opt/hf-internal-testing/tiny-random-OPTForCausalLM/45cb29bd56d7cd7ddc1a.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/opt/hf-internal-testing/tiny-random-OPTForCausalLM/45cb29bd56d7cd7ddc1a.json
new file mode 100644
index 0000000000000000000000000000000000000000..69a3c57111bd059505c6805cf1df98f42e822121
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/opt/hf-internal-testing/tiny-random-OPTForCausalLM/45cb29bd56d7cd7ddc1a.json
@@ -0,0 +1 @@
+{"torch_dtype": "float32", "is_decoder": true, "architectures": ["OPTForCausalLM"], "bos_token_id": 2, "pad_token_id": 1, "eos_token_id": 2, "embed_dim": 16, "model_type": "opt", "neuron": {"auto_cast_type": "fp32", "batch_size": 2, "checkpoint_id": "hf-internal-testing/tiny-random-OPTForCausalLM", "checkpoint_revision": "190d1f4fc0011d2eaeaa05282e0fbd2445e4b11f", "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "vocab_size": 50265, "max_position_embeddings": 100, "num_attention_heads": 4, "word_embed_proj_dim": 16, "ffn_dim": 4, "hidden_size": 16, "num_hidden_layers": 5, "dropout": 0.1, "attention_dropout": 0.1, "activation_function": "relu", "init_std": 0.02, "layerdrop": 0.0, "use_cache": true, "do_layer_norm_before": true, "enable_bias": true, "layer_norm_elementwise_affine": true, "_remove_final_layer_norm": false}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/opt/hf-internal-testing/tiny-random-OPTForCausalLM/6f2444cfa075d1f210d0.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/opt/hf-internal-testing/tiny-random-OPTForCausalLM/6f2444cfa075d1f210d0.json
new file mode 100644
index 0000000000000000000000000000000000000000..9df95442aaa260ced3b151d33a2b00ea26c8bff0
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/opt/hf-internal-testing/tiny-random-OPTForCausalLM/6f2444cfa075d1f210d0.json
@@ -0,0 +1 @@
+{"torch_dtype": "float32", "is_decoder": true, "architectures": ["OPTForCausalLM"], "bos_token_id": 2, "pad_token_id": 1, "eos_token_id": 2, "embed_dim": 16, "model_type": "opt", "vocab_size": 50265, "max_position_embeddings": 100, "num_attention_heads": 4, "word_embed_proj_dim": 16, "ffn_dim": 4, "hidden_size": 16, "num_hidden_layers": 5, "dropout": 0.1, "attention_dropout": 0.1, "activation_function": "relu", "init_std": 0.02, "layerdrop": 0.0, "use_cache": true, "do_layer_norm_before": true, "enable_bias": true, "layer_norm_elementwise_affine": true, "_remove_final_layer_norm": false, "neuron": {"task": "text-generation", "batch_size": 1, "num_cores": 2, "auto_cast_type": "fp16", "sequence_length": 100, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "hf-internal-testing/tiny-random-OPTForCausalLM", "checkpoint_revision": "190d1f4fc0011d2eaeaa05282e0fbd2445e4b11f"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/opt/hf-internal-testing/tiny-random-OPTForCausalLM/ea89a1b8198a05d1e71d.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/opt/hf-internal-testing/tiny-random-OPTForCausalLM/ea89a1b8198a05d1e71d.json
new file mode 100644
index 0000000000000000000000000000000000000000..8b9d5b036fd05f946a14803b3cdcd9abd35406ee
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/opt/hf-internal-testing/tiny-random-OPTForCausalLM/ea89a1b8198a05d1e71d.json
@@ -0,0 +1 @@
+{"torch_dtype": "float32", "is_decoder": true, "architectures": ["OPTForCausalLM"], "bos_token_id": 2, "pad_token_id": 1, "eos_token_id": 2, "embed_dim": 16, "model_type": "opt", "vocab_size": 50265, "max_position_embeddings": 100, "num_attention_heads": 4, "word_embed_proj_dim": 16, "ffn_dim": 4, "hidden_size": 16, "num_hidden_layers": 5, "dropout": 0.1, "attention_dropout": 0.1, "activation_function": "relu", "init_std": 0.02, "layerdrop": 0.0, "use_cache": true, "do_layer_norm_before": true, "enable_bias": true, "layer_norm_elementwise_affine": true, "_remove_final_layer_norm": false, "neuron": {"task": "text-generation", "batch_size": 2, "num_cores": 2, "auto_cast_type": "fp16", "sequence_length": 100, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "hf-internal-testing/tiny-random-OPTForCausalLM", "checkpoint_revision": "190d1f4fc0011d2eaeaa05282e0fbd2445e4b11f"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/opt/hf-internal-testing/tiny-random-OPTForCausalLM/f3ff2a63bf38db3d9595.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/opt/hf-internal-testing/tiny-random-OPTForCausalLM/f3ff2a63bf38db3d9595.json
new file mode 100644
index 0000000000000000000000000000000000000000..fd358fd7b469b322bffdf37b1fee749812d20eaa
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/opt/hf-internal-testing/tiny-random-OPTForCausalLM/f3ff2a63bf38db3d9595.json
@@ -0,0 +1 @@
+{"torch_dtype": "float32", "is_decoder": true, "architectures": ["OPTForCausalLM"], "bos_token_id": 2, "pad_token_id": 1, "eos_token_id": 2, "embed_dim": 16, "model_type": "opt", "vocab_size": 50265, "max_position_embeddings": 100, "num_attention_heads": 4, "word_embed_proj_dim": 16, "ffn_dim": 4, "hidden_size": 16, "num_hidden_layers": 5, "dropout": 0.1, "attention_dropout": 0.1, "activation_function": "relu", "init_std": 0.02, "layerdrop": 0.0, "use_cache": true, "do_layer_norm_before": true, "enable_bias": true, "layer_norm_elementwise_affine": true, "_remove_final_layer_norm": false, "neuron": {"task": "text-generation", "batch_size": 1, "num_cores": 2, "auto_cast_type": "fp32", "sequence_length": 100, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "hf-internal-testing/tiny-random-OPTForCausalLM", "checkpoint_revision": "190d1f4fc0011d2eaeaa05282e0fbd2445e4b11f"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_05c54d3634daf421dee1+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_05c54d3634daf421dee1+2c2d707e/model.neff
index bfb2d746443b3466aec2ba6337bba3a9ad74369d..dc0ae00ee4a312732ed5a13721a04bee9684814b 100644
Binary files a/neuronxcc-2.12.68.0+4480452af/MODULE_05c54d3634daf421dee1+2c2d707e/model.neff and b/neuronxcc-2.12.68.0+4480452af/MODULE_05c54d3634daf421dee1+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_066004de210eb2d9c913+eefbc487/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_066004de210eb2d9c913+eefbc487/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..bbf2f066c5f7e468ca82c5dd27071df7435f5546
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_066004de210eb2d9c913+eefbc487/compile_flags.txt
@@ -0,0 +1 @@
+ --model-type=transformer
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_066004de210eb2d9c913+eefbc487/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_066004de210eb2d9c913+eefbc487/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..8d7712525098b78016d5a54117fe537173235c4f
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_066004de210eb2d9c913+eefbc487/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9211a90384dc84e569cba89b0bf1f6b61bd07078a6c52216ca0ea7ffd61cffe1
+size 298400
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_066004de210eb2d9c913+eefbc487/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_066004de210eb2d9c913+eefbc487/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..0bcca6fdbaa0157c107cbcc6d721319101e0af73
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_066004de210eb2d9c913+eefbc487/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:848d62f646f05d39cbee335d739f7dd285447bf041e6618aca86b148b6814120
+size 80405504
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_069bca4bc95ac6e1f147+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_069bca4bc95ac6e1f147+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_069bca4bc95ac6e1f147+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_069bca4bc95ac6e1f147+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_069bca4bc95ac6e1f147+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..8fcb93f45bcc39bd3e6c941946747439b6782a85
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_069bca4bc95ac6e1f147+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e9196d737995d687ba10fa6cf068c96a5a63fb44a5ec84163b1022a22d32c32
+size 341894
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_070dbfe582953f21e418+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_070dbfe582953f21e418+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_070dbfe582953f21e418+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_070dbfe582953f21e418+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_070dbfe582953f21e418+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..2842f361fd4d91d5827e8c68b1acfc653038c40d
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_070dbfe582953f21e418+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e903078dc516f8998e75735f067a3d2a0c2f882152ce72744c6fb4a20d18346a
+size 291526
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_071ac94ab15082fd512b+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_071ac94ab15082fd512b+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_071ac94ab15082fd512b+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_071ac94ab15082fd512b+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_071ac94ab15082fd512b+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..e2e38aaa63ea9f1d2594a4537a63d361a8dc9e54
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_071ac94ab15082fd512b+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce2dfe72bd331cc477b3cc37006e148db968cd8a69d7fc52fdd0c544f107e651
+size 383004
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_0942b3859682581dd1fe+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_0942b3859682581dd1fe+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_0942b3859682581dd1fe+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_0942b3859682581dd1fe+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_0942b3859682581dd1fe+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..35d683b17a3269770f4b32ed74bddfe780ce37c8
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_0942b3859682581dd1fe+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73b2e0e024c3498a0eb21517075b84c0c717cfe44bc1ddbc19eed4ef3d7f19dd
+size 349103
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_0942b3859682581dd1fe+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_0942b3859682581dd1fe+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..2abbb0a5b293b100a745da2f8ef9ff442fdd18f4
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_0942b3859682581dd1fe+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ec50fda754445df03dfa4087943da7a6e6eff6ef810f7c345731c7831f0f1fd
+size 13650944
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_0f2c9d580b08a38164e1+eefbc487/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_0f2c9d580b08a38164e1+eefbc487/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..bbf2f066c5f7e468ca82c5dd27071df7435f5546
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_0f2c9d580b08a38164e1+eefbc487/compile_flags.txt
@@ -0,0 +1 @@
+ --model-type=transformer
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_0f2c9d580b08a38164e1+eefbc487/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_0f2c9d580b08a38164e1+eefbc487/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..02141a3d86f0647cff08e17dc631a6a0af63e5e3
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_0f2c9d580b08a38164e1+eefbc487/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c6e36d0d5796051065c8af19716182935cef3eab18727932cf7c9a1e614833e
+size 356822
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_0f2c9d580b08a38164e1+eefbc487/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_0f2c9d580b08a38164e1+eefbc487/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..11c52469f6771d6306491654b186b5e81e6b2d3e
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_0f2c9d580b08a38164e1+eefbc487/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81ffa19c7f61d9edbf602483152c36c51aad7c274e4e2db1a62c86afbe4f083d
+size 8397824
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_1147ab57421e09b0a487+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_1147ab57421e09b0a487+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_1147ab57421e09b0a487+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_1147ab57421e09b0a487+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_1147ab57421e09b0a487+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..086d10847b4079b1f9dfc441a5fb22bba10c1682
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_1147ab57421e09b0a487+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c6439395d96a39416dd263c63464d2d56672b82d048c3665e586bd15ca196ae
+size 57813
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_1147ab57421e09b0a487+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_1147ab57421e09b0a487+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..578c4aca3c0dd3b4444ad9f39c275201a53e5d70
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_1147ab57421e09b0a487+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_138fc00c4ee682495416+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_138fc00c4ee682495416+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_138fc00c4ee682495416+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_138fc00c4ee682495416+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_138fc00c4ee682495416+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..e477848f6ab941b4bc80b620555010254ca8326f
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_138fc00c4ee682495416+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c932d81d5edaca8753148e2c1f4d3ac08a30621256fa06b7696e007e7fce2fbd
+size 24580
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_138fc00c4ee682495416+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_138fc00c4ee682495416+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..26e3bcccff7fda9fa2d1d2c6877be32a92543777
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_138fc00c4ee682495416+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_15575de81949a4b92aa2+eefbc487/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_15575de81949a4b92aa2+eefbc487/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..bbf2f066c5f7e468ca82c5dd27071df7435f5546
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_15575de81949a4b92aa2+eefbc487/compile_flags.txt
@@ -0,0 +1 @@
+ --model-type=transformer
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_15575de81949a4b92aa2+eefbc487/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_15575de81949a4b92aa2+eefbc487/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..c843030b2b0185f67a69fbd9e4881ae52b7e9cff
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_15575de81949a4b92aa2+eefbc487/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a2a1ebf099550ef352dacbe7e1799cfd5bbc83958017fc7d68bd7cb1944ef9d
+size 298400
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_15575de81949a4b92aa2+eefbc487/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_15575de81949a4b92aa2+eefbc487/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..8c0fe7518babfa3b985ab8ae299145cf6c493e76
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_15575de81949a4b92aa2+eefbc487/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:285e6d05ef5d51614f05b06c694e786ac7dc491b9c87f7834d0f198e44e639b3
+size 10046464
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_158bc3fffbd9b8b6b28c+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_158bc3fffbd9b8b6b28c+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_158bc3fffbd9b8b6b28c+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_158bc3fffbd9b8b6b28c+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_158bc3fffbd9b8b6b28c+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..e7dcc22ac783ca1c525366c8e72196dc31d01941
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_158bc3fffbd9b8b6b28c+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de9a6f26be6aa83abd2f6ed1dbba904a8e6b269e7ccd1e79e67242d7aefb623f
+size 43624
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_158bc3fffbd9b8b6b28c+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_158bc3fffbd9b8b6b28c+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..a520b3fd9df6cf4e23a916f20a0d580310fce10a
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_158bc3fffbd9b8b6b28c+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_174c8c085ebfd198855a+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_174c8c085ebfd198855a+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_174c8c085ebfd198855a+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_174c8c085ebfd198855a+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_174c8c085ebfd198855a+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..e2aeb6172f6afa8f87fd7359cf2eb708ddc75720
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_174c8c085ebfd198855a+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58e85fbe5f4c19c5a49b18613ecf6d8ad6436da429e5c153fff1be794089b8ff
+size 346270
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_1d81285968f437f261e3+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_1d81285968f437f261e3+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_1d81285968f437f261e3+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_1d81285968f437f261e3+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_1d81285968f437f261e3+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..21fd977ad68b8dec91801bc36cb9df76df9e9daf
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_1d81285968f437f261e3+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cef7ffdae7fdaa4857432b9caac4483fa17e5cde290d48c8b00749ecf4da7d31
+size 298400
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_1d81285968f437f261e3+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_1d81285968f437f261e3+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..b365835358a094ac65c0709e549ba30e84fd1a89
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_1d81285968f437f261e3+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c93da9cd78a569526d571b8ef8c9c94b912ed73d424ac6403e86c73fdac3e3d
+size 10046464
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_20325d4e841a0be953b9+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_20325d4e841a0be953b9+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_20325d4e841a0be953b9+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_20325d4e841a0be953b9+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_20325d4e841a0be953b9+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..f9922e711c12c2b1259d77c5566c30000dddd753
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_20325d4e841a0be953b9+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04de6ddca2b73d89c5e7406fb8d7fd7d7f34009761dc46f1b4df99d9378feac4
+size 346270
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_223754db4990973e39fb+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_223754db4990973e39fb+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_223754db4990973e39fb+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_223754db4990973e39fb+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_223754db4990973e39fb+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..ccc0d93dc1dbb20fbb9aa819bb97d2687b7868b0
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_223754db4990973e39fb+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ec3e8a7b36c5107505a36f264265b649120f211c56882aabf46841241e3d13d
+size 295202
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_223754db4990973e39fb+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_223754db4990973e39fb+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..5d12df90098ff4d113a3ae496aa80d057b0769d8
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_223754db4990973e39fb+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ba686e0da81f1d4deac19fa9a420f89913315eea4677c021b31a7e8519c82ff
+size 9319424
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_226b245cfaf7762e6d9b+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_226b245cfaf7762e6d9b+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_226b245cfaf7762e6d9b+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_226b245cfaf7762e6d9b+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_226b245cfaf7762e6d9b+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..7daccbe772ee44553c68dbbaf314801a2819e543
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_226b245cfaf7762e6d9b+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1b0c92857f500141b42476cad698b2dc2564b3fdbcce9d72673ee1a25e77ea9
+size 216465
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_226b245cfaf7762e6d9b+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_226b245cfaf7762e6d9b+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..a30570fb317c416ce8ed4d7c0edb9b7743f4e6a5
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_226b245cfaf7762e6d9b+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b95f58adedab04e811df607c82b87d0790e5d48201572b06a6b6eed055874ab3
+size 3103744
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_2ca1e585d26d3652aa58+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_2ca1e585d26d3652aa58+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_2ca1e585d26d3652aa58+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_2ca1e585d26d3652aa58+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_2ca1e585d26d3652aa58+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..3f1a011010a659cf3a10f3a8203cc1d9dff3dfc5
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_2ca1e585d26d3652aa58+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97373c3319b74b392121840d3d1aecf3675dd95ee5f77dd0172d7b101e042df5
+size 218773
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_2ca1e585d26d3652aa58+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_2ca1e585d26d3652aa58+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..91a1018c7212fcf793487d6d586f870c134fff11
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_2ca1e585d26d3652aa58+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:126ae32466ca2ee3d3a5f3f0496573b3751c3d13426dc9209a7cd848fd6af770
+size 44801024
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_2ec6a4aa0ca21981d40d+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_2ec6a4aa0ca21981d40d+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_2ec6a4aa0ca21981d40d+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_2ec6a4aa0ca21981d40d+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_2ec6a4aa0ca21981d40d+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..1077f8791573e36c411b49b71eabad94960132e3
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_2ec6a4aa0ca21981d40d+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cf036048d93e779f8ece4affec3e25bca4df1c8e7bed60a492070f5c4ed1350
+size 346270
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_2fd09cf93328cbea3db8+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_2fd09cf93328cbea3db8+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_2fd09cf93328cbea3db8+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_2fd09cf93328cbea3db8+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_2fd09cf93328cbea3db8+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..4fc3f26822830ed3b4f1c878a8d17c9770a7ee5f
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_2fd09cf93328cbea3db8+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26a700902df7abe922d60d5418e2282c93a9d9e264e11ebaceb81b5004dbd59b
+size 54726
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_2fd09cf93328cbea3db8+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_2fd09cf93328cbea3db8+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..f657457273e95e329228dfe2453cc5bb9b3ef235
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_2fd09cf93328cbea3db8+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_3e638606ec7ad3295081+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_3e638606ec7ad3295081+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_3e638606ec7ad3295081+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_3e638606ec7ad3295081+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_3e638606ec7ad3295081+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..4264e4590784bb93b710b824a2bf2b645b99f2ea
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_3e638606ec7ad3295081+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc39836b0f39c96d265f05dcb9172a620ec11feb6a9b3f57ad097bc2ec265ab1
+size 44194
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_3e638606ec7ad3295081+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_3e638606ec7ad3295081+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..c450dd7b503490840b719ce3c13bdc739b20cdb9
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_3e638606ec7ad3295081+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_3fcf0223e5160c9714ba+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_3fcf0223e5160c9714ba+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_3fcf0223e5160c9714ba+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_3fcf0223e5160c9714ba+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_3fcf0223e5160c9714ba+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..bbc0dbe4d70b64f15b973904b14c1d633708c5cd
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_3fcf0223e5160c9714ba+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2633db3283c50b47ec95f469ffee99637d318c26be8bbb6f4bfb539a37948aa9
+size 57969
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_3fcf0223e5160c9714ba+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_3fcf0223e5160c9714ba+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..377ce4f8c9d679331b932efa2543dfc783d371bc
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_3fcf0223e5160c9714ba+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_42846bcf0ed321382303+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_42846bcf0ed321382303+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_42846bcf0ed321382303+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_42846bcf0ed321382303+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_42846bcf0ed321382303+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..d734f4dec82585c7a3a48b0f3d3e8adbae1a8c86
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_42846bcf0ed321382303+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e83df7a41df2d721e84244edbdee39e6b46bec582879c04e962dfaf218b548b
+size 54681
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_42846bcf0ed321382303+2c2d707e/model.log b/neuronxcc-2.12.68.0+4480452af/MODULE_42846bcf0ed321382303+2c2d707e/model.log
new file mode 100644
index 0000000000000000000000000000000000000000..7cf3726c9061a894e44b660de31ec77c2da11360
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_42846bcf0ed321382303+2c2d707e/model.log
@@ -0,0 +1 @@
+Failed compilation with ['neuronx-cc', '--target=trn1', 'compile', '--framework', 'XLA', '/tmp/ubuntu/neuroncc_compile_workdir/78ef5e81-5f29-4331-8519-36b93d587bf7/model.MODULE_42846bcf0ed321382303+2c2d707e.hlo.pb', '--output', '/tmp/ubuntu/neuroncc_compile_workdir/78ef5e81-5f29-4331-8519-36b93d587bf7/model.MODULE_42846bcf0ed321382303+2c2d707e.neff', '--model-type=transformer', '--auto-cast=none', '--verbose=35']: 2024-02-15T09:57:44Z [TEN404] Internal tensorizer error - Please open a support ticket at https://github.com/aws-neuron/aws-neuron-sdk/issues/new
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_42846bcf0ed321382303+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_42846bcf0ed321382303+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..17416ae33e4fa9051a1b4390526e663aebc1d7fa
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_42846bcf0ed321382303+2c2d707e/model.neff
@@ -0,0 +1 @@
+ERROR
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_466c84f0055e0a74ea06+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_466c84f0055e0a74ea06+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_466c84f0055e0a74ea06+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_466c84f0055e0a74ea06+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_466c84f0055e0a74ea06+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..06de256b0c2566696cab723aeb1bbab7f8f88fe0
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_466c84f0055e0a74ea06+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bf97cd2c2a4b919a3675417709e7301dc2cd1be9012b7a7416390cccb08fb0f
+size 13550
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_466c84f0055e0a74ea06+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_466c84f0055e0a74ea06+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..2c217857601192cbe52189ad170b30bf62134c26
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_466c84f0055e0a74ea06+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_497286559e292db8bbe7+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_497286559e292db8bbe7+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_497286559e292db8bbe7+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_497286559e292db8bbe7+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_497286559e292db8bbe7+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..ffd0f37b4657f586af16be05e3af1528be092cd7
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_497286559e292db8bbe7+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d52d77bf7948b2013d0d9a2bde61122c72a40fa5fa7c6f096922748662c954fe
+size 24646
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_497286559e292db8bbe7+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_497286559e292db8bbe7+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..b5748ec6c6ad2c27c17ba9bbeebf041f7bdc8633
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_497286559e292db8bbe7+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_513d7135f4d5bf996f2f+eefbc487/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_513d7135f4d5bf996f2f+eefbc487/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..bbf2f066c5f7e468ca82c5dd27071df7435f5546
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_513d7135f4d5bf996f2f+eefbc487/compile_flags.txt
@@ -0,0 +1 @@
+ --model-type=transformer
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_513d7135f4d5bf996f2f+eefbc487/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_513d7135f4d5bf996f2f+eefbc487/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..842a483cc8722869e17d34c4d749d620c3e07a5d
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_513d7135f4d5bf996f2f+eefbc487/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb1ca8089c1e13b231bc678bd3282fe49c7c4fb6cb979fb19c88969d9f635fa1
+size 356822
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_513d7135f4d5bf996f2f+eefbc487/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_513d7135f4d5bf996f2f+eefbc487/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..08950d74d9052de49c138729cf33e8252bd6d90b
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_513d7135f4d5bf996f2f+eefbc487/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c23cc7cb857c7b662ee21fd7d63573773b392f63cc5c009a52d12e922985524
+size 8500224
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_5157fe168cc60beeb335+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_5157fe168cc60beeb335+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_5157fe168cc60beeb335+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_5157fe168cc60beeb335+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_5157fe168cc60beeb335+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..e5c6136a7b13bc2cd3924860c0a95bbada3b66e6
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_5157fe168cc60beeb335+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba6771f408f8b040778643b7c9918f824e8da19dbf52160fca21bd5471b0ad7b
+size 291526
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_5204778b6f4d99c2821d+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_5204778b6f4d99c2821d+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_5204778b6f4d99c2821d+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_5204778b6f4d99c2821d+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_5204778b6f4d99c2821d+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..f40e90963db3403841f27a0e68a05b5ea99abea4
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_5204778b6f4d99c2821d+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e29be5c3fbde5e5b895d25c6ac9cf4a9aac77338a58c173862c41876742c9a85
+size 47245
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_5204778b6f4d99c2821d+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_5204778b6f4d99c2821d+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..b856356b8ec9446d580fad07925680160fb9f915
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_5204778b6f4d99c2821d+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_53fe73d169b71af629aa+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_53fe73d169b71af629aa+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_53fe73d169b71af629aa+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_53fe73d169b71af629aa+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_53fe73d169b71af629aa+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..01da59dd45182f0e97923ff4fa95191d819abcea
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_53fe73d169b71af629aa+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c23f1d13d55a6ac76cc47e9a684a3fe34a5f1ba4f621dd88e17456b637d46660
+size 47495
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_53fe73d169b71af629aa+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_53fe73d169b71af629aa+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..73fec344b2e81803ad47271880d2e2ed2e7c013b
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_53fe73d169b71af629aa+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_546eacf1e08561576cce+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_546eacf1e08561576cce+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_546eacf1e08561576cce+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_546eacf1e08561576cce+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_546eacf1e08561576cce+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..70a271d6c2f89bd2eb82e8d1f2ff6eaa1a186694
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_546eacf1e08561576cce+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:176abd5b6005f988458b0c1b28c40192d8d36bca05be267e046ea7fce67bd509
+size 298400
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_546eacf1e08561576cce+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_546eacf1e08561576cce+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..c7084fb290e69875dcd41f17047dac975417c8a3
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_546eacf1e08561576cce+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d7f384ef165001d7901748185729b4c69539fd26e4aeb1da30a720f06378064
+size 14582784
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_552870930af42718d730+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_552870930af42718d730+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_552870930af42718d730+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_552870930af42718d730+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_552870930af42718d730+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..d9052e11dd96cc5cecc02d1232222f1eb9b6cd27
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_552870930af42718d730+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65303d586d31e3c32dd10cdac0e76c5cc29c162b8ec903ab6c05c5a6b5ee0a67
+size 14230
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_552870930af42718d730+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_552870930af42718d730+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..48198dcfb57a8a61922be33ee92081719fd21619
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_552870930af42718d730+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_563468ea010adc0e8aca+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_563468ea010adc0e8aca+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_563468ea010adc0e8aca+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_563468ea010adc0e8aca+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_563468ea010adc0e8aca+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..b21edf72f16a49a0be7e21c0e21f4b8c15af496f
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_563468ea010adc0e8aca+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc5905033750144decd70632f63e71f140d9b1682938dc4f7e322eb19118b807
+size 11735
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_563468ea010adc0e8aca+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_563468ea010adc0e8aca+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..326c65ac513dbbd4198a766c8cb5d5f690db99a4
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_563468ea010adc0e8aca+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_585ca44d3260a8bcf306+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_585ca44d3260a8bcf306+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_585ca44d3260a8bcf306+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_585ca44d3260a8bcf306+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_585ca44d3260a8bcf306+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..5cc0eeaf3fe0971d5c4d478a5cee62958d9e192f
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_585ca44d3260a8bcf306+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f141d30f59b79aec08d87c89517150da2874762b10b67c21ad319ba9753d0a17
+size 57969
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_585ca44d3260a8bcf306+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_585ca44d3260a8bcf306+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..5a7bd03e29fb7a057a0973b66a7ef15aeb57fbf8
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_585ca44d3260a8bcf306+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_5e9e972ed172e044509e+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_5e9e972ed172e044509e+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_5e9e972ed172e044509e+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_5e9e972ed172e044509e+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_5e9e972ed172e044509e+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..5fca907822b48861323c74e017fb1724c84e9a9b
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_5e9e972ed172e044509e+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65337d19b63057c2addd2ef6328995cf630a3b610f693663d41a40f99b511161
+size 291526
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_64a5bcf826170c0f5def+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_64a5bcf826170c0f5def+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_64a5bcf826170c0f5def+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_64a5bcf826170c0f5def+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_64a5bcf826170c0f5def+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..82ce54161b5b2e5d05d6d34fc6d96140b42fa8b5
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_64a5bcf826170c0f5def+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2d6139aaeb9c92503178cda7d7ebc5b421577ce6e4c0f216e34d2622ed84b54
+size 54596
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_64a5bcf826170c0f5def+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_64a5bcf826170c0f5def+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..013291ab0eae3223b9b263ca60182c5dddb0d331
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_64a5bcf826170c0f5def+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_6550f48aa0ef2604b21a+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_6550f48aa0ef2604b21a+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_6550f48aa0ef2604b21a+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_6550f48aa0ef2604b21a+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_6550f48aa0ef2604b21a+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..42d9636a4773652ddfe4fed04b1a99e36a8491ea
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_6550f48aa0ef2604b21a+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c95e428b8f042319cf690b3f0a1d51b5f2a654e24177ce056743abf175b66edb
+size 356822
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_6550f48aa0ef2604b21a+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_6550f48aa0ef2604b21a+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..3d317a7c08530f61dc33d2660ef94f010e0fe1a4
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_6550f48aa0ef2604b21a+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:647c6ecc216375757b700af63909be04882311e15c19910d742bfba4f952b2c7
+size 8500224
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_667471b346635ae07c92+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_667471b346635ae07c92+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_667471b346635ae07c92+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_667471b346635ae07c92+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_667471b346635ae07c92+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..7882d09c79b08de937d9715ff99ec4334bad4d9e
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_667471b346635ae07c92+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b81916d395dde4869b305f1ddf7bde5d614866f03eefc098fbdf6bad99147ad
+size 218773
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_667471b346635ae07c92+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_667471b346635ae07c92+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..8729eedd60aad2a6f49db8048a0201e899764e80
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_667471b346635ae07c92+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e36e863d5dd9965dfc0b780883ea3270ddaac09152726f34d795dedc71ea7562
+size 3728384
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_686167d9ddedfddd84d6+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_686167d9ddedfddd84d6+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_686167d9ddedfddd84d6+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_686167d9ddedfddd84d6+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_686167d9ddedfddd84d6+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..d230438cb12f7cfe97cc3bada8b4c9d6ac0ccf5f
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_686167d9ddedfddd84d6+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1676266e724460aa97fce19b6b50cb2d9a062f2f4d7a62c8bcc31c977ee5ff63
+size 218773
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_686167d9ddedfddd84d6+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_686167d9ddedfddd84d6+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..c99d9681612ce23d6ea61f15515dc57340c061ff
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_686167d9ddedfddd84d6+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dd39c076c4300d72af927c7f9089ac1c680825055d6d754cfe4811b2da8db67
+size 17296384
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_6af8f12e80b3c60ffd77+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_6af8f12e80b3c60ffd77+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_6af8f12e80b3c60ffd77+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_6af8f12e80b3c60ffd77+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_6af8f12e80b3c60ffd77+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..7803f4dad76cc12d440788c97d8d00ea50d4b129
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_6af8f12e80b3c60ffd77+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c554210b0b9cee9403b4d4dda686ab51486ccd2508fbfcfeebd909a1922efa3a
+size 393562
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_6af8f12e80b3c60ffd77+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_6af8f12e80b3c60ffd77+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..f0a759f84ea75788a0eb81ed59d2f2f57a62ff01
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_6af8f12e80b3c60ffd77+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3be70374f5f8230c8ff1211485d39e3c47ac07c2c89f07a38a336d4516b182f
+size 12360704
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_6ec764292e9202ac64e7+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_6ec764292e9202ac64e7+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_6ec764292e9202ac64e7+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_6ec764292e9202ac64e7+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_6ec764292e9202ac64e7+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..7e838196f56f51453c9830b69c852482c1d0199e
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_6ec764292e9202ac64e7+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a6a33e7cce0b5e53e808352e5cf5e8c463843c1eebdce3c943e2038f391fe42
+size 12170
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_6ec764292e9202ac64e7+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_6ec764292e9202ac64e7+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..8b78fd306311558a3271c7b941a375b94314f29c
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_6ec764292e9202ac64e7+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_76b368b3f15aff947a36+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_76b368b3f15aff947a36+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_76b368b3f15aff947a36+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_76b368b3f15aff947a36+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_76b368b3f15aff947a36+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..7cb0f74f928b36bda9e466fc035dc1e99c6bac70
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_76b368b3f15aff947a36+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85fe0f56afb0b9c4a4bd4988e92980bde47b890225f0c03f7b85af748912c57a
+size 259835
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_76b368b3f15aff947a36+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_76b368b3f15aff947a36+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..e3db44da10647d1be7910ee36d63792ee1e90992
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_76b368b3f15aff947a36+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1df6cf68ec5798e16d19155437c8373715b1330bc60588832e26245dae0ee83
+size 2991104
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_77e951b968906564e8eb+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_77e951b968906564e8eb+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_77e951b968906564e8eb+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_77e951b968906564e8eb+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_77e951b968906564e8eb+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..68be2491c5a519f68a097f04a81c4b58105d352a
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_77e951b968906564e8eb+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49b3b27d8e0346dbdbf04c20fb65738b36f1b318e07725ac6bea9122ec089617
+size 356822
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_77e951b968906564e8eb+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_77e951b968906564e8eb+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..8725e1a3f9e9210eba30df6c54e4f3a4249c1407
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_77e951b968906564e8eb+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec5d5c9b9bd85dc85af7ef86a2596569fe6ba88d42b6fb7a489dc00558c6bf5a
+size 8397824
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_7ced8b335e90748dd532+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_7ced8b335e90748dd532+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_7ced8b335e90748dd532+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_7ced8b335e90748dd532+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_7ced8b335e90748dd532+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..87576bb43b295f01c4bc12202db284fcc70e3126
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_7ced8b335e90748dd532+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08e0f9c385b8b8de6047f7b51d130308f6ae4294c2001d2a1630e131a28bff0c
+size 393946
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_7ced8b335e90748dd532+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_7ced8b335e90748dd532+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..47d52df91ccf1c272775b17fd93f46c16b11fc22
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_7ced8b335e90748dd532+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c97a45a51912b50993a3654c9ffc67282b5427d9fcde7bb81c4275285aa99f5b
+size 3554304
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_7d55a4b09b8600f2cfbf+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_7d55a4b09b8600f2cfbf+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_7d55a4b09b8600f2cfbf+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_7d55a4b09b8600f2cfbf+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_7d55a4b09b8600f2cfbf+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..a7ee9e423a744e3f1c40c3d38213fcd59166be1a
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_7d55a4b09b8600f2cfbf+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35920f91a0dc395a7f8b397daef313f7f8a5d885453ae278e0a2dc1064bbdd00
+size 259835
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_7d55a4b09b8600f2cfbf+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_7d55a4b09b8600f2cfbf+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..20821712a66278773c98ce4cdd5437316f7e8f7f
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_7d55a4b09b8600f2cfbf+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baa7bc8b7751ad719434967056311f6eb3db860adc874062dae1f5ffca6dadbf
+size 3359744
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_7f3a084f97cd622d4726+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_7f3a084f97cd622d4726+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_7f3a084f97cd622d4726+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_7f3a084f97cd622d4726+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_7f3a084f97cd622d4726+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..a3adfba021cc33b0df31f73329b22a7720527814
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_7f3a084f97cd622d4726+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0555508fd22f2f7d681141ccc24dbe2994531eb57e77f75cc08f8a14937c3be9
+size 11720
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_7f3a084f97cd622d4726+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_7f3a084f97cd622d4726+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..54837e8d56f43510481ae5864ee1cceaa4d4c6e3
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_7f3a084f97cd622d4726+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_805c7b0de1e31d161742+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_805c7b0de1e31d161742+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_805c7b0de1e31d161742+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_805c7b0de1e31d161742+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_805c7b0de1e31d161742+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..7c7fe21ae6444af45df7c6505930e9728f58b8b4
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_805c7b0de1e31d161742+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be096b01fe4b6180a37c6d2b35c1a1ff51146bce7f9b4e224a82aeda6477e04e
+size 26435
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_805c7b0de1e31d161742+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_805c7b0de1e31d161742+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..00093f5f1fde5e88fbad11a3db4c02f15e1e3820
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_805c7b0de1e31d161742+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_826a840ae5283ddff3fe+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_826a840ae5283ddff3fe+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_826a840ae5283ddff3fe+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_826a840ae5283ddff3fe+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_826a840ae5283ddff3fe+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..59a70f8c9ada50bb0c843a765eef49a7e75f9740
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_826a840ae5283ddff3fe+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2c4755f636a937d9548bfe60315b81754653527b3e37c264731c955401e9885
+size 218773
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_826a840ae5283ddff3fe+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_826a840ae5283ddff3fe+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..e64c38b4772b0a03f4f651300b92576f90ab4192
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_826a840ae5283ddff3fe+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a3848f753f4974900c92f8333b23ce49641a5ca2d8a631c4125f342513eacfa
+size 48866304
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_82dbb0ac9c9cd3cfe23b+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_82dbb0ac9c9cd3cfe23b+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_82dbb0ac9c9cd3cfe23b+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_82dbb0ac9c9cd3cfe23b+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_82dbb0ac9c9cd3cfe23b+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..44e9b4f9ebeaa4d2c4d798d9fabed305e8890352
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_82dbb0ac9c9cd3cfe23b+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34bbda5c648b891dc4b53cd6d090b6841069cc45e9b798fa66de578f64da8629
+size 291526
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_845c788160f0d4d42a8e+eefbc487/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_845c788160f0d4d42a8e+eefbc487/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..bbf2f066c5f7e468ca82c5dd27071df7435f5546
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_845c788160f0d4d42a8e+eefbc487/compile_flags.txt
@@ -0,0 +1 @@
+ --model-type=transformer
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_845c788160f0d4d42a8e+eefbc487/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_845c788160f0d4d42a8e+eefbc487/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..fe83371349495732c08f04d759787d5b6d4f80de
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_845c788160f0d4d42a8e+eefbc487/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e84271332d576c61d6163988137f3f212c738c3fa08690463e1710e677de285f
+size 295202
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_845c788160f0d4d42a8e+eefbc487/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_845c788160f0d4d42a8e+eefbc487/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..5ff8d7770beaeb3324aed0e436030855743f649f
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_845c788160f0d4d42a8e+eefbc487/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cabee53376324689bdd51748fa216481d84b29d488fc3880d7af043571b48e9f
+size 9319424
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_84c8742a8e34c45ff75a+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_84c8742a8e34c45ff75a+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_84c8742a8e34c45ff75a+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_84c8742a8e34c45ff75a+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_84c8742a8e34c45ff75a+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..768317c6ca3ab0264627660f4eebaf80d333acb4
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_84c8742a8e34c45ff75a+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0e5420638ab6568a300a5a27f66d15c47663a46200a0663842398d0dca16566
+size 27299
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_84c8742a8e34c45ff75a+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_84c8742a8e34c45ff75a+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..4956cd7dcc16d9149323dbdc39e40bef47879cb0
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_84c8742a8e34c45ff75a+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_8ccaeb92b28cc1993ae7+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_8ccaeb92b28cc1993ae7+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_8ccaeb92b28cc1993ae7+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_8ccaeb92b28cc1993ae7+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_8ccaeb92b28cc1993ae7+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..7bca333bfd10c25d62f3cb677c3ccfb60b33e3d8
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_8ccaeb92b28cc1993ae7+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dcd75f201baa64529ab0e8e82504a1dd6210075a1764c42d7d1bacce995f46b
+size 12545
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_8ccaeb92b28cc1993ae7+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_8ccaeb92b28cc1993ae7+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..5a8533c9c4c8f237b96d4764cde8a2099614d093
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_8ccaeb92b28cc1993ae7+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_95753fb41352ca50538d+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_95753fb41352ca50538d+2c2d707e/model.neff
index b6ad198a8846a49e4d236c7ee800d6b73ec20372..b6bb9207cc42262bebb08b561fad6d39622037e4 100644
Binary files a/neuronxcc-2.12.68.0+4480452af/MODULE_95753fb41352ca50538d+2c2d707e/model.neff and b/neuronxcc-2.12.68.0+4480452af/MODULE_95753fb41352ca50538d+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_9f559e16dfa4eb2c344f+eefbc487/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_9f559e16dfa4eb2c344f+eefbc487/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..bbf2f066c5f7e468ca82c5dd27071df7435f5546
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_9f559e16dfa4eb2c344f+eefbc487/compile_flags.txt
@@ -0,0 +1 @@
+ --model-type=transformer
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_9f559e16dfa4eb2c344f+eefbc487/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_9f559e16dfa4eb2c344f+eefbc487/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..a327646d559dc80e96be74d51b21f6e5d6b04c28
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_9f559e16dfa4eb2c344f+eefbc487/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c00400d9ceb66f7d3da01d3b5f71d0682ddcbf8657ad4b1252821bf5a4cc1a49
+size 356822
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_9f559e16dfa4eb2c344f+eefbc487/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_9f559e16dfa4eb2c344f+eefbc487/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..374cdd9d10634666e8c9f781414c78543fdab470
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_9f559e16dfa4eb2c344f+eefbc487/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50e97cca77b69365e351cdbb4555db9bb8926181aa31140e389fa96217097375
+size 9217024
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_a09e470ca0a18ddc0dec+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_a09e470ca0a18ddc0dec+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_a09e470ca0a18ddc0dec+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_a09e470ca0a18ddc0dec+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_a09e470ca0a18ddc0dec+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..6a21e94f0d0ada4a13aee340062061730336902d
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_a09e470ca0a18ddc0dec+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a35588032f1d8fe5d71242ea311028a0bb2cd068b354d58a07ac132c8eaaa268
+size 29841
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_a09e470ca0a18ddc0dec+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_a09e470ca0a18ddc0dec+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..5046f46ef399b61d82c7fd8b1dd8795fd36263c7
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_a09e470ca0a18ddc0dec+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_a295b46c4040c1579767+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_a295b46c4040c1579767+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_a295b46c4040c1579767+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_a295b46c4040c1579767+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_a295b46c4040c1579767+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..5c4eff9fceee9479b1d71736c6db05fc11c3565a
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_a295b46c4040c1579767+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc2979d8604562cf17c7539cb2eb3ea991dfee3709ff74d62d3e0204494d4a4b
+size 24646
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_a295b46c4040c1579767+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_a295b46c4040c1579767+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..64b9961639ed6e0775f51fbacab14e84a946de6d
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_a295b46c4040c1579767+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_a8123f8eb1ebcfd1b503+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_a8123f8eb1ebcfd1b503+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_a8123f8eb1ebcfd1b503+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_a8123f8eb1ebcfd1b503+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_a8123f8eb1ebcfd1b503+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..9f8b585434b0b47d9e194b9e45fe9f9b92b6865f
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_a8123f8eb1ebcfd1b503+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8e9662c0428ca96be98e1e88bd4e980bcc18b6ae189c528158a60bbf213aeb
+size 348719
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_a8123f8eb1ebcfd1b503+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_a8123f8eb1ebcfd1b503+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..16e6375072fa5b7b61930830d58a02b27af553fa
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_a8123f8eb1ebcfd1b503+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66e062fc44f39a529ec5790d3e7180fe9ab99ff419097ebe3ba956ee3851ad87
+size 46449664
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_afe13a72be553708f573+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_afe13a72be553708f573+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_afe13a72be553708f573+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_afe13a72be553708f573+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_afe13a72be553708f573+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..bca33304c80b8553bf8a667fd574d1f8d647fb5d
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_afe13a72be553708f573+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:423e43440cb64eb415316c17396a2ad33ace178d6d38afd9e7ecd076dcf8080d
+size 47808
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_afe13a72be553708f573+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_afe13a72be553708f573+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..696a840ec6a46fae93350b65e7373e49ee0feff2
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_afe13a72be553708f573+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_b1253b40c5fd037bc49b+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_b1253b40c5fd037bc49b+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_b1253b40c5fd037bc49b+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_b1253b40c5fd037bc49b+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_b1253b40c5fd037bc49b+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..c66058af1b6f13bd30f79b3e148d6b68d4665107
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_b1253b40c5fd037bc49b+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f325012b4dd85028937d0da238774ec951a158ad747949d2265e140857b86823
+size 288458
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_b334dfeba0380c9d8e5c+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_b334dfeba0380c9d8e5c+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_b334dfeba0380c9d8e5c+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_b334dfeba0380c9d8e5c+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_b334dfeba0380c9d8e5c+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..deee76f3e28ed02402f5a0ae917be31c8f841dd8
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_b334dfeba0380c9d8e5c+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:047086cbe909a4eeff7dfa034d99622c41da8824269c1c7acf692999fdb2377e
+size 298400
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_b334dfeba0380c9d8e5c+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_b334dfeba0380c9d8e5c+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..36e84ecc868db3a5120062e09ec567b073cfbe29
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_b334dfeba0380c9d8e5c+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:682512dd64d040bb7f21f2628673499308b8bfdf846a2bd3cbbb370dde9fa07d
+size 29195264
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_b45eacefccd8d1396063+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_b45eacefccd8d1396063+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_b45eacefccd8d1396063+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_b45eacefccd8d1396063+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_b45eacefccd8d1396063+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..6ce14c8bdb787119e2357c454095d96dd8fada3f
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_b45eacefccd8d1396063+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bc8b43eba98c1327d689a1ff1b0f483ed7d0e8015a16a02cf250e9b3cf00c0f
+size 259835
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_b45eacefccd8d1396063+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_b45eacefccd8d1396063+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..9166661b91386981944ad0319bd7e63d5d3e3ab2
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_b45eacefccd8d1396063+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9d045346cfb901de7a78b243c96f35adac9734516aa64065c27f123ffd057ef
+size 2683904
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_bc2b48e02226f9cc29a6+eefbc487/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_bc2b48e02226f9cc29a6+eefbc487/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..bbf2f066c5f7e468ca82c5dd27071df7435f5546
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_bc2b48e02226f9cc29a6+eefbc487/compile_flags.txt
@@ -0,0 +1 @@
+ --model-type=transformer
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_bc2b48e02226f9cc29a6+eefbc487/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_bc2b48e02226f9cc29a6+eefbc487/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..2448ecbe558469dd83f1fe8d4d1f5598f4183f7e
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_bc2b48e02226f9cc29a6+eefbc487/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c76fea07b360e7352995334cb34c2c5306b64d1492a356b58338f9c50f9b1ac3
+size 298400
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_bc2b48e02226f9cc29a6+eefbc487/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_bc2b48e02226f9cc29a6+eefbc487/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..409de1844943a6d05d0578199b856a80b956c041
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_bc2b48e02226f9cc29a6+eefbc487/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:524e48800958d5af2176b5bae8ee0b58133361f1481599275341bd32a3d38380
+size 14572544
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_c093544c78cd27f1aef5+eefbc487/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_c093544c78cd27f1aef5+eefbc487/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..bbf2f066c5f7e468ca82c5dd27071df7435f5546
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_c093544c78cd27f1aef5+eefbc487/compile_flags.txt
@@ -0,0 +1 @@
+ --model-type=transformer
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_c093544c78cd27f1aef5+eefbc487/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_c093544c78cd27f1aef5+eefbc487/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..da9f4d74102de0709e4b094639e7d79e011c5038
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_c093544c78cd27f1aef5+eefbc487/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6324371075073ff6a8579e4bf658f055def71d7e1290f8106c63b419c95ee570
+size 298400
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_c093544c78cd27f1aef5+eefbc487/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_c093544c78cd27f1aef5+eefbc487/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..cced7fdf3f440d2b52409a327ad7801401893fc2
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_c093544c78cd27f1aef5+eefbc487/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2ea27a780a87e13b47244ed6c6d52e0757781c72dd10cb2fdc329096c88cbc0
+size 29123584
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_c2518cfecfe497358c10+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_c2518cfecfe497358c10+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_c2518cfecfe497358c10+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_c2518cfecfe497358c10+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_c2518cfecfe497358c10+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..e97975e7c1fb32a8205f0023e095518365e731fe
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_c2518cfecfe497358c10+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dfaf4087a0ccb0a08b70367336e0c53d611c48dc2c2daed20afdf700beb7a40
+size 356822
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_c2518cfecfe497358c10+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_c2518cfecfe497358c10+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..db954b09cb3d51b855a8c7d2958cf623ce9fcd85
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_c2518cfecfe497358c10+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:377f88d192c6b89b91d065f40ba7b0d4357058776ed28423626f40818b7f6fb7
+size 10087424
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_cd0fa8a24ba22743afe0+eefbc487/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_cd0fa8a24ba22743afe0+eefbc487/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..bbf2f066c5f7e468ca82c5dd27071df7435f5546
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_cd0fa8a24ba22743afe0+eefbc487/compile_flags.txt
@@ -0,0 +1 @@
+ --model-type=transformer
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_cd0fa8a24ba22743afe0+eefbc487/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_cd0fa8a24ba22743afe0+eefbc487/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..b7059bab059e73cabc1154d0e774099080293be5
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_cd0fa8a24ba22743afe0+eefbc487/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ef9d8c20806bef06b4d12c41c02f40676eb34672f2fecd0254fb1997c311bcb
+size 356822
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_cd0fa8a24ba22743afe0+eefbc487/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_cd0fa8a24ba22743afe0+eefbc487/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..26d1253f81dbaa1f69758f59e5203a00ae8221c5
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_cd0fa8a24ba22743afe0+eefbc487/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:297cb31b79240846968fca5b5e8644861751237894a246024c4ec16be04d97ab
+size 8705024
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_cd1969c040cb20d75968+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_cd1969c040cb20d75968+2c2d707e/model.neff
index 840b8ed8feabdb561b70def49bf3b6470a94d68b..934c19437aed92655ed4564c348a09ba9072c1d7 100644
Binary files a/neuronxcc-2.12.68.0+4480452af/MODULE_cd1969c040cb20d75968+2c2d707e/model.neff and b/neuronxcc-2.12.68.0+4480452af/MODULE_cd1969c040cb20d75968+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_cf0c33f4caf7adaa773b+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_cf0c33f4caf7adaa773b+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_cf0c33f4caf7adaa773b+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_cf0c33f4caf7adaa773b+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_cf0c33f4caf7adaa773b+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..b9be605df7b99658c29e374b53b450b422afa1f9
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_cf0c33f4caf7adaa773b+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87786b25453ac19d3f5f0fd4e0835921895b04ab60e20e580652e55a33d8a18f
+size 26619
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_cf0c33f4caf7adaa773b+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_cf0c33f4caf7adaa773b+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..b7d76ac24feaa285a3b743e43224d22824dbbd50
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_cf0c33f4caf7adaa773b+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_d18ae8a1a71c067f4f18+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_d18ae8a1a71c067f4f18+2c2d707e/model.neff
index 7679c7684f01add2f212efc2438722c02cae4772..6cadff8bc2a413f45846474e871e7cde76887a6a 100644
Binary files a/neuronxcc-2.12.68.0+4480452af/MODULE_d18ae8a1a71c067f4f18+2c2d707e/model.neff and b/neuronxcc-2.12.68.0+4480452af/MODULE_d18ae8a1a71c067f4f18+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_d49868da19e9b603a35d+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_d49868da19e9b603a35d+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_d49868da19e9b603a35d+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_d49868da19e9b603a35d+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_d49868da19e9b603a35d+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..224ed6313ce1cdc5ccadbb35a38c08217c364811
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_d49868da19e9b603a35d+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46ff0c1e42c07bc1e85d024dbdfb1da205a50d57d06f71a392a54d2c683c704f
+size 259835
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_d49868da19e9b603a35d+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_d49868da19e9b603a35d+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..ab61ef6ac27926f5ca5be2c0b9180edd89eb05dc
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_d49868da19e9b603a35d+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7567b0ea875bed46c685616a3663cf179eeb36f9e2599ab8de89230b0cc80dbd
+size 2755584
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_df11c5a10a2b8458899d+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_df11c5a10a2b8458899d+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_df11c5a10a2b8458899d+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_df11c5a10a2b8458899d+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_df11c5a10a2b8458899d+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..c355c07f8761eabcffddaf77381022c71726523c
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_df11c5a10a2b8458899d+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a620efde6485ec114ee012bb2683854f907de8d1bcb65523c5f6f6a704d6013f
+size 346270
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_e5d989f26e30d90f62d5+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_e5d989f26e30d90f62d5+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_e5d989f26e30d90f62d5+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_e5d989f26e30d90f62d5+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_e5d989f26e30d90f62d5+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..1d7cbc8345380752db95bd48e9e6f8b4d74a2bbf
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_e5d989f26e30d90f62d5+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96cde2cc9bb59064c248d91f37eef22f9ed9a72f6ea0660dfcdc13291e3fd48e
+size 11858
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_e5d989f26e30d90f62d5+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_e5d989f26e30d90f62d5+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..eab469a607fb2ad5e9dfe6fca2225365ada02235
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_e5d989f26e30d90f62d5+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_e7c1d106d32bb3a4e9e5+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_e7c1d106d32bb3a4e9e5+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_e7c1d106d32bb3a4e9e5+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_e7c1d106d32bb3a4e9e5+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_e7c1d106d32bb3a4e9e5+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..41dd012be7bc6945b0967819989dda661e2e74ee
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_e7c1d106d32bb3a4e9e5+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd44c622a0fcf3c054b5ae55f262d6928cad1f6513782e1bbd9d8a47874656b7
+size 13516
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_e7c1d106d32bb3a4e9e5+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_e7c1d106d32bb3a4e9e5+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..28f0b076f07abd6dedd2183234b0c43f2a1ccd89
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_e7c1d106d32bb3a4e9e5+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_e7de26df3f2e7bddb371+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_e7de26df3f2e7bddb371+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_e7de26df3f2e7bddb371+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_e7de26df3f2e7bddb371+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_e7de26df3f2e7bddb371+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..2a1d5beb515c93c19f793b3bbcd43803e7fe4af3
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_e7de26df3f2e7bddb371+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c01bbf21417bebe5cd92749b7601889f69eb1c293e3e8be89bc4397d27cda226
+size 356822
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_e7de26df3f2e7bddb371+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_e7de26df3f2e7bddb371+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..e8bb9d03ad00e3af7e13847d2383ad797ae3a285
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_e7de26df3f2e7bddb371+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b9d63f42e0ac7a4fe7c0d6a29a8a3f94b8eea0ff1a23873fbb502b4bfc00a25
+size 9217024
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_e8b4528eb5b3d2b6f000+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_e8b4528eb5b3d2b6f000+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_e8b4528eb5b3d2b6f000+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_e8b4528eb5b3d2b6f000+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_e8b4528eb5b3d2b6f000+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..f051850016861b50844e7e8fc9b3ade3b119951b
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_e8b4528eb5b3d2b6f000+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8be418fdcd1d238e8a120c3300d96442bd26562dfa9bb1ff5bcd8ec6846518c4
+size 259835
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_e8b4528eb5b3d2b6f000+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_e8b4528eb5b3d2b6f000+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..73474c4a9f55f3ae606d2fd2b5fc28759841789c
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_e8b4528eb5b3d2b6f000+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4b2fcf40a58a86f8b70f5941e66de4d445f741c60541193c6b2a6ac2a74d9f3
+size 4209664
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_edd7f008ebd6e5b11f2a+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_edd7f008ebd6e5b11f2a+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_edd7f008ebd6e5b11f2a+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_edd7f008ebd6e5b11f2a+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_edd7f008ebd6e5b11f2a+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..6485782ca0d36ebf9d61f65913f2e5f9b4f34815
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_edd7f008ebd6e5b11f2a+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:739e190ee5d087b371d687d048e5e8c351c9b13e1c3ce51b6bf53ad3ee05477d
+size 356822
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_edd7f008ebd6e5b11f2a+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_edd7f008ebd6e5b11f2a+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..8ec06fd6bc7950d39f41fb22353064a65657b9ec
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_edd7f008ebd6e5b11f2a+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f285d60bc20a873bc759f534c0686a44aa16ae7fc1f5460a5917bc14931f473c
+size 8705024
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_ee4b3408998d25b2e2c2+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_ee4b3408998d25b2e2c2+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_ee4b3408998d25b2e2c2+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_ee4b3408998d25b2e2c2+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_ee4b3408998d25b2e2c2+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..555925831f18ab257cbb4d467f1b5c8196c67858
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_ee4b3408998d25b2e2c2+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2b4ee3f7f941d7f4cfdfcea4e6f1cccc588772684fdd5bf96fe4aff50826447
+size 346270
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_ef56af2306dded95d71a+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_ef56af2306dded95d71a+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_ef56af2306dded95d71a+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_ef56af2306dded95d71a+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_ef56af2306dded95d71a+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..92cf07720a0266b1a8caf7cd70d2308aa1dacea5
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_ef56af2306dded95d71a+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45403662de15a9066e51dc4282e6a517badf1a64da30a0fab962a65c66f39de1
+size 14776
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_ef56af2306dded95d71a+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_ef56af2306dded95d71a+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..8f60a4986a8112b9d4066529f423789210e8330f
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_ef56af2306dded95d71a+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_f32b02824f44e926a30e+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_f32b02824f44e926a30e+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_f32b02824f44e926a30e+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_f32b02824f44e926a30e+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_f32b02824f44e926a30e+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..af69a0b0f7106941364340be20681a3684442e43
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_f32b02824f44e926a30e+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f21a0f95a59cbfd8b634e8deb62129fe7f592dec4c64b9fe14e6e09634b88b7d
+size 55020
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_f32b02824f44e926a30e+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_f32b02824f44e926a30e+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..a6c2a0c7e79e2b7c31feb729ed5c30450e10946f
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_f32b02824f44e926a30e+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_f3ca544877f4390459e7+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_f3ca544877f4390459e7+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_f3ca544877f4390459e7+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_f3ca544877f4390459e7+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_f3ca544877f4390459e7+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..b9ded441147c08c7c6846e2d827e0c5264bbdc15
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_f3ca544877f4390459e7+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f80cb596bec02a274a387d76f7ca3f488a6d45f42786d29c8c5d83ee5b1e707
+size 13550
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_f3ca544877f4390459e7+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_f3ca544877f4390459e7+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..481e9e8844a39691fea34af63ef8b68fa447d939
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_f3ca544877f4390459e7+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_f6cbe6128787cc910d34+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_f6cbe6128787cc910d34+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_f6cbe6128787cc910d34+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_f6cbe6128787cc910d34+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_f6cbe6128787cc910d34+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..9c01e66217b8cfce0ed2e52fa4eacabdac50e0b2
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_f6cbe6128787cc910d34+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:444cc791ad57e4ce33a88797c59dd10e05b0cf01833ffac1ad48f8d1f1ed355c
+size 54726
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_f6cbe6128787cc910d34+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_f6cbe6128787cc910d34+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..0df48f8323c1050ab910135b98ac2c7436bdf1a6
Binary files /dev/null and b/neuronxcc-2.12.68.0+4480452af/MODULE_f6cbe6128787cc910d34+2c2d707e/model.neff differ
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_f734cee9a605225d8642+eefbc487/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_f734cee9a605225d8642+eefbc487/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..bbf2f066c5f7e468ca82c5dd27071df7435f5546
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_f734cee9a605225d8642+eefbc487/compile_flags.txt
@@ -0,0 +1 @@
+ --model-type=transformer
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_f734cee9a605225d8642+eefbc487/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_f734cee9a605225d8642+eefbc487/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..69e34846a398b06d39815ceef10d67e8950f6fca
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_f734cee9a605225d8642+eefbc487/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26cdfbccf8b7833faa74665bff7bc274a32fe7c64f67845f288107e6b7796d3f
+size 356822
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_f734cee9a605225d8642+eefbc487/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_f734cee9a605225d8642+eefbc487/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..31b132c685bb90ee9965164564ff62c728b04910
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_f734cee9a605225d8642+eefbc487/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8e7689f609a3f433efaca831cc8e18ef88a099be40d201dbfd8ac88969207af
+size 10087424
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_ffb4bd5d0af615ca83a1+2c2d707e/compile_flags.txt b/neuronxcc-2.12.68.0+4480452af/MODULE_ffb4bd5d0af615ca83a1+2c2d707e/compile_flags.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72d102654c531414d7f703987c9729e8cb438
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_ffb4bd5d0af615ca83a1+2c2d707e/compile_flags.txt
@@ -0,0 +1 @@
+--model-type=transformer --auto-cast=none
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_ffb4bd5d0af615ca83a1+2c2d707e/model.hlo.pb b/neuronxcc-2.12.68.0+4480452af/MODULE_ffb4bd5d0af615ca83a1+2c2d707e/model.hlo.pb
new file mode 100644
index 0000000000000000000000000000000000000000..c27d31b4fc2afc0cc29c499f2dd9e300d7def5d3
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_ffb4bd5d0af615ca83a1+2c2d707e/model.hlo.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:686accfcb3d592a113b562c4c76551637601c9f8df4fda0a48573a46053deed6
+size 298400
diff --git a/neuronxcc-2.12.68.0+4480452af/MODULE_ffb4bd5d0af615ca83a1+2c2d707e/model.neff b/neuronxcc-2.12.68.0+4480452af/MODULE_ffb4bd5d0af615ca83a1+2c2d707e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..05cc03569f70d98febe02d69e520999c2fcfa039
--- /dev/null
+++ b/neuronxcc-2.12.68.0+4480452af/MODULE_ffb4bd5d0af615ca83a1+2c2d707e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d6ef9b38a39693b806d0d5bb864712c5c17e87de9dd4ae414e00d577a9caa6b
+size 80559104