Synchronizing local compiler cache.

.gitattributes

@@ -6518,3 +6518,5 @@ neuronxcc-2.16.303.0+d9f03cda/MODULE_bd6cb97a253b9b82dd31+7ac4dbae/model.neff fi
 neuronxcc-2.16.303.0+d9f03cda/MODULE_c2bf25db0ebbc23b44b4+7ac4dbae/model.neff filter=lfs diff=lfs merge=lfs -text
 neuronxcc-2.16.345.0+69131dd3/MODULE_1a066d5e6d02ddc2796b+7ac4dbae/model.neff filter=lfs diff=lfs merge=lfs -text
 neuronxcc-2.16.345.0+69131dd3/MODULE_5f78f1718693acd79abf+7ac4dbae/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.16.345.0+69131dd3/MODULE_27dfcddca5e3ba841b86+7ac4dbae/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.16.345.0+69131dd3/MODULE_d9a78baa2f2bc8f8918a+7ac4dbae/model.neff filter=lfs diff=lfs merge=lfs -text

neuronxcc-2.16.345.0+69131dd3/0_REGISTRY/0.0.28.dev0/inference/llama/meta-llama/Llama-3.1-8B-Instruct/b028b4d610cf98561509.json

@@ -0,0 +1 @@
+{"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 128000, "eos_token_id": [128001, 128008, 128009], "hidden_act": "silu", "hidden_size": 4096, "initializer_range": 0.02, "intermediate_size": 14336, "max_position_embeddings": 131072, "mlp_bias": false, "model_type": "llama", "neuron": {"auto_cast_type": "bf16", "batch_size": 32, "checkpoint_id": "meta-llama/Llama-3.1-8B-Instruct", "checkpoint_revision": "0e9e39f249a16976918f6564b8830bc894c89659", "compiler_type": "neuronx-cc", "compiler_version": "2.16.345.0+69131dd3", "num_cores": 4, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 32, "num_hidden_layers": 32, "num_key_value_heads": 8, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": {"factor": 8.0, "high_freq_factor": 4.0, "low_freq_factor": 1.0, "original_max_position_embeddings": 8192, "rope_type": "llama3"}, "rope_theta": 500000.0, "tie_word_embeddings": false, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 128256}

neuronxcc-2.16.345.0+69131dd3/MODULE_27dfcddca5e3ba841b86+7ac4dbae/compile_flags.json

@@ -0,0 +1 @@
+["--target=trn2", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]

neuronxcc-2.16.345.0+69131dd3/MODULE_27dfcddca5e3ba841b86+7ac4dbae/model.hlo_module.pb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6d3a69efe939739d8325894d045905cbacbe98c891ba39bd873e9740173475c
+size 446392

neuronxcc-2.16.345.0+69131dd3/MODULE_27dfcddca5e3ba841b86+7ac4dbae/model.neff

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b4361335289189bb664188ef703ea0288190bca255c8af0d6022b20be631f21
+size 4250624

neuronxcc-2.16.345.0+69131dd3/MODULE_d9a78baa2f2bc8f8918a+7ac4dbae/compile_flags.json

@@ -0,0 +1 @@
+["--target=trn2", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]

neuronxcc-2.16.345.0+69131dd3/MODULE_d9a78baa2f2bc8f8918a+7ac4dbae/model.hlo_module.pb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fdbfa8fcf8c1e7ac07bd35aebc4832572bd572d9ba92d5b4b923b44ebcbc5b2
+size 363999

neuronxcc-2.16.345.0+69131dd3/MODULE_d9a78baa2f2bc8f8918a+7ac4dbae/model.neff

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65fe02ef7ca15bf0e521150b83d2df84a2a0af5ee8370065c34ff0db6431fcf1
+size 13005824