Synchronizing local compiler cache.

.gitattributes

@@ -12095,3 +12095,18 @@ neuronxcc-2.21.18209.0+043b1bf7/MODULE_f9260d832dabcf299e0e+877608f3/model.neff
 neuronxcc-2.21.18209.0+043b1bf7/MODULE_fccf2ddf2bf73205ff5e+be13b572/model.neff filter=lfs diff=lfs merge=lfs -text
 neuronxcc-2.21.18209.0+043b1bf7/MODULE_fe41e7d06c2497a6f69b+747527b0/model.neff filter=lfs diff=lfs merge=lfs -text
 neuronxcc-2.21.18209.0+043b1bf7/MODULE_fe41e7d06c2497a6f69b+747527b0/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.18209.0+043b1bf7/MODULE_32890ce50588eb4847d2+877608f3/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.18209.0+043b1bf7/MODULE_4b9db1a378bb930adcac+877608f3/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.18209.0+043b1bf7/MODULE_72ab545f5598ab43c620+747527b0/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.18209.0+043b1bf7/MODULE_72ab545f5598ab43c620+747527b0/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.18209.0+043b1bf7/MODULE_95da496a4b6f989006dc+877608f3/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.18209.0+043b1bf7/MODULE_9e579d7817773781502b+747527b0/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.18209.0+043b1bf7/MODULE_9e579d7817773781502b+747527b0/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.18209.0+043b1bf7/MODULE_c5a63548165f9ad7b464+747527b0/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.18209.0+043b1bf7/MODULE_c5a63548165f9ad7b464+747527b0/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.18209.0+043b1bf7/MODULE_e460fe320b669663351a+747527b0/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.18209.0+043b1bf7/MODULE_e460fe320b669663351a+747527b0/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.18209.0+043b1bf7/MODULE_eecbe415d8ea39de1b02+877608f3/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.18209.0+043b1bf7/MODULE_f5177664b154895397b4+747527b0/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.18209.0+043b1bf7/MODULE_f5177664b154895397b4+747527b0/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.18209.0+043b1bf7/MODULE_fa25918a7328b487263f+877608f3/model.neff filter=lfs diff=lfs merge=lfs -text

neuronxcc-2.21.18209.0+043b1bf7/0_REGISTRY/0.4.1.dev0/llama/meta-llama/Llama-3.1-8B/72b9effb918b468fab6b.json

@@ -0,0 +1,62 @@
+{
+  "_entry_class": "SingleModelCacheEntry",
+  "_model_id": "meta-llama/Llama-3.1-8B",
+  "_task": "text-generation",
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "head_dim": 128,
+  "hidden_act": "silu",
+  "hidden_size": 4096,
+  "initializer_range": 0.02,
+  "intermediate_size": 14336,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "neuron": {
+    "_serialized_key": "NxDNeuronConfig",
+    "batch_size": 1,
+    "capacity_factor": null,
+    "checkpoint_id": "meta-llama/Llama-3.1-8B",
+    "checkpoint_revision": "d04e592bb4f6aa9cfee91e2e20afa771667e1d4b",
+    "continuous_batching": false,
+    "enable_bucketing": false,
+    "ep_degree": 1,
+    "fused_qkv": true,
+    "glu_mlp": true,
+    "local_ranks_size": 4,
+    "max_batch_size": 1,
+    "max_context_length": 4096,
+    "max_topk": 256,
+    "n_active_tokens": 4096,
+    "neuronxcc_version": "2.21.18209.0+043b1bf7",
+    "on_device_sampling": true,
+    "optimum_neuron_version": "0.4.1.dev0",
+    "output_logits": false,
+    "pp_degree": 1,
+    "sequence_length": 4096,
+    "speculation_length": 0,
+    "start_rank_id": 0,
+    "target": "trn2",
+    "torch_dtype": "bfloat16",
+    "tp_degree": 4
+  },
+  "num_attention_heads": 32,
+  "num_hidden_layers": 32,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 8.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": false,
+  "use_cache": true,
+  "vocab_size": 128256
+}

neuronxcc-2.21.18209.0+043b1bf7/0_REGISTRY/0.4.1.dev0/llama/meta-llama/Llama-3.2-1B-Instruct/c5642baef1ee43f63a47.json

@@ -0,0 +1,62 @@
+{
+  "_entry_class": "SingleModelCacheEntry",
+  "_model_id": "meta-llama/Llama-3.2-1B-Instruct",
+  "_task": "text-generation",
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "neuron": {
+    "_serialized_key": "NxDNeuronConfig",
+    "batch_size": 64,
+    "capacity_factor": null,
+    "checkpoint_id": "meta-llama/Llama-3.2-1B-Instruct",
+    "checkpoint_revision": "9213176726f574b556790deb65791e0c5aa438b6",
+    "continuous_batching": true,
+    "enable_bucketing": false,
+    "ep_degree": 1,
+    "fused_qkv": true,
+    "glu_mlp": true,
+    "local_ranks_size": 4,
+    "max_batch_size": 64,
+    "max_context_length": 4096,
+    "max_topk": 256,
+    "n_active_tokens": 4096,
+    "neuronxcc_version": "2.21.18209.0+043b1bf7",
+    "on_device_sampling": true,
+    "optimum_neuron_version": "0.4.1.dev0",
+    "output_logits": false,
+    "pp_degree": 1,
+    "sequence_length": 4096,
+    "speculation_length": 0,
+    "start_rank_id": 0,
+    "target": "trn2",
+    "torch_dtype": "bfloat16",
+    "tp_degree": 4
+  },
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "use_cache": true,
+  "vocab_size": 128256
+}

neuronxcc-2.21.18209.0+043b1bf7/0_REGISTRY/0.4.1.dev0/llama/meta-llama/Llama-3.2-3B-Instruct/43e3a740fabdaa1eb172.json

@@ -0,0 +1,62 @@
+{
+  "_entry_class": "SingleModelCacheEntry",
+  "_model_id": "meta-llama/Llama-3.2-3B-Instruct",
+  "_task": "text-generation",
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "head_dim": 128,
+  "hidden_act": "silu",
+  "hidden_size": 3072,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "neuron": {
+    "_serialized_key": "NxDNeuronConfig",
+    "batch_size": 64,
+    "capacity_factor": null,
+    "checkpoint_id": "meta-llama/Llama-3.2-3B-Instruct",
+    "checkpoint_revision": "0cb88a4f764b7a12671c53f0838cd831a0843b95",
+    "continuous_batching": true,
+    "enable_bucketing": false,
+    "ep_degree": 1,
+    "fused_qkv": true,
+    "glu_mlp": true,
+    "local_ranks_size": 4,
+    "max_batch_size": 64,
+    "max_context_length": 4096,
+    "max_topk": 256,
+    "n_active_tokens": 4096,
+    "neuronxcc_version": "2.21.18209.0+043b1bf7",
+    "on_device_sampling": true,
+    "optimum_neuron_version": "0.4.1.dev0",
+    "output_logits": false,
+    "pp_degree": 1,
+    "sequence_length": 4096,
+    "speculation_length": 0,
+    "start_rank_id": 0,
+    "target": "trn2",
+    "torch_dtype": "bfloat16",
+    "tp_degree": 4
+  },
+  "num_attention_heads": 24,
+  "num_hidden_layers": 28,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "use_cache": true,
+  "vocab_size": 128256
+}

neuronxcc-2.21.18209.0+043b1bf7/0_REGISTRY/0.4.1.dev0/llama/meta-llama/Llama-3.3-70B-Instruct/63f364c92e814e7930a6.json

@@ -0,0 +1,62 @@
+{
+  "_entry_class": "SingleModelCacheEntry",
+  "_model_id": "meta-llama/Llama-3.3-70B-Instruct",
+  "_task": "text-generation",
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "head_dim": 128,
+  "hidden_act": "silu",
+  "hidden_size": 8192,
+  "initializer_range": 0.02,
+  "intermediate_size": 28672,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "neuron": {
+    "_serialized_key": "NxDNeuronConfig",
+    "batch_size": 64,
+    "capacity_factor": null,
+    "checkpoint_id": "meta-llama/Llama-3.3-70B-Instruct",
+    "checkpoint_revision": "6f6073b423013f6a7d4d9f39144961bfbfbc386b",
+    "continuous_batching": true,
+    "enable_bucketing": false,
+    "ep_degree": 1,
+    "fused_qkv": true,
+    "glu_mlp": true,
+    "local_ranks_size": 64,
+    "max_batch_size": 64,
+    "max_context_length": 4096,
+    "max_topk": 256,
+    "n_active_tokens": 4096,
+    "neuronxcc_version": "2.21.18209.0+043b1bf7",
+    "on_device_sampling": true,
+    "optimum_neuron_version": "0.4.1.dev0",
+    "output_logits": false,
+    "pp_degree": 1,
+    "sequence_length": 4096,
+    "speculation_length": 0,
+    "start_rank_id": 0,
+    "target": "trn2",
+    "torch_dtype": "bfloat16",
+    "tp_degree": 64
+  },
+  "num_attention_heads": 64,
+  "num_hidden_layers": 80,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 8.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": false,
+  "use_cache": true,
+  "vocab_size": 128256
+}

neuronxcc-2.21.18209.0+043b1bf7/0_REGISTRY/0.4.1.dev0/llama/meta-llama/Llama-3.3-70B-Instruct/a756be1ea3564e691eca.json

@@ -0,0 +1,62 @@
+{
+  "_entry_class": "SingleModelCacheEntry",
+  "_model_id": "meta-llama/Llama-3.3-70B-Instruct",
+  "_task": "text-generation",
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "head_dim": 128,
+  "hidden_act": "silu",
+  "hidden_size": 8192,
+  "initializer_range": 0.02,
+  "intermediate_size": 28672,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "neuron": {
+    "_serialized_key": "NxDNeuronConfig",
+    "batch_size": 8,
+    "capacity_factor": null,
+    "checkpoint_id": "meta-llama/Llama-3.3-70B-Instruct",
+    "checkpoint_revision": "6f6073b423013f6a7d4d9f39144961bfbfbc386b",
+    "continuous_batching": true,
+    "enable_bucketing": false,
+    "ep_degree": 1,
+    "fused_qkv": true,
+    "glu_mlp": true,
+    "local_ranks_size": 64,
+    "max_batch_size": 8,
+    "max_context_length": 4096,
+    "max_topk": 256,
+    "n_active_tokens": 4096,
+    "neuronxcc_version": "2.21.18209.0+043b1bf7",
+    "on_device_sampling": true,
+    "optimum_neuron_version": "0.4.1.dev0",
+    "output_logits": false,
+    "pp_degree": 1,
+    "sequence_length": 4096,
+    "speculation_length": 0,
+    "start_rank_id": 0,
+    "target": "trn2",
+    "torch_dtype": "bfloat16",
+    "tp_degree": 64
+  },
+  "num_attention_heads": 64,
+  "num_hidden_layers": 80,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 8.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": false,
+  "use_cache": true,
+  "vocab_size": 128256
+}

neuronxcc-2.21.18209.0+043b1bf7/MODULE_32890ce50588eb4847d2+877608f3/compile_flags.json

@@ -0,0 +1 @@
+["--target=trn2", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=2", "--logfile=/tmp/nxd_model/context_encoding_model/_tp0_bk0/log-neuron-cc.txt"]

neuronxcc-2.21.18209.0+043b1bf7/MODULE_32890ce50588eb4847d2+877608f3/model.hlo_module.pb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbdfef372f70f895a95a404326cbf6219ef292a024a0b5a5a945eaf779455740
+size 2046532

neuronxcc-2.21.18209.0+043b1bf7/MODULE_32890ce50588eb4847d2+877608f3/model.neff

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eb056c8be8a0f4d90b775bbf339caca7df067d8cfd6b7d176e4ba445f5991e5
+size 37510144

neuronxcc-2.21.18209.0+043b1bf7/MODULE_4b9db1a378bb930adcac+877608f3/compile_flags.json

@@ -0,0 +1 @@
+["--target=trn2", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=2", "--logfile=/tmp/nxd_model/context_encoding_model/_tp0_bk0/log-neuron-cc.txt"]

neuronxcc-2.21.18209.0+043b1bf7/MODULE_4b9db1a378bb930adcac+877608f3/model.hlo_module.pb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c5483f941aaabf3a5667625992fb6714b1caab83f35f8d1da9535d7ffa77459
+size 2109389

neuronxcc-2.21.18209.0+043b1bf7/MODULE_4b9db1a378bb930adcac+877608f3/model.neff

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c10cb81eb03dec3f825b0083c2b867001a4000adf104b3905a03def3a775bbe5
+size 3421184

neuronxcc-2.21.18209.0+043b1bf7/MODULE_52d83050720e56e8e15a+a9d440f5/compile_flags.json

@@ -0,0 +1 @@
+["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/token_generation_model/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]

neuronxcc-2.21.18209.0+043b1bf7/MODULE_52d83050720e56e8e15a+a9d440f5/model.hlo_module.pb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b2f7b97006fd94793852f160d93db1b377aabab76815ddbb522e9c9f086014d
+size 741435

neuronxcc-2.21.18209.0+043b1bf7/MODULE_72ab545f5598ab43c620+747527b0/compile_flags.json

@@ -0,0 +1 @@
+["--target=trn2", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=2", "--logfile=/tmp/nxd_model/token_generation_model/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]

neuronxcc-2.21.18209.0+043b1bf7/MODULE_72ab545f5598ab43c620+747527b0/model.hlo_module.pb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2c88bf14989b363b08830daf74eb7acc0e53f9dcb5f4ea628e1f1962ac46066
+size 1876821

neuronxcc-2.21.18209.0+043b1bf7/MODULE_72ab545f5598ab43c620+747527b0/model.neff

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f80d7dc4e8d61e380b0e6a0bd8d5e3067d68ad8d262a55554356760df02bb055
+size 5520384

neuronxcc-2.21.18209.0+043b1bf7/MODULE_72ab545f5598ab43c620+747527b0/wrapped_neff.hlo

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f1c053c7eaa5ed358465686b26ae8e886f3b42219121e94bccc287faaaeb0dd
+size 5670933

neuronxcc-2.21.18209.0+043b1bf7/MODULE_95da496a4b6f989006dc+877608f3/compile_flags.json

@@ -0,0 +1 @@
+["--target=trn2", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=2", "--logfile=/tmp/nxd_model/context_encoding_model/_tp0_bk0/log-neuron-cc.txt"]

neuronxcc-2.21.18209.0+043b1bf7/MODULE_95da496a4b6f989006dc+877608f3/model.hlo_module.pb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8faaa97644c827524615640a03a52356ca3054ac6df0c56807f9d4aa19e91b74
+size 3584622

neuronxcc-2.21.18209.0+043b1bf7/MODULE_95da496a4b6f989006dc+877608f3/model.neff

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca3e6ee4b164d9a1b746665b414409121f331800248c901dd2dd265c339f438d
+size 1956864

neuronxcc-2.21.18209.0+043b1bf7/MODULE_9e579d7817773781502b+747527b0/compile_flags.json

@@ -0,0 +1 @@
+["--target=trn2", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=2", "--logfile=/tmp/nxd_model/token_generation_model/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]

neuronxcc-2.21.18209.0+043b1bf7/MODULE_9e579d7817773781502b+747527b0/model.hlo_module.pb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6ff4972e80b66672ef8193cc583a12c08cd0e0466b560f4f71d9caedf0ca18d
+size 6876289

neuronxcc-2.21.18209.0+043b1bf7/MODULE_9e579d7817773781502b+747527b0/model.neff

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd87ace9718b5629ff53dd2092db7be7d40816469b1eacd372ebfce033262cc3
+size 27864064

neuronxcc-2.21.18209.0+043b1bf7/MODULE_9e579d7817773781502b+747527b0/wrapped_neff.hlo

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8049dc0e844dfb4713f9c3b4b57c8cc3c6ba654aa48759cf7bc0fa5cfdf8ca31
+size 28233183

neuronxcc-2.21.18209.0+043b1bf7/MODULE_c5a63548165f9ad7b464+747527b0/compile_flags.json

@@ -0,0 +1 @@
+["--target=trn2", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=2", "--logfile=/tmp/nxd_model/token_generation_model/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]

neuronxcc-2.21.18209.0+043b1bf7/MODULE_c5a63548165f9ad7b464+747527b0/model.hlo_module.pb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0145ce2660d92ca8aa9599e549f382bb2c55573522ec15d06e7c4a1ab432ac67
+size 3038407

neuronxcc-2.21.18209.0+043b1bf7/MODULE_c5a63548165f9ad7b464+747527b0/model.neff

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e1c4e379697787efe99a0f24df3548d855c928861a231d07a5b93b3f2da522b
+size 10476544

neuronxcc-2.21.18209.0+043b1bf7/MODULE_c5a63548165f9ad7b464+747527b0/wrapped_neff.hlo

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65d6cd3d68487e0722807b213434674e85fb52dc05ceebce9bee5af3a0c3ef41
+size 10845663

neuronxcc-2.21.18209.0+043b1bf7/MODULE_e460fe320b669663351a+747527b0/compile_flags.json

@@ -0,0 +1 @@
+["--target=trn2", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=2", "--logfile=/tmp/nxd_model/token_generation_model/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]

neuronxcc-2.21.18209.0+043b1bf7/MODULE_e460fe320b669663351a+747527b0/model.hlo_module.pb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b030d629af2f45321359aea799c4192f0a08c005dbe74222f9811d92ee3de1d
+size 9371669

neuronxcc-2.21.18209.0+043b1bf7/MODULE_e460fe320b669663351a+747527b0/model.neff

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0c074b574aef75c9053e282320ff55786074d682d6fe75ab6caf6f0fa502bec
+size 13630464

neuronxcc-2.21.18209.0+043b1bf7/MODULE_e460fe320b669663351a+747527b0/wrapped_neff.hlo

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04ccac76b00b3af6bd99f83d6e3d78fdf1730e4dffe10e12c04f04cfbd95cd2d
+size 13705938

neuronxcc-2.21.18209.0+043b1bf7/MODULE_eecbe415d8ea39de1b02+877608f3/compile_flags.json

@@ -0,0 +1 @@
+["--target=trn2", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=2", "--logfile=/tmp/nxd_model/context_encoding_model/_tp0_bk0/log-neuron-cc.txt"]

neuronxcc-2.21.18209.0+043b1bf7/MODULE_eecbe415d8ea39de1b02+877608f3/model.hlo_module.pb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e81e34a9796c8b9b54cbd36dc706fbb406dd7fba59a1f8ab7332d5f0f19a0b1
+size 1647835

neuronxcc-2.21.18209.0+043b1bf7/MODULE_eecbe415d8ea39de1b02+877608f3/model.neff

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deb61b358c0663a7ef5a2ffb35e941def521edb8c331fd99fc843b587f6db045
+size 18678784

neuronxcc-2.21.18209.0+043b1bf7/MODULE_f5177664b154895397b4+747527b0/compile_flags.json

@@ -0,0 +1 @@
+["--target=trn2", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=2", "--logfile=/tmp/nxd_model/token_generation_model/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]

neuronxcc-2.21.18209.0+043b1bf7/MODULE_f5177664b154895397b4+747527b0/model.hlo_module.pb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7de9bea1e6440b7d93c838816785f05a7504f49d73e339712146a309ebb36f6
+size 9658026

neuronxcc-2.21.18209.0+043b1bf7/MODULE_f5177664b154895397b4+747527b0/model.neff

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee95fdd918895d9198361d5afd72bb8d72afc49cbf16dd2c528c20448f44983c
+size 22037504

neuronxcc-2.21.18209.0+043b1bf7/MODULE_f5177664b154895397b4+747527b0/wrapped_neff.hlo

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eae8a2659d3b90b0ae1b82a87f263e475b22b8643d7401f82597992c7699b2d
+size 22168725

neuronxcc-2.21.18209.0+043b1bf7/MODULE_fa25918a7328b487263f+877608f3/compile_flags.json

@@ -0,0 +1 @@
+["--target=trn2", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=2", "--logfile=/tmp/nxd_model/context_encoding_model/_tp0_bk0/log-neuron-cc.txt"]