Hugging Face's logo

aws-neuron
/
optimum-neuron-cache

Model card Files Community
279
dacorvo HF staff commited on
Commit
4a9dde0
•
1 Parent(s): eb11561

Synchronizing local compiler cache.

Browse files
Files changed (45) hide show
  1. .gitattributes +10 -0
  2. neuronxcc-2.16.303.0+d9f03cda/0_REGISTRY/0.0.28.dev0/inference/llama/meta-llama/Llama-3.1-8B-Instruct/1b405fdcd7a404de447f.json +1 -0
  3. neuronxcc-2.16.303.0+d9f03cda/0_REGISTRY/0.0.28.dev0/inference/llama/meta-llama/Llama-3.1-8B-Instruct/5a26e9e32d1a95deb7e9.json +1 -0
  4. neuronxcc-2.16.303.0+d9f03cda/0_REGISTRY/0.0.28.dev0/inference/llama/meta-llama/Llama-3.1-8B-Instruct/a168d15b4566c85e9fc8.json +1 -0
  5. neuronxcc-2.16.303.0+d9f03cda/0_REGISTRY/0.0.28.dev0/inference/llama/meta-llama/Llama-3.1-8B-Instruct/b828518bd74cc3b11dc0.json +1 -0
  6. neuronxcc-2.16.303.0+d9f03cda/MODULE_0924c0dfe6c0bf06cc17+7ac4dbae/compile_flags.json +1 -0
  7. neuronxcc-2.16.303.0+d9f03cda/MODULE_0924c0dfe6c0bf06cc17+7ac4dbae/model.done +0 -0
  8. neuronxcc-2.16.303.0+d9f03cda/MODULE_0924c0dfe6c0bf06cc17+7ac4dbae/model.hlo_module.pb +3 -0
  9. neuronxcc-2.16.303.0+d9f03cda/MODULE_0924c0dfe6c0bf06cc17+7ac4dbae/model.neff +3 -0
  10. neuronxcc-2.16.303.0+d9f03cda/MODULE_353561ee6798b72e695f+7ac4dbae/compile_flags.json +1 -0
  11. neuronxcc-2.16.303.0+d9f03cda/MODULE_353561ee6798b72e695f+7ac4dbae/model.done +0 -0
  12. neuronxcc-2.16.303.0+d9f03cda/MODULE_353561ee6798b72e695f+7ac4dbae/model.hlo_module.pb +3 -0
  13. neuronxcc-2.16.303.0+d9f03cda/MODULE_353561ee6798b72e695f+7ac4dbae/model.neff +3 -0
  14. neuronxcc-2.16.303.0+d9f03cda/MODULE_45a495d76fb5a8d324d8+7ac4dbae/compile_flags.json +1 -0
  15. neuronxcc-2.16.303.0+d9f03cda/MODULE_45a495d76fb5a8d324d8+7ac4dbae/model.done +0 -0
  16. neuronxcc-2.16.303.0+d9f03cda/MODULE_45a495d76fb5a8d324d8+7ac4dbae/model.hlo_module.pb +3 -0
  17. neuronxcc-2.16.303.0+d9f03cda/MODULE_45a495d76fb5a8d324d8+7ac4dbae/model.neff +3 -0
  18. neuronxcc-2.16.303.0+d9f03cda/MODULE_5123d8085fe4551e81d1+7ac4dbae/compile_flags.json +1 -0
  19. neuronxcc-2.16.303.0+d9f03cda/MODULE_5123d8085fe4551e81d1+7ac4dbae/model.done +0 -0
  20. neuronxcc-2.16.303.0+d9f03cda/MODULE_5123d8085fe4551e81d1+7ac4dbae/model.hlo_module.pb +3 -0
  21. neuronxcc-2.16.303.0+d9f03cda/MODULE_5123d8085fe4551e81d1+7ac4dbae/model.neff +3 -0
  22. neuronxcc-2.16.303.0+d9f03cda/MODULE_759f60ec77a9f1d06352+7ac4dbae/compile_flags.json +1 -0
  23. neuronxcc-2.16.303.0+d9f03cda/MODULE_759f60ec77a9f1d06352+7ac4dbae/model.done +0 -0
  24. neuronxcc-2.16.303.0+d9f03cda/MODULE_759f60ec77a9f1d06352+7ac4dbae/model.hlo_module.pb +3 -0
  25. neuronxcc-2.16.303.0+d9f03cda/MODULE_759f60ec77a9f1d06352+7ac4dbae/model.neff +3 -0
  26. neuronxcc-2.16.303.0+d9f03cda/MODULE_92797961aa2a8d175eff+7ac4dbae/compile_flags.json +1 -0
  27. neuronxcc-2.16.303.0+d9f03cda/MODULE_92797961aa2a8d175eff+7ac4dbae/model.done +0 -0
  28. neuronxcc-2.16.303.0+d9f03cda/MODULE_92797961aa2a8d175eff+7ac4dbae/model.hlo_module.pb +3 -0
  29. neuronxcc-2.16.303.0+d9f03cda/MODULE_92797961aa2a8d175eff+7ac4dbae/model.neff +3 -0
  30. neuronxcc-2.16.303.0+d9f03cda/MODULE_b988d06a565871cc1943+7ac4dbae/compile_flags.json +1 -0
  31. neuronxcc-2.16.303.0+d9f03cda/MODULE_b988d06a565871cc1943+7ac4dbae/model.done +0 -0
  32. neuronxcc-2.16.303.0+d9f03cda/MODULE_b988d06a565871cc1943+7ac4dbae/model.hlo_module.pb +3 -0
  33. neuronxcc-2.16.303.0+d9f03cda/MODULE_b988d06a565871cc1943+7ac4dbae/model.neff +3 -0
  34. neuronxcc-2.16.303.0+d9f03cda/MODULE_d0a7a042e0008322e298+7ac4dbae/compile_flags.json +1 -0
  35. neuronxcc-2.16.303.0+d9f03cda/MODULE_d0a7a042e0008322e298+7ac4dbae/model.done +0 -0
  36. neuronxcc-2.16.303.0+d9f03cda/MODULE_d0a7a042e0008322e298+7ac4dbae/model.hlo_module.pb +3 -0
  37. neuronxcc-2.16.303.0+d9f03cda/MODULE_d0a7a042e0008322e298+7ac4dbae/model.neff +3 -0
  38. neuronxcc-2.16.303.0+d9f03cda/MODULE_efc674ceb57a1f7010a5+7ac4dbae/compile_flags.json +1 -0
  39. neuronxcc-2.16.303.0+d9f03cda/MODULE_efc674ceb57a1f7010a5+7ac4dbae/model.done +0 -0
  40. neuronxcc-2.16.303.0+d9f03cda/MODULE_efc674ceb57a1f7010a5+7ac4dbae/model.hlo_module.pb +3 -0
  41. neuronxcc-2.16.303.0+d9f03cda/MODULE_efc674ceb57a1f7010a5+7ac4dbae/model.neff +3 -0
  42. neuronxcc-2.16.303.0+d9f03cda/MODULE_ff0a9145bffbede97cde+7ac4dbae/compile_flags.json +1 -0
  43. neuronxcc-2.16.303.0+d9f03cda/MODULE_ff0a9145bffbede97cde+7ac4dbae/model.done +0 -0
  44. neuronxcc-2.16.303.0+d9f03cda/MODULE_ff0a9145bffbede97cde+7ac4dbae/model.hlo_module.pb +3 -0
  45. neuronxcc-2.16.303.0+d9f03cda/MODULE_ff0a9145bffbede97cde+7ac4dbae/model.neff +3 -0
.gitattributes CHANGED
@@ -6476,3 +6476,13 @@ neuronxcc-2.16.303.0+d9f03cda/MODULE_e503bb548c30caa02b1a+7ac4dbae/model.neff fi
6476
  neuronxcc-2.16.303.0+d9f03cda/MODULE_ea4f2290b2fcba35e5fb+7ac4dbae/model.neff filter=lfs diff=lfs merge=lfs -text
6477
  neuronxcc-2.16.303.0+d9f03cda/MODULE_1069625d477f0c6dfab4+7ac4dbae/model.neff filter=lfs diff=lfs merge=lfs -text
6478
  neuronxcc-2.16.303.0+d9f03cda/MODULE_7fc0910f03195a0d6607+7ac4dbae/model.neff filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
6476
  neuronxcc-2.16.303.0+d9f03cda/MODULE_ea4f2290b2fcba35e5fb+7ac4dbae/model.neff filter=lfs diff=lfs merge=lfs -text
6477
  neuronxcc-2.16.303.0+d9f03cda/MODULE_1069625d477f0c6dfab4+7ac4dbae/model.neff filter=lfs diff=lfs merge=lfs -text
6478
  neuronxcc-2.16.303.0+d9f03cda/MODULE_7fc0910f03195a0d6607+7ac4dbae/model.neff filter=lfs diff=lfs merge=lfs -text
6479
+ neuronxcc-2.16.303.0+d9f03cda/MODULE_0924c0dfe6c0bf06cc17+7ac4dbae/model.neff filter=lfs diff=lfs merge=lfs -text
6480
+ neuronxcc-2.16.303.0+d9f03cda/MODULE_353561ee6798b72e695f+7ac4dbae/model.neff filter=lfs diff=lfs merge=lfs -text
6481
+ neuronxcc-2.16.303.0+d9f03cda/MODULE_45a495d76fb5a8d324d8+7ac4dbae/model.neff filter=lfs diff=lfs merge=lfs -text
6482
+ neuronxcc-2.16.303.0+d9f03cda/MODULE_5123d8085fe4551e81d1+7ac4dbae/model.neff filter=lfs diff=lfs merge=lfs -text
6483
+ neuronxcc-2.16.303.0+d9f03cda/MODULE_759f60ec77a9f1d06352+7ac4dbae/model.neff filter=lfs diff=lfs merge=lfs -text
6484
+ neuronxcc-2.16.303.0+d9f03cda/MODULE_92797961aa2a8d175eff+7ac4dbae/model.neff filter=lfs diff=lfs merge=lfs -text
6485
+ neuronxcc-2.16.303.0+d9f03cda/MODULE_b988d06a565871cc1943+7ac4dbae/model.neff filter=lfs diff=lfs merge=lfs -text
6486
+ neuronxcc-2.16.303.0+d9f03cda/MODULE_d0a7a042e0008322e298+7ac4dbae/model.neff filter=lfs diff=lfs merge=lfs -text
6487
+ neuronxcc-2.16.303.0+d9f03cda/MODULE_efc674ceb57a1f7010a5+7ac4dbae/model.neff filter=lfs diff=lfs merge=lfs -text
6488
+ neuronxcc-2.16.303.0+d9f03cda/MODULE_ff0a9145bffbede97cde+7ac4dbae/model.neff filter=lfs diff=lfs merge=lfs -text
neuronxcc-2.16.303.0+d9f03cda/0_REGISTRY/0.0.28.dev0/inference/llama/meta-llama/Llama-3.1-8B-Instruct/1b405fdcd7a404de447f.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 128000, "eos_token_id": [128001, 128008, 128009], "hidden_act": "silu", "hidden_size": 4096, "initializer_range": 0.02, "intermediate_size": 14336, "max_position_embeddings": 131072, "mlp_bias": false, "model_type": "llama", "neuron": {"auto_cast_type": "bf16", "batch_size": 64, "checkpoint_id": "meta-llama/Llama-3.1-8B-Instruct", "checkpoint_revision": "0e9e39f249a16976918f6564b8830bc894c89659", "compiler_type": "neuronx-cc", "compiler_version": "2.16.303.0+d9f03cda", "num_cores": 64, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 32, "num_hidden_layers": 32, "num_key_value_heads": 8, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": {"factor": 8.0, "high_freq_factor": 4.0, "low_freq_factor": 1.0, "original_max_position_embeddings": 8192, "rope_type": "llama3"}, "rope_theta": 500000.0, "tie_word_embeddings": false, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 128256}
neuronxcc-2.16.303.0+d9f03cda/0_REGISTRY/0.0.28.dev0/inference/llama/meta-llama/Llama-3.1-8B-Instruct/5a26e9e32d1a95deb7e9.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 128000, "eos_token_id": [128001, 128008, 128009], "hidden_act": "silu", "hidden_size": 4096, "initializer_range": 0.02, "intermediate_size": 14336, "max_position_embeddings": 131072, "mlp_bias": false, "model_type": "llama", "neuron": {"auto_cast_type": "bf16", "batch_size": 128, "checkpoint_id": "meta-llama/Llama-3.1-8B-Instruct", "checkpoint_revision": "0e9e39f249a16976918f6564b8830bc894c89659", "compiler_type": "neuronx-cc", "compiler_version": "2.16.303.0+d9f03cda", "num_cores": 64, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 32, "num_hidden_layers": 32, "num_key_value_heads": 8, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": {"factor": 8.0, "high_freq_factor": 4.0, "low_freq_factor": 1.0, "original_max_position_embeddings": 8192, "rope_type": "llama3"}, "rope_theta": 500000.0, "tie_word_embeddings": false, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 128256}
neuronxcc-2.16.303.0+d9f03cda/0_REGISTRY/0.0.28.dev0/inference/llama/meta-llama/Llama-3.1-8B-Instruct/a168d15b4566c85e9fc8.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 128000, "eos_token_id": [128001, 128008, 128009], "hidden_act": "silu", "hidden_size": 4096, "initializer_range": 0.02, "intermediate_size": 14336, "max_position_embeddings": 131072, "mlp_bias": false, "model_type": "llama", "neuron": {"auto_cast_type": "bf16", "batch_size": 64, "checkpoint_id": "meta-llama/Llama-3.1-8B-Instruct", "checkpoint_revision": "0e9e39f249a16976918f6564b8830bc894c89659", "compiler_type": "neuronx-cc", "compiler_version": "2.16.303.0+d9f03cda", "num_cores": 32, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 32, "num_hidden_layers": 32, "num_key_value_heads": 8, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": {"factor": 8.0, "high_freq_factor": 4.0, "low_freq_factor": 1.0, "original_max_position_embeddings": 8192, "rope_type": "llama3"}, "rope_theta": 500000.0, "tie_word_embeddings": false, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 128256}
neuronxcc-2.16.303.0+d9f03cda/0_REGISTRY/0.0.28.dev0/inference/llama/meta-llama/Llama-3.1-8B-Instruct/b828518bd74cc3b11dc0.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 128000, "eos_token_id": [128001, 128008, 128009], "hidden_act": "silu", "hidden_size": 4096, "initializer_range": 0.02, "intermediate_size": 14336, "max_position_embeddings": 131072, "mlp_bias": false, "model_type": "llama", "neuron": {"auto_cast_type": "bf16", "batch_size": 32, "checkpoint_id": "meta-llama/Llama-3.1-8B-Instruct", "checkpoint_revision": "0e9e39f249a16976918f6564b8830bc894c89659", "compiler_type": "neuronx-cc", "compiler_version": "2.16.303.0+d9f03cda", "num_cores": 32, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 32, "num_hidden_layers": 32, "num_key_value_heads": 8, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": {"factor": 8.0, "high_freq_factor": 4.0, "low_freq_factor": 1.0, "original_max_position_embeddings": 8192, "rope_type": "llama3"}, "rope_theta": 500000.0, "tie_word_embeddings": false, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 128256}
neuronxcc-2.16.303.0+d9f03cda/MODULE_0924c0dfe6c0bf06cc17+7ac4dbae/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn2", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
neuronxcc-2.16.303.0+d9f03cda/MODULE_0924c0dfe6c0bf06cc17+7ac4dbae/model.done ADDED
File without changes
neuronxcc-2.16.303.0+d9f03cda/MODULE_0924c0dfe6c0bf06cc17+7ac4dbae/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ad3238f27b4a9d135b388a179b33523dda19b51d168f88a5fa6fad2ed4e7c07
3
+ size 438733
neuronxcc-2.16.303.0+d9f03cda/MODULE_0924c0dfe6c0bf06cc17+7ac4dbae/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3609eae16ab9a907e3a082ce670b0224793f54c36846051970277550243cc58e
3
+ size 20675584
neuronxcc-2.16.303.0+d9f03cda/MODULE_353561ee6798b72e695f+7ac4dbae/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn2", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
neuronxcc-2.16.303.0+d9f03cda/MODULE_353561ee6798b72e695f+7ac4dbae/model.done ADDED
File without changes
neuronxcc-2.16.303.0+d9f03cda/MODULE_353561ee6798b72e695f+7ac4dbae/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75eea5373e0fa4fcb2bf58581c141d069787b48709f9d9f4b6ff5c4b82d558ef
3
+ size 341141
neuronxcc-2.16.303.0+d9f03cda/MODULE_353561ee6798b72e695f+7ac4dbae/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fbd4e5e7de1fc96547ea0c8c80cae4070d90267e2aff2181aacc9f2ca94a36e6
3
+ size 6892544
neuronxcc-2.16.303.0+d9f03cda/MODULE_45a495d76fb5a8d324d8+7ac4dbae/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn2", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
neuronxcc-2.16.303.0+d9f03cda/MODULE_45a495d76fb5a8d324d8+7ac4dbae/model.done ADDED
File without changes
neuronxcc-2.16.303.0+d9f03cda/MODULE_45a495d76fb5a8d324d8+7ac4dbae/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3318a26a6aa9abd6511b8c3906ca14ca9414fcc80c796e416e59272d7021b78
3
+ size 438189
neuronxcc-2.16.303.0+d9f03cda/MODULE_45a495d76fb5a8d324d8+7ac4dbae/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eaff1b3929e1c1c2f876c8bdc3f509a26db58a39b683bcde47d70abf06ddd298
3
+ size 20675584
neuronxcc-2.16.303.0+d9f03cda/MODULE_5123d8085fe4551e81d1+7ac4dbae/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn2", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
neuronxcc-2.16.303.0+d9f03cda/MODULE_5123d8085fe4551e81d1+7ac4dbae/model.done ADDED
File without changes
neuronxcc-2.16.303.0+d9f03cda/MODULE_5123d8085fe4551e81d1+7ac4dbae/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ffde35578ad9bd8bbecb38c31a8e7b4e0ceecad2cca46c04f27719e971e104a
3
+ size 341141
neuronxcc-2.16.303.0+d9f03cda/MODULE_5123d8085fe4551e81d1+7ac4dbae/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dde4e1658a66c578b950663cbb05597aa7751734b1826ebc26396da3db6f1f2b
3
+ size 4619264
neuronxcc-2.16.303.0+d9f03cda/MODULE_759f60ec77a9f1d06352+7ac4dbae/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn2", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
neuronxcc-2.16.303.0+d9f03cda/MODULE_759f60ec77a9f1d06352+7ac4dbae/model.done ADDED
File without changes
neuronxcc-2.16.303.0+d9f03cda/MODULE_759f60ec77a9f1d06352+7ac4dbae/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c024ec20f03a88e62e7dc31227d447779fced969fac698e0cc0df2d342da7b4
3
+ size 343253
neuronxcc-2.16.303.0+d9f03cda/MODULE_759f60ec77a9f1d06352+7ac4dbae/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:683254aab1db92a07cb04f753ac9571e3912ba6ed0f4833fb94afb82ac196818
3
+ size 6697984
neuronxcc-2.16.303.0+d9f03cda/MODULE_92797961aa2a8d175eff+7ac4dbae/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn2", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
neuronxcc-2.16.303.0+d9f03cda/MODULE_92797961aa2a8d175eff+7ac4dbae/model.done ADDED
File without changes
neuronxcc-2.16.303.0+d9f03cda/MODULE_92797961aa2a8d175eff+7ac4dbae/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51f5024abaae9a976a5685d869c04fc4d97384dc1dcf21dc27d3ce408c2f774e
3
+ size 437101
neuronxcc-2.16.303.0+d9f03cda/MODULE_92797961aa2a8d175eff+7ac4dbae/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69ae02be5963e111e26711c87d5aba14e3fa9dc7e109e0172f81f02182c3b5cd
3
+ size 21371904
neuronxcc-2.16.303.0+d9f03cda/MODULE_b988d06a565871cc1943+7ac4dbae/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn2", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
neuronxcc-2.16.303.0+d9f03cda/MODULE_b988d06a565871cc1943+7ac4dbae/model.done ADDED
File without changes
neuronxcc-2.16.303.0+d9f03cda/MODULE_b988d06a565871cc1943+7ac4dbae/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0f89e8901f25377db8ac93300e0816267d9c68cdefbeb324686a87782eaefa2
3
+ size 347414
neuronxcc-2.16.303.0+d9f03cda/MODULE_b988d06a565871cc1943+7ac4dbae/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2088112063082744403b337711e421bbbc691ec5cac2c8e7e644458f8ba0ce48
3
+ size 11367424
neuronxcc-2.16.303.0+d9f03cda/MODULE_d0a7a042e0008322e298+7ac4dbae/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn2", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
neuronxcc-2.16.303.0+d9f03cda/MODULE_d0a7a042e0008322e298+7ac4dbae/model.done ADDED
File without changes
neuronxcc-2.16.303.0+d9f03cda/MODULE_d0a7a042e0008322e298+7ac4dbae/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f03d4789f1e895ba0a16ef98961013f40646678125f0a4bba94db5991d491983
3
+ size 342165
neuronxcc-2.16.303.0+d9f03cda/MODULE_d0a7a042e0008322e298+7ac4dbae/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:951b7da94263cf677f69a1b2ada435b01fad90f7808b11b645617c3ad868f523
3
+ size 6810624
neuronxcc-2.16.303.0+d9f03cda/MODULE_efc674ceb57a1f7010a5+7ac4dbae/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn2", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
neuronxcc-2.16.303.0+d9f03cda/MODULE_efc674ceb57a1f7010a5+7ac4dbae/model.done ADDED
File without changes
neuronxcc-2.16.303.0+d9f03cda/MODULE_efc674ceb57a1f7010a5+7ac4dbae/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6cc5342cc3010c022559a259d9f4afe622bdfadd4fce3d3729ce6ee7f8a4ef51
3
+ size 436077
neuronxcc-2.16.303.0+d9f03cda/MODULE_efc674ceb57a1f7010a5+7ac4dbae/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:417e17b260477d879ceb4c4cf99719e6c0b81775d5ad1988abac7d74fd58befa
3
+ size 22017024
neuronxcc-2.16.303.0+d9f03cda/MODULE_ff0a9145bffbede97cde+7ac4dbae/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn2", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
neuronxcc-2.16.303.0+d9f03cda/MODULE_ff0a9145bffbede97cde+7ac4dbae/model.done ADDED
File without changes
neuronxcc-2.16.303.0+d9f03cda/MODULE_ff0a9145bffbede97cde+7ac4dbae/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d5fe05d0bee32e5a576c38295a23c16bb4ca34592502b30d9a0423b643500866
3
+ size 436077
neuronxcc-2.16.303.0+d9f03cda/MODULE_ff0a9145bffbede97cde+7ac4dbae/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29528afa99a8a107950183e4cc694c8079c23982da6b2ad6e404b38efa2d8d11
3
+ size 22017024