Hugging Face's logo

aws-neuron
/
optimum-neuron-cache

Model card Files Community
147
jburtoft commited on
Commit
f77ce95
•
1 Parent(s): 61bde38

Synchronizing local compiler cache.

Browse files
Files changed (43) hide show
  1. .gitattributes +11 -0
  2. neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.22/inference/llama/NousResearch/Llama-2-7b-chat-hf/0b3e037f44d96a1e7239.json +1 -0
  3. neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.22/inference/llama/NousResearch/Llama-2-7b-chat-hf/36d226645e21d2e73cd2.json +1 -0
  4. neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.22/inference/llama/NousResearch/Llama-2-7b-chat-hf/90b0d9330a9c30a2801c.json +1 -0
  5. neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.22/inference/llama/NousResearch/Llama-2-7b-chat-hf/ddff1469d5484b2a49c9.json +1 -0
  6. neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.22/inference/llama/NousResearch/Llama-2-7b-chat-hf/f6a36646c9688804bab7.json +1 -0
  7. neuronxcc-2.13.66.0+6dfecc895/MODULE_161d550e91fe728b06bd+2c2d707e/compile_flags.txt +1 -0
  8. neuronxcc-2.13.66.0+6dfecc895/MODULE_161d550e91fe728b06bd+2c2d707e/model.hlo_module.pb +3 -0
  9. neuronxcc-2.13.66.0+6dfecc895/MODULE_161d550e91fe728b06bd+2c2d707e/model.neff +3 -0
  10. neuronxcc-2.13.66.0+6dfecc895/MODULE_5fb563164f2ea598970a+2c2d707e/compile_flags.txt +1 -0
  11. neuronxcc-2.13.66.0+6dfecc895/MODULE_5fb563164f2ea598970a+2c2d707e/model.hlo_module.pb +3 -0
  12. neuronxcc-2.13.66.0+6dfecc895/MODULE_5fb563164f2ea598970a+2c2d707e/model.neff +3 -0
  13. neuronxcc-2.13.66.0+6dfecc895/MODULE_621b9c0d1f247c41054a+2c2d707e/compile_flags.txt +1 -0
  14. neuronxcc-2.13.66.0+6dfecc895/MODULE_621b9c0d1f247c41054a+2c2d707e/model.hlo_module.pb +3 -0
  15. neuronxcc-2.13.66.0+6dfecc895/MODULE_621b9c0d1f247c41054a+2c2d707e/model.neff +3 -0
  16. neuronxcc-2.13.66.0+6dfecc895/MODULE_6421bf6d741f2ece728b+2c2d707e/compile_flags.txt +1 -0
  17. neuronxcc-2.13.66.0+6dfecc895/MODULE_6421bf6d741f2ece728b+2c2d707e/model.hlo_module.pb +3 -0
  18. neuronxcc-2.13.66.0+6dfecc895/MODULE_6421bf6d741f2ece728b+2c2d707e/model.neff +3 -0
  19. neuronxcc-2.13.66.0+6dfecc895/MODULE_7895a68c7b0909e4262e+2c2d707e/compile_flags.txt +1 -0
  20. neuronxcc-2.13.66.0+6dfecc895/MODULE_7895a68c7b0909e4262e+2c2d707e/model.hlo_module.pb +3 -0
  21. neuronxcc-2.13.66.0+6dfecc895/MODULE_7895a68c7b0909e4262e+2c2d707e/model.log +1 -0
  22. neuronxcc-2.13.66.0+6dfecc895/MODULE_7895a68c7b0909e4262e+2c2d707e/model.neff +1 -0
  23. neuronxcc-2.13.66.0+6dfecc895/MODULE_7fe4da5379b02be0c108+2c2d707e/compile_flags.txt +1 -0
  24. neuronxcc-2.13.66.0+6dfecc895/MODULE_7fe4da5379b02be0c108+2c2d707e/model.hlo_module.pb +3 -0
  25. neuronxcc-2.13.66.0+6dfecc895/MODULE_7fe4da5379b02be0c108+2c2d707e/model.neff +3 -0
  26. neuronxcc-2.13.66.0+6dfecc895/MODULE_84deafd582f51370fc76+2c2d707e/compile_flags.txt +1 -0
  27. neuronxcc-2.13.66.0+6dfecc895/MODULE_84deafd582f51370fc76+2c2d707e/model.hlo_module.pb +3 -0
  28. neuronxcc-2.13.66.0+6dfecc895/MODULE_84deafd582f51370fc76+2c2d707e/model.neff +3 -0
  29. neuronxcc-2.13.66.0+6dfecc895/MODULE_8b924ba88a6e5a6191b7+2c2d707e/compile_flags.txt +1 -0
  30. neuronxcc-2.13.66.0+6dfecc895/MODULE_8b924ba88a6e5a6191b7+2c2d707e/model.hlo_module.pb +3 -0
  31. neuronxcc-2.13.66.0+6dfecc895/MODULE_8b924ba88a6e5a6191b7+2c2d707e/model.neff +3 -0
  32. neuronxcc-2.13.66.0+6dfecc895/MODULE_af97e15eb5b056af300b+2c2d707e/compile_flags.txt +1 -0
  33. neuronxcc-2.13.66.0+6dfecc895/MODULE_af97e15eb5b056af300b+2c2d707e/model.hlo_module.pb +3 -0
  34. neuronxcc-2.13.66.0+6dfecc895/MODULE_af97e15eb5b056af300b+2c2d707e/model.neff +3 -0
  35. neuronxcc-2.13.66.0+6dfecc895/MODULE_b59f0df073c8fe387670+2c2d707e/compile_flags.txt +1 -0
  36. neuronxcc-2.13.66.0+6dfecc895/MODULE_b59f0df073c8fe387670+2c2d707e/model.hlo_module.pb +3 -0
  37. neuronxcc-2.13.66.0+6dfecc895/MODULE_b59f0df073c8fe387670+2c2d707e/model.neff +3 -0
  38. neuronxcc-2.13.66.0+6dfecc895/MODULE_ce6191179705bea7c918+2c2d707e/compile_flags.txt +1 -0
  39. neuronxcc-2.13.66.0+6dfecc895/MODULE_ce6191179705bea7c918+2c2d707e/model.hlo_module.pb +3 -0
  40. neuronxcc-2.13.66.0+6dfecc895/MODULE_ce6191179705bea7c918+2c2d707e/model.neff +3 -0
  41. neuronxcc-2.13.66.0+6dfecc895/MODULE_ed14118cab9ea5e3aa38+2c2d707e/compile_flags.txt +1 -0
  42. neuronxcc-2.13.66.0+6dfecc895/MODULE_ed14118cab9ea5e3aa38+2c2d707e/model.hlo_module.pb +3 -0
  43. neuronxcc-2.13.66.0+6dfecc895/MODULE_ed14118cab9ea5e3aa38+2c2d707e/model.neff +3 -0
.gitattributes CHANGED
@@ -3182,3 +3182,14 @@ neuronxcc-2.13.66.0+6dfecc895/MODULE_ccdbae5eeb030e72d5cf+2c2d707e/model.neff fi
3182
  neuronxcc-2.13.66.0+6dfecc895/MODULE_f4f63b2510413deb054c+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3183
  neuronxcc-2.13.66.0+6dfecc895/MODULE_2e3955295809c3fe96ec+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3184
  neuronxcc-2.13.66.0+6dfecc895/MODULE_79c2345da3e40d137cdb+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
3182
  neuronxcc-2.13.66.0+6dfecc895/MODULE_f4f63b2510413deb054c+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3183
  neuronxcc-2.13.66.0+6dfecc895/MODULE_2e3955295809c3fe96ec+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3184
  neuronxcc-2.13.66.0+6dfecc895/MODULE_79c2345da3e40d137cdb+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3185
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_161d550e91fe728b06bd+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3186
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_5fb563164f2ea598970a+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3187
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_621b9c0d1f247c41054a+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3188
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_6421bf6d741f2ece728b+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3189
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_7fe4da5379b02be0c108+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3190
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_84deafd582f51370fc76+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3191
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_8b924ba88a6e5a6191b7+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3192
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_af97e15eb5b056af300b+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3193
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_b59f0df073c8fe387670+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3194
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_ce6191179705bea7c918+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3195
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_ed14118cab9ea5e3aa38+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.22/inference/llama/NousResearch/Llama-2-7b-chat-hf/0b3e037f44d96a1e7239.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 1, "eos_token_id": 2, "hidden_act": "silu", "hidden_size": 4096, "initializer_range": 0.02, "intermediate_size": 11008, "max_position_embeddings": 4096, "model_type": "llama", "neuron": {"auto_cast_type": "fp16", "batch_size": 4, "checkpoint_id": "NousResearch/Llama-2-7b-chat-hf", "checkpoint_revision": "37892f30c23786c0d5367d80481fa0d9fba93cf8", "compiler_type": "neuronx-cc", "compiler_version": "2.13.66.0+6dfecc895", "num_cores": 2, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 32, "num_hidden_layers": 32, "num_key_value_heads": 32, "pad_token_id": 0, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": null, "rope_theta": 10000.0, "tie_word_embeddings": false, "torch_dtype": "float16", "use_cache": true, "vocab_size": 32000}
neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.22/inference/llama/NousResearch/Llama-2-7b-chat-hf/36d226645e21d2e73cd2.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 1, "eos_token_id": 2, "hidden_act": "silu", "hidden_size": 4096, "initializer_range": 0.02, "intermediate_size": 11008, "max_position_embeddings": 4096, "model_type": "llama", "neuron": {"auto_cast_type": "fp16", "batch_size": 2, "checkpoint_id": "NousResearch/Llama-2-7b-chat-hf", "checkpoint_revision": "37892f30c23786c0d5367d80481fa0d9fba93cf8", "compiler_type": "neuronx-cc", "compiler_version": "2.13.66.0+6dfecc895", "num_cores": 2, "sequence_length": 8192, "task": "text-generation"}, "num_attention_heads": 32, "num_hidden_layers": 32, "num_key_value_heads": 32, "pad_token_id": 0, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": null, "rope_theta": 10000.0, "tie_word_embeddings": false, "torch_dtype": "float16", "use_cache": true, "vocab_size": 32000}
neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.22/inference/llama/NousResearch/Llama-2-7b-chat-hf/90b0d9330a9c30a2801c.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 1, "eos_token_id": 2, "hidden_act": "silu", "hidden_size": 4096, "initializer_range": 0.02, "intermediate_size": 11008, "max_position_embeddings": 4096, "model_type": "llama", "neuron": {"auto_cast_type": "fp16", "batch_size": 6, "checkpoint_id": "NousResearch/Llama-2-7b-chat-hf", "checkpoint_revision": "37892f30c23786c0d5367d80481fa0d9fba93cf8", "compiler_type": "neuronx-cc", "compiler_version": "2.13.66.0+6dfecc895", "num_cores": 2, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 32, "num_hidden_layers": 32, "num_key_value_heads": 32, "pad_token_id": 0, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": null, "rope_theta": 10000.0, "tie_word_embeddings": false, "torch_dtype": "float16", "use_cache": true, "vocab_size": 32000}
neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.22/inference/llama/NousResearch/Llama-2-7b-chat-hf/ddff1469d5484b2a49c9.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 1, "eos_token_id": 2, "hidden_act": "silu", "hidden_size": 4096, "initializer_range": 0.02, "intermediate_size": 11008, "max_position_embeddings": 4096, "model_type": "llama", "neuron": {"auto_cast_type": "fp16", "batch_size": 2, "checkpoint_id": "NousResearch/Llama-2-7b-chat-hf", "checkpoint_revision": "37892f30c23786c0d5367d80481fa0d9fba93cf8", "compiler_type": "neuronx-cc", "compiler_version": "2.13.66.0+6dfecc895", "num_cores": 2, "sequence_length": 2048, "task": "text-generation"}, "num_attention_heads": 32, "num_hidden_layers": 32, "num_key_value_heads": 32, "pad_token_id": 0, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": null, "rope_theta": 10000.0, "tie_word_embeddings": false, "torch_dtype": "float16", "use_cache": true, "vocab_size": 32000}
neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.22/inference/llama/NousResearch/Llama-2-7b-chat-hf/f6a36646c9688804bab7.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 1, "eos_token_id": 2, "hidden_act": "silu", "hidden_size": 4096, "initializer_range": 0.02, "intermediate_size": 11008, "max_position_embeddings": 4096, "model_type": "llama", "neuron": {"auto_cast_type": "fp16", "batch_size": 2, "checkpoint_id": "NousResearch/Llama-2-7b-chat-hf", "checkpoint_revision": "37892f30c23786c0d5367d80481fa0d9fba93cf8", "compiler_type": "neuronx-cc", "compiler_version": "2.13.66.0+6dfecc895", "num_cores": 2, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 32, "num_hidden_layers": 32, "num_key_value_heads": 32, "pad_token_id": 0, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": null, "rope_theta": 10000.0, "tie_word_embeddings": false, "torch_dtype": "float16", "use_cache": true, "vocab_size": 32000}
neuronxcc-2.13.66.0+6dfecc895/MODULE_161d550e91fe728b06bd+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_161d550e91fe728b06bd+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91bd6687d96fd9da23d42613d7c9c2540e8bfa8529e1816ae71022fdb8e8e357
3
+ size 334991
neuronxcc-2.13.66.0+6dfecc895/MODULE_161d550e91fe728b06bd+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96e395c4649375ec06276715f8aacd55629b62505883f9ac09ed61b0dcea5015
3
+ size 20337664
neuronxcc-2.13.66.0+6dfecc895/MODULE_5fb563164f2ea598970a+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_5fb563164f2ea598970a+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40ee002f774c25d4b43999e1d0ae57474e0689100bebf812115e7ecc5c59b42b
3
+ size 380315
neuronxcc-2.13.66.0+6dfecc895/MODULE_5fb563164f2ea598970a+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2ca45f481adea82719711c3f03ed76a60badeee2ab10058fc34dfa231b4e585
3
+ size 19364864
neuronxcc-2.13.66.0+6dfecc895/MODULE_621b9c0d1f247c41054a+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_621b9c0d1f247c41054a+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71340b2d9e2e2756c66b12f2ae9d12059849b05d639eb536021b341d33c94e13
3
+ size 334991
neuronxcc-2.13.66.0+6dfecc895/MODULE_621b9c0d1f247c41054a+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b36c7c81de17c125584fd953f3ae24bc2f85b088dc8434fd67a762a6fb0926b
3
+ size 12237824
neuronxcc-2.13.66.0+6dfecc895/MODULE_6421bf6d741f2ece728b+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_6421bf6d741f2ece728b+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0989ca244d6e508729a2a01b0877eeb35ca35b85bd1a42d0dec8c4e41db397f3
3
+ size 380315
neuronxcc-2.13.66.0+6dfecc895/MODULE_6421bf6d741f2ece728b+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a96410ac3e558ac9be569b0b8c75a1f6824b99ea3fcb929fcf3435c1f172341f
3
+ size 22139904
neuronxcc-2.13.66.0+6dfecc895/MODULE_7895a68c7b0909e4262e+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_7895a68c7b0909e4262e+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d3277b7a16aca30f40f86dc699e813758f4c59d25f0ef5b1f72999905ffeaeb
3
+ size 335311
neuronxcc-2.13.66.0+6dfecc895/MODULE_7895a68c7b0909e4262e+2c2d707e/model.log ADDED
@@ -0,0 +1 @@
 
 
1
+ Failed compilation with ['neuronx-cc', 'compile', '--target=trn1', '--framework=XLA', '/tmp/ubuntu/neuroncc_compile_workdir/6311c73a-f40d-49a7-8389-574ffabaf74e/model.MODULE_7895a68c7b0909e4262e+2c2d707e.hlo_module.pb', '--output', '/tmp/ubuntu/neuroncc_compile_workdir/6311c73a-f40d-49a7-8389-574ffabaf74e/model.MODULE_7895a68c7b0909e4262e+2c2d707e.neff', '--model-type=transformer', '--auto-cast=none', '--verbose=35']: 2024-05-29T04:49:10Z [XCG815] Estimated peak HBM usage (17.918114) exceeds 16GB. Neff won't be able to load on chip - Please open a support ticket at https://github.com/aws-neuron/aws-neuron-sdk/issues/new
neuronxcc-2.13.66.0+6dfecc895/MODULE_7895a68c7b0909e4262e+2c2d707e/model.neff ADDED
@@ -0,0 +1 @@
 
 
1
+ ERROR
neuronxcc-2.13.66.0+6dfecc895/MODULE_7fe4da5379b02be0c108+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_7fe4da5379b02be0c108+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c041c03787c7d0db895f3345305a36189322b660217efb0433f5c743ae66a11
3
+ size 335311
neuronxcc-2.13.66.0+6dfecc895/MODULE_7fe4da5379b02be0c108+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca89d155b886f7b81449de5d47c0ea504a256301736f8f6213608a920d000ebf
3
+ size 54201344
neuronxcc-2.13.66.0+6dfecc895/MODULE_84deafd582f51370fc76+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_84deafd582f51370fc76+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3107d0df0c4610afc4c83a707837e4ba8bf13fe46f0a7de6bc86ed5f8235910
3
+ size 380315
neuronxcc-2.13.66.0+6dfecc895/MODULE_84deafd582f51370fc76+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:006697d66e6982fb12e7828d983d4d665cd796d00d4fe70cdcd5b364d21520f5
3
+ size 16088064
neuronxcc-2.13.66.0+6dfecc895/MODULE_8b924ba88a6e5a6191b7+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_8b924ba88a6e5a6191b7+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b003b70baff6232524554b06578e1d3ad82b2a98b8c296386487947f2e0a08e
3
+ size 380315
neuronxcc-2.13.66.0+6dfecc895/MODULE_8b924ba88a6e5a6191b7+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f667e3795ba0fa7a07190f83fa689b3308e89e5d1e6b5426fef730d5ffed81e
3
+ size 21351424
neuronxcc-2.13.66.0+6dfecc895/MODULE_af97e15eb5b056af300b+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_af97e15eb5b056af300b+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:540b459d3d195150bc293dd41c5957320492eb536cf0d4b46a859d216720f8bf
3
+ size 379995
neuronxcc-2.13.66.0+6dfecc895/MODULE_af97e15eb5b056af300b+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c94aa286165b8f1d29d2f7912bf0fb2d31210403868e2205a11c2f7f2036af5b
3
+ size 13200384
neuronxcc-2.13.66.0+6dfecc895/MODULE_b59f0df073c8fe387670+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_b59f0df073c8fe387670+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:202a9692196744515597aef36e48a17fd3edff4f280a6b5a78996a29b164e864
3
+ size 335311
neuronxcc-2.13.66.0+6dfecc895/MODULE_b59f0df073c8fe387670+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26e405acd7becbba444c4baacb3cf1cdb184812393be7bc5696f39e849e66754
3
+ size 20337664
neuronxcc-2.13.66.0+6dfecc895/MODULE_ce6191179705bea7c918+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_ce6191179705bea7c918+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1685c7cc5f43ad70ed6d45d13a0bb8a126dbfd5c53b5eb496180f44e383945ec
3
+ size 335311
neuronxcc-2.13.66.0+6dfecc895/MODULE_ce6191179705bea7c918+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44b78ba7516c1710fa7efdbb2bf7ad9db6517768a04b3bc4164fd5e36268e0d6
3
+ size 20337664
neuronxcc-2.13.66.0+6dfecc895/MODULE_ed14118cab9ea5e3aa38+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_ed14118cab9ea5e3aa38+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b5ace20c3cefb659698348d8d8feb240b902820dfdb6a55d57fa056668f243a
3
+ size 379995
neuronxcc-2.13.66.0+6dfecc895/MODULE_ed14118cab9ea5e3aa38+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52bd8c2bf7eeccfd2694c59b82d0895cd78b63bcd20a10de557051986614affb
3
+ size 12012544