Hugging Face's logo

aws-neuron
/
optimum-neuron-cache

Model card Files Community
97
dacorvo HF staff commited on
Commit
e78be37
•
1 Parent(s): 15d2a24

Synchronizing local compiler cache.

Browse files
Files changed (38) hide show
  1. .gitattributes +12 -0
  2. neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.21/inference/llama/ibm/labradorite-13b/28cb90229ea727be3410.json +1 -0
  3. neuronxcc-2.13.66.0+6dfecc895/MODULE_0a6d6d62e1dc6492d7be+2c2d707e/compile_flags.txt +1 -0
  4. neuronxcc-2.13.66.0+6dfecc895/MODULE_0a6d6d62e1dc6492d7be+2c2d707e/model.hlo.pb +3 -0
  5. neuronxcc-2.13.66.0+6dfecc895/MODULE_0a6d6d62e1dc6492d7be+2c2d707e/model.neff +3 -0
  6. neuronxcc-2.13.66.0+6dfecc895/MODULE_171d3d37929b042fea1f+2c2d707e/compile_flags.txt +1 -0
  7. neuronxcc-2.13.66.0+6dfecc895/MODULE_171d3d37929b042fea1f+2c2d707e/model.hlo.pb +3 -0
  8. neuronxcc-2.13.66.0+6dfecc895/MODULE_171d3d37929b042fea1f+2c2d707e/model.neff +3 -0
  9. neuronxcc-2.13.66.0+6dfecc895/MODULE_659897f174efb0c5f60e+2c2d707e/compile_flags.txt +1 -0
  10. neuronxcc-2.13.66.0+6dfecc895/MODULE_659897f174efb0c5f60e+2c2d707e/model.hlo.pb +3 -0
  11. neuronxcc-2.13.66.0+6dfecc895/MODULE_659897f174efb0c5f60e+2c2d707e/model.neff +3 -0
  12. neuronxcc-2.13.66.0+6dfecc895/MODULE_6755f483d34c479dbd96+2c2d707e/compile_flags.txt +1 -0
  13. neuronxcc-2.13.66.0+6dfecc895/MODULE_6755f483d34c479dbd96+2c2d707e/model.hlo.pb +3 -0
  14. neuronxcc-2.13.66.0+6dfecc895/MODULE_6755f483d34c479dbd96+2c2d707e/model.neff +3 -0
  15. neuronxcc-2.13.66.0+6dfecc895/MODULE_ae0aea97c0a8b375f523+2c2d707e/compile_flags.txt +1 -0
  16. neuronxcc-2.13.66.0+6dfecc895/MODULE_ae0aea97c0a8b375f523+2c2d707e/model.hlo.pb +3 -0
  17. neuronxcc-2.13.66.0+6dfecc895/MODULE_ae0aea97c0a8b375f523+2c2d707e/model.neff +3 -0
  18. neuronxcc-2.13.66.0+6dfecc895/MODULE_b96b23974d45e3972d2e+2c2d707e/compile_flags.txt +1 -0
  19. neuronxcc-2.13.66.0+6dfecc895/MODULE_b96b23974d45e3972d2e+2c2d707e/model.hlo.pb +3 -0
  20. neuronxcc-2.13.66.0+6dfecc895/MODULE_b96b23974d45e3972d2e+2c2d707e/model.neff +3 -0
  21. neuronxcc-2.13.66.0+6dfecc895/MODULE_bb8dbcb19507b6a4d0ec+2c2d707e/compile_flags.txt +1 -0
  22. neuronxcc-2.13.66.0+6dfecc895/MODULE_bb8dbcb19507b6a4d0ec+2c2d707e/model.hlo.pb +3 -0
  23. neuronxcc-2.13.66.0+6dfecc895/MODULE_bb8dbcb19507b6a4d0ec+2c2d707e/model.neff +3 -0
  24. neuronxcc-2.13.66.0+6dfecc895/MODULE_c5a0cff1ec9fd1710be3+2c2d707e/compile_flags.txt +1 -0
  25. neuronxcc-2.13.66.0+6dfecc895/MODULE_c5a0cff1ec9fd1710be3+2c2d707e/model.hlo.pb +3 -0
  26. neuronxcc-2.13.66.0+6dfecc895/MODULE_c5a0cff1ec9fd1710be3+2c2d707e/model.neff +3 -0
  27. neuronxcc-2.13.66.0+6dfecc895/MODULE_ca91a926cbdf7f298941+2c2d707e/compile_flags.txt +1 -0
  28. neuronxcc-2.13.66.0+6dfecc895/MODULE_ca91a926cbdf7f298941+2c2d707e/model.hlo.pb +3 -0
  29. neuronxcc-2.13.66.0+6dfecc895/MODULE_ca91a926cbdf7f298941+2c2d707e/model.neff +3 -0
  30. neuronxcc-2.13.66.0+6dfecc895/MODULE_d1d98ef823eca4d4726f+2c2d707e/compile_flags.txt +1 -0
  31. neuronxcc-2.13.66.0+6dfecc895/MODULE_d1d98ef823eca4d4726f+2c2d707e/model.hlo.pb +3 -0
  32. neuronxcc-2.13.66.0+6dfecc895/MODULE_d1d98ef823eca4d4726f+2c2d707e/model.neff +3 -0
  33. neuronxcc-2.13.66.0+6dfecc895/MODULE_dfbb0e7eff878641ce62+2c2d707e/compile_flags.txt +1 -0
  34. neuronxcc-2.13.66.0+6dfecc895/MODULE_dfbb0e7eff878641ce62+2c2d707e/model.hlo.pb +3 -0
  35. neuronxcc-2.13.66.0+6dfecc895/MODULE_dfbb0e7eff878641ce62+2c2d707e/model.neff +3 -0
  36. neuronxcc-2.13.66.0+6dfecc895/MODULE_e36fa264e1e5a562b438+2c2d707e/compile_flags.txt +1 -0
  37. neuronxcc-2.13.66.0+6dfecc895/MODULE_e36fa264e1e5a562b438+2c2d707e/model.hlo.pb +3 -0
  38. neuronxcc-2.13.66.0+6dfecc895/MODULE_e36fa264e1e5a562b438+2c2d707e/model.neff +3 -0
.gitattributes CHANGED
@@ -2020,3 +2020,15 @@ neuronxcc-2.13.66.0+6dfecc895/MODULE_d5947e2596003c69c153+2c2d707e/model.neff fi
2020
  neuronxcc-2.13.66.0+6dfecc895/MODULE_e4a4f4758612210c5e6f+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2021
  neuronxcc-2.13.66.0+6dfecc895/MODULE_510bbe64feb2b7c4ffc0+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2022
  neuronxcc-2.13.66.0+6dfecc895/MODULE_83a8a8f370cacc6f2d32+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
2020
  neuronxcc-2.13.66.0+6dfecc895/MODULE_e4a4f4758612210c5e6f+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2021
  neuronxcc-2.13.66.0+6dfecc895/MODULE_510bbe64feb2b7c4ffc0+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2022
  neuronxcc-2.13.66.0+6dfecc895/MODULE_83a8a8f370cacc6f2d32+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2023
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_0a6d6d62e1dc6492d7be+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2024
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_171d3d37929b042fea1f+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2025
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_659897f174efb0c5f60e+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2026
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_6755f483d34c479dbd96+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2027
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_ae0aea97c0a8b375f523+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2028
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_b96b23974d45e3972d2e+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2029
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_bb8dbcb19507b6a4d0ec+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2030
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_c5a0cff1ec9fd1710be3+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2031
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_ca91a926cbdf7f298941+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2032
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_d1d98ef823eca4d4726f+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2033
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_dfbb0e7eff878641ce62+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2034
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_e36fa264e1e5a562b438+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.21/inference/llama/ibm/labradorite-13b/28cb90229ea727be3410.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 1, "end_token_id": 32000, "eos_token_id": 2, "hidden_act": "silu", "hidden_size": 5120, "initializer_range": 0.02, "intermediate_size": 13824, "max_position_embeddings": 4096, "model_type": "llama", "neuron": {"auto_cast_type": "fp16", "batch_size": 1, "checkpoint_id": "ibm/labradorite-13b", "checkpoint_revision": "26921cf1d63c9c657e8260d08eaacc14fca43da0", "compiler_type": "neuronx-cc", "compiler_version": "2.13.66.0+6dfecc895", "num_cores": 8, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 40, "num_hidden_layers": 40, "num_key_value_heads": 40, "pad_token_id": 32001, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": null, "rope_theta": 10000.0, "tie_word_embeddings": false, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 32008}
neuronxcc-2.13.66.0+6dfecc895/MODULE_0a6d6d62e1dc6492d7be+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_0a6d6d62e1dc6492d7be+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ee793d37c31d49eabf68b6a004b3daef1ae136eceab72bc62533285c984937b
3
+ size 372234
neuronxcc-2.13.66.0+6dfecc895/MODULE_0a6d6d62e1dc6492d7be+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:176bb64848caf44da210dce3bbc876f5f259a325e6acc2da92dbf1f5f29d03f8
3
+ size 6145024
neuronxcc-2.13.66.0+6dfecc895/MODULE_171d3d37929b042fea1f+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_171d3d37929b042fea1f+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88d621fef2c795aaf13eede12fe79837e639cc9b89de420066d364a43372ca88
3
+ size 367643
neuronxcc-2.13.66.0+6dfecc895/MODULE_171d3d37929b042fea1f+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5728fbd3ce59476ec13dcd41526bc3e48ee263d4d3d96b8b1706e560c1754d2
3
+ size 4475904
neuronxcc-2.13.66.0+6dfecc895/MODULE_659897f174efb0c5f60e+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_659897f174efb0c5f60e+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d66f7e18f40682b37920e1cba0d0684bc0716251313f96dc98027f5cdd732eff
3
+ size 372234
neuronxcc-2.13.66.0+6dfecc895/MODULE_659897f174efb0c5f60e+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:473af613690caed77f1e1a781ba3857d4c2051e271fe57b5cddc8fd89f46aa6e
3
+ size 5069824
neuronxcc-2.13.66.0+6dfecc895/MODULE_6755f483d34c479dbd96+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_6755f483d34c479dbd96+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29b0363ea0fde5e155ec943e72f7cf60e770c5335a221cb257a8cca8f1082315
3
+ size 372234
neuronxcc-2.13.66.0+6dfecc895/MODULE_6755f483d34c479dbd96+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6072c38ee0d5b598efab758b82aee654c47908e68e815c6703f8719ea04510f3
3
+ size 11224064
neuronxcc-2.13.66.0+6dfecc895/MODULE_ae0aea97c0a8b375f523+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_ae0aea97c0a8b375f523+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3bd61df281a7cd292da8fcd1c6cd70ffaebf7c8b9b0e9bfb5b3e533c18853d30
3
+ size 376449
neuronxcc-2.13.66.0+6dfecc895/MODULE_ae0aea97c0a8b375f523+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:895dd57b5192b2ffa281f61688e637d882266e9bc824f8db166f00e806f5144d
3
+ size 4301824
neuronxcc-2.13.66.0+6dfecc895/MODULE_b96b23974d45e3972d2e+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_b96b23974d45e3972d2e+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:626f1b802c2f9cda3512c1f371d84253b744a42ed151eb7ed9755b594d9dd3ff
3
+ size 376449
neuronxcc-2.13.66.0+6dfecc895/MODULE_b96b23974d45e3972d2e+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6dfaaaedb3ceed70c59b71f7f33c37f8207eb6e75cd85a671c2451823ec6423a
3
+ size 4230144
neuronxcc-2.13.66.0+6dfecc895/MODULE_bb8dbcb19507b6a4d0ec+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_bb8dbcb19507b6a4d0ec+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:49926d1c12806081c4263acb5ad7c9013ec65ba16eb8c0ee1180e58ecf4d0ce8
3
+ size 372234
neuronxcc-2.13.66.0+6dfecc895/MODULE_bb8dbcb19507b6a4d0ec+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98c5fff7930a5ef8bda913e76a4de0d8fe715f39d30a333cfaa48eee7eb26df9
3
+ size 22313984
neuronxcc-2.13.66.0+6dfecc895/MODULE_c5a0cff1ec9fd1710be3+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_c5a0cff1ec9fd1710be3+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2bb15513083bb55d7e81573f2ac6cfc8cdccdab75dc8b16352e5275969b013e9
3
+ size 376449
neuronxcc-2.13.66.0+6dfecc895/MODULE_c5a0cff1ec9fd1710be3+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe473c26e223cdd1f06e03cf83a38d555845fa528fbb31a8c866518540c2b7c0
3
+ size 4404224
neuronxcc-2.13.66.0+6dfecc895/MODULE_ca91a926cbdf7f298941+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_ca91a926cbdf7f298941+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9b0780ae4e97eb92d6cb21ffcc63c142f22f433f5fe34dd8a048b0f4e6eff8f
3
+ size 376449
neuronxcc-2.13.66.0+6dfecc895/MODULE_ca91a926cbdf7f298941+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c0f15cd635f825e2df8401929f20cc9d5af197d437fa31270893ab4f4ebcd1e9
3
+ size 4168704
neuronxcc-2.13.66.0+6dfecc895/MODULE_d1d98ef823eca4d4726f+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_d1d98ef823eca4d4726f+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68553e1e680e680d2cb44b5b7f8a602eeaa064ee54388417a9848f1f680b8074
3
+ size 372234
neuronxcc-2.13.66.0+6dfecc895/MODULE_d1d98ef823eca4d4726f+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b431652c59a5fd0813108c15a01b12e4133bf9eb89ef32dbf94f646b0d32e0f2
3
+ size 4721664
neuronxcc-2.13.66.0+6dfecc895/MODULE_dfbb0e7eff878641ce62+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_dfbb0e7eff878641ce62+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fac95bf7ec68515157735bcb3ccddfdb94ae9b1b617222787da9d86bb60f017f
3
+ size 376449
neuronxcc-2.13.66.0+6dfecc895/MODULE_dfbb0e7eff878641ce62+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d33bd3000285fa6345a796208f6d7daf9e418a47ef8c62c87c4d2a2d415ffbf
3
+ size 4598784
neuronxcc-2.13.66.0+6dfecc895/MODULE_e36fa264e1e5a562b438+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_e36fa264e1e5a562b438+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:386ffbb47d005d42eeb60571b2c2adc3d707de8ee0d33437fabd799f47def9b1
3
+ size 376449
neuronxcc-2.13.66.0+6dfecc895/MODULE_e36fa264e1e5a562b438+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d6b19f316f37029c6b305bda3b98fe60abe64b95fda11ee4fff1c51c3598fe9
3
+ size 4998144