Hugging Face's logo

aws-neuron
/
optimum-neuron-cache

Model card Files Community
93
dacorvo HF staff commited on
Commit
a0c1682
•
1 Parent(s): 99b759c

Synchronizing local compiler cache.

Browse files
Files changed (22) hide show
  1. .gitattributes +2 -0
  2. neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.22/inference/llama/meta-llama/Llama-2-70b-chat-hf/fbfbdd6ea274dd1386d6.json +1 -0
  3. neuronxcc-2.13.66.0+6dfecc895/MODULE_03d93d32c06e1eb2175b+2c2d707e/compile_flags.txt +1 -0
  4. neuronxcc-2.13.66.0+6dfecc895/MODULE_03d93d32c06e1eb2175b+2c2d707e/model.hlo_module.pb +3 -0
  5. neuronxcc-2.13.66.0+6dfecc895/MODULE_03d93d32c06e1eb2175b+2c2d707e/model.neff +3 -0
  6. neuronxcc-2.13.66.0+6dfecc895/MODULE_21b1b0223e4fb6f5af41+2c2d707e/model.neff +1 -1
  7. neuronxcc-2.13.66.0+6dfecc895/MODULE_3020655465d2e0990c19+2c2d707e/model.neff +1 -1
  8. neuronxcc-2.13.66.0+6dfecc895/MODULE_426cd9312d26b5e0bf95+2c2d707e/model.neff +1 -1
  9. neuronxcc-2.13.66.0+6dfecc895/MODULE_44563e64a3dddda1db4d+2c2d707e/model.neff +1 -1
  10. neuronxcc-2.13.66.0+6dfecc895/MODULE_47eae16823191f315893+2c2d707e/model.neff +1 -1
  11. neuronxcc-2.13.66.0+6dfecc895/MODULE_4eca0b84f89038ab4a38+2c2d707e/compile_flags.txt +1 -0
  12. neuronxcc-2.13.66.0+6dfecc895/MODULE_4eca0b84f89038ab4a38+2c2d707e/model.hlo_module.pb +3 -0
  13. neuronxcc-2.13.66.0+6dfecc895/MODULE_4eca0b84f89038ab4a38+2c2d707e/model.neff +3 -0
  14. neuronxcc-2.13.66.0+6dfecc895/MODULE_62cafa382ec618cff287+2c2d707e/model.neff +1 -1
  15. neuronxcc-2.13.66.0+6dfecc895/MODULE_85a47887d4fc41e26097+2c2d707e/model.neff +1 -1
  16. neuronxcc-2.13.66.0+6dfecc895/MODULE_8f8b48a08a0c68320dbf+2c2d707e/model.neff +1 -1
  17. neuronxcc-2.13.66.0+6dfecc895/MODULE_98b888cee6ab04043987+2c2d707e/model.neff +1 -1
  18. neuronxcc-2.13.66.0+6dfecc895/MODULE_cda75e05b1d55681d8eb+2c2d707e/model.neff +1 -1
  19. neuronxcc-2.13.66.0+6dfecc895/MODULE_d66f5802e5ad890e3919+2c2d707e/model.neff +1 -1
  20. neuronxcc-2.13.66.0+6dfecc895/MODULE_ea017e5effcd92c4e6ff+2c2d707e/model.neff +1 -1
  21. neuronxcc-2.13.66.0+6dfecc895/MODULE_f2145a17aa8d689f7038+2c2d707e/model.neff +1 -1
  22. neuronxcc-2.13.66.0+6dfecc895/MODULE_f74f07a635721468c2ae+2c2d707e/model.neff +1 -1
.gitattributes CHANGED
@@ -2977,3 +2977,5 @@ neuronxcc-2.13.66.0+6dfecc895/MODULE_daa2f88d8590334c821b+2c2d707e/model.neff fi
2977
  neuronxcc-2.13.66.0+6dfecc895/MODULE_dca6caee964deab531ca+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2978
  neuronxcc-2.13.66.0+6dfecc895/MODULE_e69622efa594989f8705+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2979
  neuronxcc-2.13.66.0+6dfecc895/MODULE_ee2752f7607a6282debe+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
 
 
 
2977
  neuronxcc-2.13.66.0+6dfecc895/MODULE_dca6caee964deab531ca+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2978
  neuronxcc-2.13.66.0+6dfecc895/MODULE_e69622efa594989f8705+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2979
  neuronxcc-2.13.66.0+6dfecc895/MODULE_ee2752f7607a6282debe+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2980
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_03d93d32c06e1eb2175b+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2981
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_4eca0b84f89038ab4a38+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.22/inference/llama/meta-llama/Llama-2-70b-chat-hf/fbfbdd6ea274dd1386d6.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 1, "eos_token_id": 2, "hidden_act": "silu", "hidden_size": 8192, "initializer_range": 0.02, "intermediate_size": 28672, "max_position_embeddings": 4096, "model_type": "llama", "neuron": {"auto_cast_type": "fp16", "batch_size": 4, "checkpoint_id": "meta-llama/Llama-2-70b-chat-hf", "checkpoint_revision": "e9149a12809580e8602995856f8098ce973d1080", "compiler_type": "neuronx-cc", "compiler_version": "2.13.66.0+6dfecc895", "num_cores": 24, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 64, "num_hidden_layers": 80, "num_key_value_heads": 8, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": null, "rope_theta": 10000.0, "tie_word_embeddings": false, "torch_dtype": "float16", "use_cache": true, "vocab_size": 32000}
neuronxcc-2.13.66.0+6dfecc895/MODULE_03d93d32c06e1eb2175b+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_03d93d32c06e1eb2175b+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7068322abf5a0e4be113bca542094be0d900a0a130dc510330274c1171e958e
3
+ size 844626
neuronxcc-2.13.66.0+6dfecc895/MODULE_03d93d32c06e1eb2175b+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26166523a400dccf789cfda2e68ad25788498f23878bad24e945e60c4f65ff96
3
+ size 9667584
neuronxcc-2.13.66.0+6dfecc895/MODULE_21b1b0223e4fb6f5af41+2c2d707e/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:647d4971554b115074a5d1efb73a71b547215bc89bc5ac3af9683f91af042454
3
  size 2161664
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3f7daaa297382b89110fd4fa0c5bf14ea42e5008640cb0778fa0653ca455b89
3
  size 2161664
neuronxcc-2.13.66.0+6dfecc895/MODULE_3020655465d2e0990c19+2c2d707e/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:13f64c745785649059fd2bf9f760387b9aa29ed2a436e808878ac9dcc8190b53
3
  size 2427904
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:79192a7fb5dd85b7939598c4263bfe21a439ab9aca19bbcbf1d9958e35233b94
3
  size 2427904
neuronxcc-2.13.66.0+6dfecc895/MODULE_426cd9312d26b5e0bf95+2c2d707e/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7f087f3482370f029c3910b2ebce46016ca33dec12fa2b2b11dbfab59ba8acb3
3
  size 2960384
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eeb5c95149c2da77bb7df221e50263ac22b5912e47376f52d99463f7be71256b
3
  size 2960384
neuronxcc-2.13.66.0+6dfecc895/MODULE_44563e64a3dddda1db4d+2c2d707e/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:04731055ba71bc04552825fc869ee2fc20dea0efe8e56b5ce5aac95584ec347a
3
  size 2212864
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:65c582bb7ae78446c9aeeed5f800d4fb7130776361aac6f59d849f4a4e4462f7
3
  size 2212864
neuronxcc-2.13.66.0+6dfecc895/MODULE_47eae16823191f315893+2c2d707e/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:036d173fe684811ba65e05a405f930106563744240bfaf8d18160825adc5d652
3
  size 2274304
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82aab6bd8004360ed66a862ee39f686b45f8f41f2ae8ac873f6f236c42d8cc37
3
  size 2274304
neuronxcc-2.13.66.0+6dfecc895/MODULE_4eca0b84f89038ab4a38+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_4eca0b84f89038ab4a38+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf5b0ff68542665d1eacd0eeef874a8ca58c0b6263e1f8be77e6337bac75b8ce
3
+ size 958301
neuronxcc-2.13.66.0+6dfecc895/MODULE_4eca0b84f89038ab4a38+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:841612084e6814f23491149d3370f028495562cb2085b228e6b86d1eff13dd52
3
+ size 15094784
neuronxcc-2.13.66.0+6dfecc895/MODULE_62cafa382ec618cff287+2c2d707e/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:93573985c21c0950c0e93f6ce3d7ee45f5b1d47d12563f33f4074715219a26db
3
  size 2171904
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f89ee6bb0d91b3eacec8b4dd613ed048c099f9f9b2facb8558a9a9f142037be4
3
  size 2171904
neuronxcc-2.13.66.0+6dfecc895/MODULE_85a47887d4fc41e26097+2c2d707e/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f2d7bae14c521ed9e9e00d82c5ce0bd21d31dc79e87002453acf7f25aca20edc
3
  size 2376704
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2b62324205c04b98c089db2cb17a7caaebbaa6267f8527765a93cdc80d15b05
3
  size 2376704
neuronxcc-2.13.66.0+6dfecc895/MODULE_8f8b48a08a0c68320dbf+2c2d707e/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0a21d384b81dc7841dfc18d2e632b49f4db793655dcd88ab78fae91fa14d02ac
3
  size 6626304
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:23f6fe17a222d4fa73f1a1592ec61556935b3e79b88cff351b570e3bc9d0f57b
3
  size 6626304
neuronxcc-2.13.66.0+6dfecc895/MODULE_98b888cee6ab04043987+2c2d707e/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d52de0f620c1a03cc0f067ce052ab1e5f231b9a95e1d1efd2f89e087dad2d0db
3
  size 2683904
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7de9b5fe530dee36c5158fbe867c603ca44c22ba93f96e789e7bac61f5b82594
3
  size 2683904
neuronxcc-2.13.66.0+6dfecc895/MODULE_cda75e05b1d55681d8eb+2c2d707e/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fe8959429da487468dd65b82b1662733a18d5085f86938874f0dec838e7e6a7b
3
  size 27638784
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5b4a2b6a3d071aa86bb62b8550da5069129c9d6d904827e2b3ba851bece4924
3
  size 27638784
neuronxcc-2.13.66.0+6dfecc895/MODULE_d66f5802e5ad890e3919+2c2d707e/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1341e072b22a545183876855a68e6e7447f5b889e09a44a4b910aefcb73d992e
3
  size 13865984
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a277f2c607a99e6ffe5fe4020145efe62fcc3585f49eec2edcc9bc251a172ca9
3
  size 13865984
neuronxcc-2.13.66.0+6dfecc895/MODULE_ea017e5effcd92c4e6ff+2c2d707e/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a272b8c214312f8d6fc5e9ab9085a3f961b155f888b4d5ba7a4c8d30da5701d3
3
  size 3503104
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:697cb25356bbcc11de484b4afb82bf2d36f35ade7cfe21635fab57d33c6f1da5
3
  size 3503104
neuronxcc-2.13.66.0+6dfecc895/MODULE_f2145a17aa8d689f7038+2c2d707e/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8a3c0cea92a6bc0003fc88804f657a009a14701935c81fd6b81f9de5e201a579
3
  size 2673664
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d148f449dda8e52cae65644cb3ef26740b217f4b9a074abe6ce4eadfd4dec357
3
  size 2673664
neuronxcc-2.13.66.0+6dfecc895/MODULE_f74f07a635721468c2ae+2c2d707e/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:68a99502d6060a605216bd6dd9c4ebe325432f745e4a3f1794432ebb7ed556db
3
  size 4711424
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4209b3e1de8a9d02d5bcf8c076761bdfc757d5b54504e530091320a695210ffd
3
  size 4711424