Hugging Face's logo

aws-neuron
/
optimum-neuron-cache

Model card Files Community
242
dacorvo HF staff commited on
Commit
e114e0f
•
1 Parent(s): 7066b03

Synchronizing local compiler cache.

Browse files
Files changed (38) hide show
  1. .gitattributes +12 -0
  2. neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.21/inference/mistral/TencentARC/Mistral_Pro_8B_v0.1/636190912c64f8e01aa5.json +1 -0
  3. neuronxcc-2.13.66.0+6dfecc895/MODULE_0d4c2b042071a51facc1+2c2d707e/compile_flags.txt +1 -0
  4. neuronxcc-2.13.66.0+6dfecc895/MODULE_0d4c2b042071a51facc1+2c2d707e/model.hlo.pb +3 -0
  5. neuronxcc-2.13.66.0+6dfecc895/MODULE_0d4c2b042071a51facc1+2c2d707e/model.neff +3 -0
  6. neuronxcc-2.13.66.0+6dfecc895/MODULE_1bc0b887e47425ea32b5+2c2d707e/compile_flags.txt +1 -0
  7. neuronxcc-2.13.66.0+6dfecc895/MODULE_1bc0b887e47425ea32b5+2c2d707e/model.hlo.pb +3 -0
  8. neuronxcc-2.13.66.0+6dfecc895/MODULE_1bc0b887e47425ea32b5+2c2d707e/model.neff +3 -0
  9. neuronxcc-2.13.66.0+6dfecc895/MODULE_252699acf0ec2a5d44e0+2c2d707e/compile_flags.txt +1 -0
  10. neuronxcc-2.13.66.0+6dfecc895/MODULE_252699acf0ec2a5d44e0+2c2d707e/model.hlo.pb +3 -0
  11. neuronxcc-2.13.66.0+6dfecc895/MODULE_252699acf0ec2a5d44e0+2c2d707e/model.neff +3 -0
  12. neuronxcc-2.13.66.0+6dfecc895/MODULE_3e8fdf1a146d20c2111c+2c2d707e/compile_flags.txt +1 -0
  13. neuronxcc-2.13.66.0+6dfecc895/MODULE_3e8fdf1a146d20c2111c+2c2d707e/model.hlo.pb +3 -0
  14. neuronxcc-2.13.66.0+6dfecc895/MODULE_3e8fdf1a146d20c2111c+2c2d707e/model.neff +3 -0
  15. neuronxcc-2.13.66.0+6dfecc895/MODULE_516b2955674be9468164+2c2d707e/compile_flags.txt +1 -0
  16. neuronxcc-2.13.66.0+6dfecc895/MODULE_516b2955674be9468164+2c2d707e/model.hlo.pb +3 -0
  17. neuronxcc-2.13.66.0+6dfecc895/MODULE_516b2955674be9468164+2c2d707e/model.neff +3 -0
  18. neuronxcc-2.13.66.0+6dfecc895/MODULE_5f1d53d78993e03021ef+2c2d707e/compile_flags.txt +1 -0
  19. neuronxcc-2.13.66.0+6dfecc895/MODULE_5f1d53d78993e03021ef+2c2d707e/model.hlo.pb +3 -0
  20. neuronxcc-2.13.66.0+6dfecc895/MODULE_5f1d53d78993e03021ef+2c2d707e/model.neff +3 -0
  21. neuronxcc-2.13.66.0+6dfecc895/MODULE_8f70362d8b00671023b5+2c2d707e/compile_flags.txt +1 -0
  22. neuronxcc-2.13.66.0+6dfecc895/MODULE_8f70362d8b00671023b5+2c2d707e/model.hlo.pb +3 -0
  23. neuronxcc-2.13.66.0+6dfecc895/MODULE_8f70362d8b00671023b5+2c2d707e/model.neff +3 -0
  24. neuronxcc-2.13.66.0+6dfecc895/MODULE_c731448dc4d722dd8a18+2c2d707e/compile_flags.txt +1 -0
  25. neuronxcc-2.13.66.0+6dfecc895/MODULE_c731448dc4d722dd8a18+2c2d707e/model.hlo.pb +3 -0
  26. neuronxcc-2.13.66.0+6dfecc895/MODULE_c731448dc4d722dd8a18+2c2d707e/model.neff +3 -0
  27. neuronxcc-2.13.66.0+6dfecc895/MODULE_da333d0cd0e8f8819310+2c2d707e/compile_flags.txt +1 -0
  28. neuronxcc-2.13.66.0+6dfecc895/MODULE_da333d0cd0e8f8819310+2c2d707e/model.hlo.pb +3 -0
  29. neuronxcc-2.13.66.0+6dfecc895/MODULE_da333d0cd0e8f8819310+2c2d707e/model.neff +3 -0
  30. neuronxcc-2.13.66.0+6dfecc895/MODULE_e283fe6686f24a42a06a+2c2d707e/compile_flags.txt +1 -0
  31. neuronxcc-2.13.66.0+6dfecc895/MODULE_e283fe6686f24a42a06a+2c2d707e/model.hlo.pb +3 -0
  32. neuronxcc-2.13.66.0+6dfecc895/MODULE_e283fe6686f24a42a06a+2c2d707e/model.neff +3 -0
  33. neuronxcc-2.13.66.0+6dfecc895/MODULE_f430b7ca17750e9e0537+2c2d707e/compile_flags.txt +1 -0
  34. neuronxcc-2.13.66.0+6dfecc895/MODULE_f430b7ca17750e9e0537+2c2d707e/model.hlo.pb +3 -0
  35. neuronxcc-2.13.66.0+6dfecc895/MODULE_f430b7ca17750e9e0537+2c2d707e/model.neff +3 -0
  36. neuronxcc-2.13.66.0+6dfecc895/MODULE_fb697231bd571222e516+2c2d707e/compile_flags.txt +1 -0
  37. neuronxcc-2.13.66.0+6dfecc895/MODULE_fb697231bd571222e516+2c2d707e/model.hlo.pb +3 -0
  38. neuronxcc-2.13.66.0+6dfecc895/MODULE_fb697231bd571222e516+2c2d707e/model.neff +3 -0
.gitattributes CHANGED
@@ -2138,3 +2138,15 @@ neuronxcc-2.13.66.0+6dfecc895/MODULE_8e4ff8083d1492fa8850+2c2d707e/model.neff fi
2138
  neuronxcc-2.13.66.0+6dfecc895/MODULE_a7c1eb2644cb8b7cb7e1+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2139
  neuronxcc-2.13.66.0+6dfecc895/MODULE_ab7a9c7a261f789b85b8+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2140
  neuronxcc-2.13.66.0+6dfecc895/MODULE_b7d945ff76433b169af3+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
2138
  neuronxcc-2.13.66.0+6dfecc895/MODULE_a7c1eb2644cb8b7cb7e1+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2139
  neuronxcc-2.13.66.0+6dfecc895/MODULE_ab7a9c7a261f789b85b8+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2140
  neuronxcc-2.13.66.0+6dfecc895/MODULE_b7d945ff76433b169af3+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2141
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_0d4c2b042071a51facc1+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2142
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_1bc0b887e47425ea32b5+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2143
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_252699acf0ec2a5d44e0+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2144
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_3e8fdf1a146d20c2111c+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2145
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_516b2955674be9468164+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2146
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_5f1d53d78993e03021ef+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2147
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_8f70362d8b00671023b5+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2148
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_c731448dc4d722dd8a18+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2149
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_da333d0cd0e8f8819310+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2150
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_e283fe6686f24a42a06a+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2151
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_f430b7ca17750e9e0537+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2152
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_fb697231bd571222e516+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.21/inference/mistral/TencentARC/Mistral_Pro_8B_v0.1/636190912c64f8e01aa5.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["MistralForCausalLM"], "attention_dropout": 0.0, "bos_token_id": 1, "eos_token_id": 2, "hidden_act": "silu", "hidden_size": 4096, "initializer_range": 0.02, "intermediate_size": 14336, "max_position_embeddings": 32768, "model_type": "mistral", "neuron": {"auto_cast_type": "bf16", "batch_size": 1, "checkpoint_id": "TencentARC/Mistral_Pro_8B_v0.1", "checkpoint_revision": "366f159fc5b314ba2a955209d2bca4600f84dac0", "compiler_type": "neuronx-cc", "compiler_version": "2.13.66.0+6dfecc895", "num_cores": 2, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 32, "num_hidden_layers": 40, "num_key_value_heads": 8, "rms_norm_eps": 1e-05, "rope_theta": 10000.0, "sliding_window": 4096, "tie_word_embeddings": false, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 32000}
neuronxcc-2.13.66.0+6dfecc895/MODULE_0d4c2b042071a51facc1+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_0d4c2b042071a51facc1+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d2ff6f07c84fcdf2399b593f6c91b241c96ada6b3b4351a8f69e95dedf0ef84d
3
+ size 397153
neuronxcc-2.13.66.0+6dfecc895/MODULE_0d4c2b042071a51facc1+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db490304997a65001ada7fa3eb280217ebb5958e737ba16ec84a0951613fbe1a
3
+ size 9933824
neuronxcc-2.13.66.0+6dfecc895/MODULE_1bc0b887e47425ea32b5+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_1bc0b887e47425ea32b5+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d401f6a07ce268bfc3d8a4be54eff25991bae95de33a1bc5f15cfefa2911028b
3
+ size 1062736
neuronxcc-2.13.66.0+6dfecc895/MODULE_1bc0b887e47425ea32b5+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b12940419d84aabbc130812e7c744f2723b5ce1ef5c17b132d1e77afa8e63be7
3
+ size 10384384
neuronxcc-2.13.66.0+6dfecc895/MODULE_252699acf0ec2a5d44e0+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_252699acf0ec2a5d44e0+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8a452f393cdd2fbccca2aa6104ed0840aee49c4067aaabed7249e3c4a7ba9a3
3
+ size 397153
neuronxcc-2.13.66.0+6dfecc895/MODULE_252699acf0ec2a5d44e0+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e05be6a8f1d859288c46b607408648d807c7ea8a2ec0efe8208a0846d16a0466
3
+ size 9657344
neuronxcc-2.13.66.0+6dfecc895/MODULE_3e8fdf1a146d20c2111c+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_3e8fdf1a146d20c2111c+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:761a45c9a9214955b6c3e289e526b037a12f284c86f4ca5382908c69735c0bc4
3
+ size 565625
neuronxcc-2.13.66.0+6dfecc895/MODULE_3e8fdf1a146d20c2111c+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e2b9ec15a351f25a27f59d1c691f935b858fad3b7ef56da85308da94fad31b0
3
+ size 9841664
neuronxcc-2.13.66.0+6dfecc895/MODULE_516b2955674be9468164+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_516b2955674be9468164+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86ceb1949450b2982267245eb9acf12f474546a07dff73e2b3092184e870aacc
3
+ size 397153
neuronxcc-2.13.66.0+6dfecc895/MODULE_516b2955674be9468164+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ef4a768b20544ffc49fa471b39b46dfd3b132ed1d546114115d63c66a805968
3
+ size 9575424
neuronxcc-2.13.66.0+6dfecc895/MODULE_5f1d53d78993e03021ef+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_5f1d53d78993e03021ef+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e73cf11cdd7df4d0265e6756bfa1307b40056020ae7c8f03c38ff109a8041ea4
3
+ size 397153
neuronxcc-2.13.66.0+6dfecc895/MODULE_5f1d53d78993e03021ef+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2968b4fe4463a734de3c7ee835d70cbd05d6ec44a8bfcd3a3ee8f6517649c46f
3
+ size 9524224
neuronxcc-2.13.66.0+6dfecc895/MODULE_8f70362d8b00671023b5+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_8f70362d8b00671023b5+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c386008f083bd9b063a909200e7ea28c14df0e0f73077e6b866efd9154147a19
3
+ size 397153
neuronxcc-2.13.66.0+6dfecc895/MODULE_8f70362d8b00671023b5+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34197689af1d52c543db99538d3077914b464d1fa8c39eb7f7ec8ded9842febf
3
+ size 10363904
neuronxcc-2.13.66.0+6dfecc895/MODULE_c731448dc4d722dd8a18+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_c731448dc4d722dd8a18+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:316f48b9c22af680bd4499792fe2e9f9a33fab4ff1f605937680835cd1972b70
3
+ size 168179657
neuronxcc-2.13.66.0+6dfecc895/MODULE_c731448dc4d722dd8a18+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1519dfc1416b89827f0a9ef04f201417f104547bf9cff87f790d1558d0f0e106
3
+ size 5929984
neuronxcc-2.13.66.0+6dfecc895/MODULE_da333d0cd0e8f8819310+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_da333d0cd0e8f8819310+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13bf4fcc95fe785c279d512f09dd9084a01b938b1e9d4fc0203b65fd99ff0435
3
+ size 3028817
neuronxcc-2.13.66.0+6dfecc895/MODULE_da333d0cd0e8f8819310+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c5ac36e0d8d33a2c507cc6115731b18b9111d34a178b3a24d9ea10d0eb129895
3
+ size 11254784
neuronxcc-2.13.66.0+6dfecc895/MODULE_e283fe6686f24a42a06a+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_e283fe6686f24a42a06a+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6542575df49c74bc72f8b2ae4f2e814626163cb43a5965ce997a81a3cc771e2a
3
+ size 42350417
neuronxcc-2.13.66.0+6dfecc895/MODULE_e283fe6686f24a42a06a+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af3bb59f074997c95f44f8878ef9946efa6c64b5a7a4ab47a355e003006d7967
3
+ size 3666944
neuronxcc-2.13.66.0+6dfecc895/MODULE_f430b7ca17750e9e0537+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_f430b7ca17750e9e0537+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e6f93c57bce340f1988c383d74cec6d55bb1dcbf9790a2f39cb4c3ae9eb0df96
3
+ size 397153
neuronxcc-2.13.66.0+6dfecc895/MODULE_f430b7ca17750e9e0537+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7ed1bb79ad2d2a33417fe8d794a43132806208d04eb92e1fe9b2035c8b45017
3
+ size 9442304
neuronxcc-2.13.66.0+6dfecc895/MODULE_fb697231bd571222e516+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_fb697231bd571222e516+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bada6746b2c2fdb840f855086176e7c2cf5c2cc54de143f304ab575a2b336612
3
+ size 10893137
neuronxcc-2.13.66.0+6dfecc895/MODULE_fb697231bd571222e516+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e9327d706de834f8c029a963eb8b904dfdc310087977a8dd1862c378a7cdad6
3
+ size 13292544