Hugging Face's logo

aws-neuron
/
optimum-neuron-cache

Model card Files Community
242
dacorvo HF staff commited on
Commit
21e34a5
•
1 Parent(s): fd10416

Synchronizing local compiler cache.

Browse files
Files changed (38) hide show
  1. .gitattributes +12 -0
  2. neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.21/inference/mistral/ibm/merlinite-7b/496698bed11a966905a9.json +1 -0
  3. neuronxcc-2.13.66.0+6dfecc895/MODULE_0d3fe69d3dce9316dcdb+2c2d707e/compile_flags.txt +1 -0
  4. neuronxcc-2.13.66.0+6dfecc895/MODULE_0d3fe69d3dce9316dcdb+2c2d707e/model.hlo.pb +3 -0
  5. neuronxcc-2.13.66.0+6dfecc895/MODULE_0d3fe69d3dce9316dcdb+2c2d707e/model.neff +3 -0
  6. neuronxcc-2.13.66.0+6dfecc895/MODULE_1828f75f5eff7d6635ec+2c2d707e/compile_flags.txt +1 -0
  7. neuronxcc-2.13.66.0+6dfecc895/MODULE_1828f75f5eff7d6635ec+2c2d707e/model.hlo.pb +3 -0
  8. neuronxcc-2.13.66.0+6dfecc895/MODULE_1828f75f5eff7d6635ec+2c2d707e/model.neff +3 -0
  9. neuronxcc-2.13.66.0+6dfecc895/MODULE_2a775a401e8afb0e93b6+2c2d707e/compile_flags.txt +1 -0
  10. neuronxcc-2.13.66.0+6dfecc895/MODULE_2a775a401e8afb0e93b6+2c2d707e/model.hlo.pb +3 -0
  11. neuronxcc-2.13.66.0+6dfecc895/MODULE_2a775a401e8afb0e93b6+2c2d707e/model.neff +3 -0
  12. neuronxcc-2.13.66.0+6dfecc895/MODULE_44da85d0441c04e25e15+2c2d707e/compile_flags.txt +1 -0
  13. neuronxcc-2.13.66.0+6dfecc895/MODULE_44da85d0441c04e25e15+2c2d707e/model.hlo.pb +3 -0
  14. neuronxcc-2.13.66.0+6dfecc895/MODULE_44da85d0441c04e25e15+2c2d707e/model.neff +3 -0
  15. neuronxcc-2.13.66.0+6dfecc895/MODULE_47938fbe2b9c04ad8fb5+2c2d707e/compile_flags.txt +1 -0
  16. neuronxcc-2.13.66.0+6dfecc895/MODULE_47938fbe2b9c04ad8fb5+2c2d707e/model.hlo.pb +3 -0
  17. neuronxcc-2.13.66.0+6dfecc895/MODULE_47938fbe2b9c04ad8fb5+2c2d707e/model.neff +3 -0
  18. neuronxcc-2.13.66.0+6dfecc895/MODULE_4b805e3232ee4c21ac52+2c2d707e/compile_flags.txt +1 -0
  19. neuronxcc-2.13.66.0+6dfecc895/MODULE_4b805e3232ee4c21ac52+2c2d707e/model.hlo.pb +3 -0
  20. neuronxcc-2.13.66.0+6dfecc895/MODULE_4b805e3232ee4c21ac52+2c2d707e/model.neff +3 -0
  21. neuronxcc-2.13.66.0+6dfecc895/MODULE_4c7a5f7dc85bec818b2b+2c2d707e/compile_flags.txt +1 -0
  22. neuronxcc-2.13.66.0+6dfecc895/MODULE_4c7a5f7dc85bec818b2b+2c2d707e/model.hlo.pb +3 -0
  23. neuronxcc-2.13.66.0+6dfecc895/MODULE_4c7a5f7dc85bec818b2b+2c2d707e/model.neff +3 -0
  24. neuronxcc-2.13.66.0+6dfecc895/MODULE_5148ad36d287ea5ad908+2c2d707e/compile_flags.txt +1 -0
  25. neuronxcc-2.13.66.0+6dfecc895/MODULE_5148ad36d287ea5ad908+2c2d707e/model.hlo.pb +3 -0
  26. neuronxcc-2.13.66.0+6dfecc895/MODULE_5148ad36d287ea5ad908+2c2d707e/model.neff +3 -0
  27. neuronxcc-2.13.66.0+6dfecc895/MODULE_801cb8c1a2edf10a8fe1+2c2d707e/compile_flags.txt +1 -0
  28. neuronxcc-2.13.66.0+6dfecc895/MODULE_801cb8c1a2edf10a8fe1+2c2d707e/model.hlo.pb +3 -0
  29. neuronxcc-2.13.66.0+6dfecc895/MODULE_801cb8c1a2edf10a8fe1+2c2d707e/model.neff +3 -0
  30. neuronxcc-2.13.66.0+6dfecc895/MODULE_bdf53831838c389c97ae+2c2d707e/compile_flags.txt +1 -0
  31. neuronxcc-2.13.66.0+6dfecc895/MODULE_bdf53831838c389c97ae+2c2d707e/model.hlo.pb +3 -0
  32. neuronxcc-2.13.66.0+6dfecc895/MODULE_bdf53831838c389c97ae+2c2d707e/model.neff +3 -0
  33. neuronxcc-2.13.66.0+6dfecc895/MODULE_d1b230f2b1a5afa7171b+2c2d707e/compile_flags.txt +1 -0
  34. neuronxcc-2.13.66.0+6dfecc895/MODULE_d1b230f2b1a5afa7171b+2c2d707e/model.hlo.pb +3 -0
  35. neuronxcc-2.13.66.0+6dfecc895/MODULE_d1b230f2b1a5afa7171b+2c2d707e/model.neff +3 -0
  36. neuronxcc-2.13.66.0+6dfecc895/MODULE_d2b63d1738b927eee418+2c2d707e/compile_flags.txt +1 -0
  37. neuronxcc-2.13.66.0+6dfecc895/MODULE_d2b63d1738b927eee418+2c2d707e/model.hlo.pb +3 -0
  38. neuronxcc-2.13.66.0+6dfecc895/MODULE_d2b63d1738b927eee418+2c2d707e/model.neff +3 -0
.gitattributes CHANGED
@@ -2084,3 +2084,15 @@ neuronxcc-2.13.66.0+6dfecc895/MODULE_10905c054b7853a17d8a+2c2d707e/model.neff fi
2084
  neuronxcc-2.13.66.0+6dfecc895/MODULE_5248d637dab92477a8e1+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2085
  neuronxcc-2.13.66.0+6dfecc895/MODULE_49657ac0602f9e15add0+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2086
  neuronxcc-2.13.66.0+6dfecc895/MODULE_ea2e6904629ce76bd6d5+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
2084
  neuronxcc-2.13.66.0+6dfecc895/MODULE_5248d637dab92477a8e1+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2085
  neuronxcc-2.13.66.0+6dfecc895/MODULE_49657ac0602f9e15add0+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2086
  neuronxcc-2.13.66.0+6dfecc895/MODULE_ea2e6904629ce76bd6d5+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2087
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_0d3fe69d3dce9316dcdb+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2088
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_1828f75f5eff7d6635ec+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2089
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_2a775a401e8afb0e93b6+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2090
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_44da85d0441c04e25e15+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2091
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_47938fbe2b9c04ad8fb5+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2092
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_4b805e3232ee4c21ac52+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2093
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_4c7a5f7dc85bec818b2b+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2094
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_5148ad36d287ea5ad908+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2095
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_801cb8c1a2edf10a8fe1+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2096
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_bdf53831838c389c97ae+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2097
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_d1b230f2b1a5afa7171b+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2098
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_d2b63d1738b927eee418+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.21/inference/mistral/ibm/merlinite-7b/496698bed11a966905a9.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["MistralForCausalLM"], "attention_dropout": 0.0, "bos_token_id": 1, "end_token_id": 32000, "eos_token_id": 2, "hidden_act": "silu", "hidden_size": 4096, "initializer_range": 0.02, "intermediate_size": 14336, "max_position_embeddings": 32768, "model_type": "mistral", "neuron": {"auto_cast_type": "bf16", "batch_size": 1, "checkpoint_id": "ibm/merlinite-7b", "checkpoint_revision": "233d12759d5bb9344231dafdb51310ec19d79c0e", "compiler_type": "neuronx-cc", "compiler_version": "2.13.66.0+6dfecc895", "num_cores": 2, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 32, "num_hidden_layers": 32, "num_key_value_heads": 8, "pad_token_id": 32001, "rms_norm_eps": 1e-05, "rope_theta": 10000.0, "sliding_window": 4096, "tie_word_embeddings": false, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 32008}
neuronxcc-2.13.66.0+6dfecc895/MODULE_0d3fe69d3dce9316dcdb+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_0d3fe69d3dce9316dcdb+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5c464a7dd9c776be338ed951a90a8f44a2d644d4c82e8f80bb1ae5ebeab714a
3
+ size 317943
neuronxcc-2.13.66.0+6dfecc895/MODULE_0d3fe69d3dce9316dcdb+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d9bb3811ee2ab8bf66625e384eb76fc92e87162ec6d90dabe81851d0f05d4fb7
3
+ size 7660544
neuronxcc-2.13.66.0+6dfecc895/MODULE_1828f75f5eff7d6635ec+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_1828f75f5eff7d6635ec+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:211bc9499929357cd8c526838437cc2e585d7be3912269f9239d2b95e4a948fe
3
+ size 134543961
neuronxcc-2.13.66.0+6dfecc895/MODULE_1828f75f5eff7d6635ec+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3e9c0d20cee4d21ae426ac79be8a3d570b5d2c0276e9fa1e49f98a058346298
3
+ size 5663744
neuronxcc-2.13.66.0+6dfecc895/MODULE_2a775a401e8afb0e93b6+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_2a775a401e8afb0e93b6+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f1cf45dfbc829b665b4fb579c8f3d187bae24007c4bd500067251ba07d9bb5f6
3
+ size 33880569
neuronxcc-2.13.66.0+6dfecc895/MODULE_2a775a401e8afb0e93b6+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d7e4b6928cd668abb7bed6f31ac081c93a0e0f97a50b8c1dc3ea71bea7422ae
3
+ size 23655424
neuronxcc-2.13.66.0+6dfecc895/MODULE_44da85d0441c04e25e15+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_44da85d0441c04e25e15+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f300e183f82178b985d346b9c6ad1fc10262998aafffb2e92cdefc3da6b9673
3
+ size 317943
neuronxcc-2.13.66.0+6dfecc895/MODULE_44da85d0441c04e25e15+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c6214d74841458596e1a7abdc4ba4298ba934f413b69f4e4464ee204bb51352
3
+ size 7926784
neuronxcc-2.13.66.0+6dfecc895/MODULE_47938fbe2b9c04ad8fb5+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_47938fbe2b9c04ad8fb5+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c57ac21f094feca7822a334e42dae5f7c372f1c7ecf9a26f4c5bcba372ec0c56
3
+ size 317943
neuronxcc-2.13.66.0+6dfecc895/MODULE_47938fbe2b9c04ad8fb5+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0a3100cd4f672808fc3b2ba0618d002328cde2bf4826f5d78f919307566cdc8
3
+ size 7629824
neuronxcc-2.13.66.0+6dfecc895/MODULE_4b805e3232ee4c21ac52+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_4b805e3232ee4c21ac52+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c37d6535b6db476059ee607f4dca52c827a5948aceaf0f68aa15fc93d3e36e38
3
+ size 317943
neuronxcc-2.13.66.0+6dfecc895/MODULE_4b805e3232ee4c21ac52+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f5b6e316106e2290608b357e624117e754ff0b7d376c7820754a2da6880e2db
3
+ size 7721984
neuronxcc-2.13.66.0+6dfecc895/MODULE_4c7a5f7dc85bec818b2b+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_4c7a5f7dc85bec818b2b+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:abd1ea92822b9259a7aff42f28d5eb085255b7705816d1a599bd2766277b524e
3
+ size 850424
neuronxcc-2.13.66.0+6dfecc895/MODULE_4c7a5f7dc85bec818b2b+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:32cc29a25106fef4acd4e9738fef89d870d5bd02551a4eee21703433d8fa3074
3
+ size 8336384
neuronxcc-2.13.66.0+6dfecc895/MODULE_5148ad36d287ea5ad908+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_5148ad36d287ea5ad908+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a4a2498d453cc2545304555ec61589daf28d1f403f325f66dd3a44eb2c39062
3
+ size 317943
neuronxcc-2.13.66.0+6dfecc895/MODULE_5148ad36d287ea5ad908+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8f11e93e4a02de963262618a5e3503cc7579bdfc0cdbb2a8595b69ef662974c
3
+ size 7547904
neuronxcc-2.13.66.0+6dfecc895/MODULE_801cb8c1a2edf10a8fe1+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_801cb8c1a2edf10a8fe1+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:efcb3c040a862719066f4980a650552d51452cff9fb0490ad11a9dd95d0c0a04
3
+ size 452729
neuronxcc-2.13.66.0+6dfecc895/MODULE_801cb8c1a2edf10a8fe1+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25d4b30c7dc231262dc97db4004d66c247a6af3b260e8c9a6a64564130a479c5
3
+ size 7885824
neuronxcc-2.13.66.0+6dfecc895/MODULE_bdf53831838c389c97ae+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_bdf53831838c389c97ae+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c8c3426fd32dc6dfa2d44abf2d4e2159a9260df306654a56710edc19db0974b
3
+ size 8714745
neuronxcc-2.13.66.0+6dfecc895/MODULE_bdf53831838c389c97ae+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4c69d281155bd09d4c343d562dc5a214d1d089e5337f2e4d8ba93fa89252364
3
+ size 10732544
neuronxcc-2.13.66.0+6dfecc895/MODULE_d1b230f2b1a5afa7171b+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_d1b230f2b1a5afa7171b+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63f475ade5619ea7fda628554cb33b7c327d3e11b1e4663497c9cfc3f6e4f6e3
3
+ size 2423289
neuronxcc-2.13.66.0+6dfecc895/MODULE_d1b230f2b1a5afa7171b+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:474cc9bf879013b18854deffb04222d107065d990889f8fff93725909f59d9e1
3
+ size 9042944
neuronxcc-2.13.66.0+6dfecc895/MODULE_d2b63d1738b927eee418+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_d2b63d1738b927eee418+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:442e154f25cbfd134a3c4ed73a6c354a8f3f4201aee18ac0bb975e3e0f6e0e5e
3
+ size 317943
neuronxcc-2.13.66.0+6dfecc895/MODULE_d2b63d1738b927eee418+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b32349af333912650dc06d968cf19a630ebb0327a0db0643bfa209c98c108609
3
+ size 8274944