Hugging Face's logo

aws-neuron
/
optimum-neuron-cache

Model card Files Community
270
dacorvo HF staff commited on
Commit
290b0f7
•
1 Parent(s): e4e6589

Synchronizing local compiler cache.

Browse files
Files changed (38) hide show
  1. .gitattributes +12 -0
  2. neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.22/inference/llama/01-ai/Yi-34B-200K/7ad6124efd6e8cde583f.json +1 -0
  3. neuronxcc-2.13.66.0+6dfecc895/MODULE_187a0cdb9b0ce56933bf+2c2d707e/compile_flags.txt +1 -0
  4. neuronxcc-2.13.66.0+6dfecc895/MODULE_187a0cdb9b0ce56933bf+2c2d707e/model.hlo_module.pb +3 -0
  5. neuronxcc-2.13.66.0+6dfecc895/MODULE_187a0cdb9b0ce56933bf+2c2d707e/model.neff +3 -0
  6. neuronxcc-2.13.66.0+6dfecc895/MODULE_1e8689509ac0ea9fed8f+2c2d707e/compile_flags.txt +1 -0
  7. neuronxcc-2.13.66.0+6dfecc895/MODULE_1e8689509ac0ea9fed8f+2c2d707e/model.hlo_module.pb +3 -0
  8. neuronxcc-2.13.66.0+6dfecc895/MODULE_1e8689509ac0ea9fed8f+2c2d707e/model.neff +3 -0
  9. neuronxcc-2.13.66.0+6dfecc895/MODULE_31dba76e1f4a74ff40e2+2c2d707e/compile_flags.txt +1 -0
  10. neuronxcc-2.13.66.0+6dfecc895/MODULE_31dba76e1f4a74ff40e2+2c2d707e/model.hlo_module.pb +3 -0
  11. neuronxcc-2.13.66.0+6dfecc895/MODULE_31dba76e1f4a74ff40e2+2c2d707e/model.neff +3 -0
  12. neuronxcc-2.13.66.0+6dfecc895/MODULE_3727d434379a90a29c54+2c2d707e/compile_flags.txt +1 -0
  13. neuronxcc-2.13.66.0+6dfecc895/MODULE_3727d434379a90a29c54+2c2d707e/model.hlo_module.pb +3 -0
  14. neuronxcc-2.13.66.0+6dfecc895/MODULE_3727d434379a90a29c54+2c2d707e/model.neff +3 -0
  15. neuronxcc-2.13.66.0+6dfecc895/MODULE_5bd7c2043bf315eabda9+2c2d707e/compile_flags.txt +1 -0
  16. neuronxcc-2.13.66.0+6dfecc895/MODULE_5bd7c2043bf315eabda9+2c2d707e/model.hlo_module.pb +3 -0
  17. neuronxcc-2.13.66.0+6dfecc895/MODULE_5bd7c2043bf315eabda9+2c2d707e/model.neff +3 -0
  18. neuronxcc-2.13.66.0+6dfecc895/MODULE_5dcc87ee59b13e265a3e+2c2d707e/compile_flags.txt +1 -0
  19. neuronxcc-2.13.66.0+6dfecc895/MODULE_5dcc87ee59b13e265a3e+2c2d707e/model.hlo_module.pb +3 -0
  20. neuronxcc-2.13.66.0+6dfecc895/MODULE_5dcc87ee59b13e265a3e+2c2d707e/model.neff +3 -0
  21. neuronxcc-2.13.66.0+6dfecc895/MODULE_8aff10092229511472d9+2c2d707e/compile_flags.txt +1 -0
  22. neuronxcc-2.13.66.0+6dfecc895/MODULE_8aff10092229511472d9+2c2d707e/model.hlo_module.pb +3 -0
  23. neuronxcc-2.13.66.0+6dfecc895/MODULE_8aff10092229511472d9+2c2d707e/model.neff +3 -0
  24. neuronxcc-2.13.66.0+6dfecc895/MODULE_ae754dd96245139230df+2c2d707e/compile_flags.txt +1 -0
  25. neuronxcc-2.13.66.0+6dfecc895/MODULE_ae754dd96245139230df+2c2d707e/model.hlo_module.pb +3 -0
  26. neuronxcc-2.13.66.0+6dfecc895/MODULE_ae754dd96245139230df+2c2d707e/model.neff +3 -0
  27. neuronxcc-2.13.66.0+6dfecc895/MODULE_d65d648ba2d719a89f20+2c2d707e/compile_flags.txt +1 -0
  28. neuronxcc-2.13.66.0+6dfecc895/MODULE_d65d648ba2d719a89f20+2c2d707e/model.hlo_module.pb +3 -0
  29. neuronxcc-2.13.66.0+6dfecc895/MODULE_d65d648ba2d719a89f20+2c2d707e/model.neff +3 -0
  30. neuronxcc-2.13.66.0+6dfecc895/MODULE_e47e20d8aa2b6e1ba845+2c2d707e/compile_flags.txt +1 -0
  31. neuronxcc-2.13.66.0+6dfecc895/MODULE_e47e20d8aa2b6e1ba845+2c2d707e/model.hlo_module.pb +3 -0
  32. neuronxcc-2.13.66.0+6dfecc895/MODULE_e47e20d8aa2b6e1ba845+2c2d707e/model.neff +3 -0
  33. neuronxcc-2.13.66.0+6dfecc895/MODULE_e55b4e7d808bbaf9f1a9+2c2d707e/compile_flags.txt +1 -0
  34. neuronxcc-2.13.66.0+6dfecc895/MODULE_e55b4e7d808bbaf9f1a9+2c2d707e/model.hlo_module.pb +3 -0
  35. neuronxcc-2.13.66.0+6dfecc895/MODULE_e55b4e7d808bbaf9f1a9+2c2d707e/model.neff +3 -0
  36. neuronxcc-2.13.66.0+6dfecc895/MODULE_ea31894e874a6024428e+2c2d707e/compile_flags.txt +1 -0
  37. neuronxcc-2.13.66.0+6dfecc895/MODULE_ea31894e874a6024428e+2c2d707e/model.hlo_module.pb +3 -0
  38. neuronxcc-2.13.66.0+6dfecc895/MODULE_ea31894e874a6024428e+2c2d707e/model.neff +3 -0
.gitattributes CHANGED
@@ -2983,3 +2983,15 @@ neuronxcc-2.13.66.0+6dfecc895/MODULE_b97e9cb0167af0cb486c+2c2d707e/model.neff fi
2983
  neuronxcc-2.13.66.0+6dfecc895/MODULE_dbfa2c2616b8c5b36bec+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2984
  neuronxcc-2.13.66.0+6dfecc895/MODULE_112e1b11dde8393471c0+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2985
  neuronxcc-2.13.66.0+6dfecc895/MODULE_d5a4490feba5dbb674d5+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
2983
  neuronxcc-2.13.66.0+6dfecc895/MODULE_dbfa2c2616b8c5b36bec+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2984
  neuronxcc-2.13.66.0+6dfecc895/MODULE_112e1b11dde8393471c0+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2985
  neuronxcc-2.13.66.0+6dfecc895/MODULE_d5a4490feba5dbb674d5+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2986
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_187a0cdb9b0ce56933bf+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2987
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_1e8689509ac0ea9fed8f+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2988
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_31dba76e1f4a74ff40e2+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2989
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_3727d434379a90a29c54+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2990
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_5bd7c2043bf315eabda9+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2991
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_5dcc87ee59b13e265a3e+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2992
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_8aff10092229511472d9+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2993
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_ae754dd96245139230df+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2994
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_d65d648ba2d719a89f20+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2995
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_e47e20d8aa2b6e1ba845+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2996
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_e55b4e7d808bbaf9f1a9+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2997
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_ea31894e874a6024428e+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.22/inference/llama/01-ai/Yi-34B-200K/7ad6124efd6e8cde583f.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 1, "eos_token_id": 2, "hidden_act": "silu", "hidden_size": 7168, "initializer_range": 0.02, "intermediate_size": 20480, "max_position_embeddings": 200000, "model_type": "llama", "neuron": {"auto_cast_type": "fp16", "batch_size": 1, "checkpoint_id": "01-ai/Yi-34B-200K", "checkpoint_revision": "86c47358905adfe06b8c39d8f9adcbcfda3b51ad", "compiler_type": "neuronx-cc", "compiler_version": "2.13.66.0+6dfecc895", "num_cores": 24, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 56, "num_hidden_layers": 60, "num_key_value_heads": 8, "pad_token_id": 0, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": null, "rope_theta": 10000000.0, "tie_word_embeddings": false, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 64000}
neuronxcc-2.13.66.0+6dfecc895/MODULE_187a0cdb9b0ce56933bf+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_187a0cdb9b0ce56933bf+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:83ecbad563447c44303e8b75454a2c9a55664a7da4efb1c35bf9c544199da12f
3
+ size 556301
neuronxcc-2.13.66.0+6dfecc895/MODULE_187a0cdb9b0ce56933bf+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a7af971d57ed99eab671f1788c8f5c1a312d78a86540eea9cc220c8cc7c14f7
3
+ size 6831104
neuronxcc-2.13.66.0+6dfecc895/MODULE_1e8689509ac0ea9fed8f+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_1e8689509ac0ea9fed8f+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1156951044cdb11f330a91bfee46718a7f4b8ee0382d39a97d5cf4a98218135c
3
+ size 556301
neuronxcc-2.13.66.0+6dfecc895/MODULE_1e8689509ac0ea9fed8f+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2934e9350d0c05694484ef8ce2ca920f270e6818cdc7d61021cbddce8065d38
3
+ size 5622784
neuronxcc-2.13.66.0+6dfecc895/MODULE_31dba76e1f4a74ff40e2+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_31dba76e1f4a74ff40e2+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86194161c364785b6dc39f999c3119450604bb4496cea54cfb850cc70718792a
3
+ size 562720
neuronxcc-2.13.66.0+6dfecc895/MODULE_31dba76e1f4a74ff40e2+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ac755d495f5e17cd7d7700eeebd9ae3a6ba6e82aa341092abc734e3b04d9069
3
+ size 5008384
neuronxcc-2.13.66.0+6dfecc895/MODULE_3727d434379a90a29c54+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_3727d434379a90a29c54+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9218c586948abb7ba8793c2fe7c5ff0f0413d840dc65bb1910392cc3cdec1b52
3
+ size 549490
neuronxcc-2.13.66.0+6dfecc895/MODULE_3727d434379a90a29c54+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af9227f089e70a6cfe3bc8142ab31fa392241922583d99264b13de7fccb62a15
3
+ size 6626304
neuronxcc-2.13.66.0+6dfecc895/MODULE_5bd7c2043bf315eabda9+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_5bd7c2043bf315eabda9+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd84957e68941bce5c096f91caaef9f1b271a53113f85913d136b6588337a60f
3
+ size 562720
neuronxcc-2.13.66.0+6dfecc895/MODULE_5bd7c2043bf315eabda9+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac8805451e350bec51910c34db3999b3d052066a319bce2bd76a0104688f18db
3
+ size 4609024
neuronxcc-2.13.66.0+6dfecc895/MODULE_5dcc87ee59b13e265a3e+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_5dcc87ee59b13e265a3e+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:918e1aaa9d0ed7782e46febff1b3790c744fd0481782b083bfea1058a1958ec4
3
+ size 556301
neuronxcc-2.13.66.0+6dfecc895/MODULE_5dcc87ee59b13e265a3e+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ab07a0938cf0d955f9dce8ad2a82ea3c717680cdb44be96b7fc56dd38cd3041
3
+ size 35738624
neuronxcc-2.13.66.0+6dfecc895/MODULE_8aff10092229511472d9+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_8aff10092229511472d9+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:963573189f08798bd0c708cace1622dd94d12a245fc80607d845f61c83e2fcbf
3
+ size 562720
neuronxcc-2.13.66.0+6dfecc895/MODULE_8aff10092229511472d9+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ca092ac1c1992b5395dc1e7e624f59d5f779884fa51dc6d0808cd405fca012d
3
+ size 4772864
neuronxcc-2.13.66.0+6dfecc895/MODULE_ae754dd96245139230df+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_ae754dd96245139230df+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d9821e326c66eb2768d196f54bdb0f7cfa0dae030b4175b42ced456727e9df5
3
+ size 562720
neuronxcc-2.13.66.0+6dfecc895/MODULE_ae754dd96245139230df+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2bbd6a530e695f92c129e975f1b712d457dd56527f65052dd36af2426f465e7e
3
+ size 5397504
neuronxcc-2.13.66.0+6dfecc895/MODULE_d65d648ba2d719a89f20+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_d65d648ba2d719a89f20+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2e1820213c93e2858521eb2bdd29238c1fa2315307be84b1b5a7fc077cf7a7a
3
+ size 556301
neuronxcc-2.13.66.0+6dfecc895/MODULE_d65d648ba2d719a89f20+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6163ff77912e393d2fa3a789271f7be1bcd85a92d3e5c3e17558ccc5c2d8bbd
3
+ size 18463744
neuronxcc-2.13.66.0+6dfecc895/MODULE_e47e20d8aa2b6e1ba845+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_e47e20d8aa2b6e1ba845+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51816036e6db97ea776b5a7b487c0ddc58ba99b6c39ec4358e48bdd591a07ee5
3
+ size 562720
neuronxcc-2.13.66.0+6dfecc895/MODULE_e47e20d8aa2b6e1ba845+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d396c643464ee2e70ffff1bbdb3b94469fd43e6510283acad591a6ea31c864b
3
+ size 4578304
neuronxcc-2.13.66.0+6dfecc895/MODULE_e55b4e7d808bbaf9f1a9+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_e55b4e7d808bbaf9f1a9+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b42645179592fcffd20bae269b895788207f2708e59db8a3384138a73deb057
3
+ size 556301
neuronxcc-2.13.66.0+6dfecc895/MODULE_e55b4e7d808bbaf9f1a9+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d60b4d656727f80e2b5ba689018f1a80f44a312abd7104b43bba448925e35ca
3
+ size 8817664
neuronxcc-2.13.66.0+6dfecc895/MODULE_ea31894e874a6024428e+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_ea31894e874a6024428e+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec29ffa1489251b58e317fbdd84db5cefdd0d68b140623630a8fb38a6edf13ef
3
+ size 562720
neuronxcc-2.13.66.0+6dfecc895/MODULE_ea31894e874a6024428e+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d59af52cfa30033fb029c74f4bcdc1c6aacc9f9b3e1d7f5d5f31e7eaa15d1ffc
3
+ size 4649984