Hugging Face's logo

aws-neuron
/
optimum-neuron-cache

Model card Files Community
236
dacorvo HF staff commited on
Commit
de886c9
•
1 Parent(s): 5e57e44

Synchronizing local compiler cache.

Browse files
Files changed (38) hide show
  1. .gitattributes +12 -0
  2. neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.21/inference/llama/gorilla-llm/gorilla-openfunctions-v2/29c007fc008352029be8.json +1 -0
  3. neuronxcc-2.13.66.0+6dfecc895/MODULE_25340956125d46872255+2c2d707e/compile_flags.txt +1 -0
  4. neuronxcc-2.13.66.0+6dfecc895/MODULE_25340956125d46872255+2c2d707e/model.hlo.pb +3 -0
  5. neuronxcc-2.13.66.0+6dfecc895/MODULE_25340956125d46872255+2c2d707e/model.neff +3 -0
  6. neuronxcc-2.13.66.0+6dfecc895/MODULE_4a6fce4071f82040412f+2c2d707e/compile_flags.txt +1 -0
  7. neuronxcc-2.13.66.0+6dfecc895/MODULE_4a6fce4071f82040412f+2c2d707e/model.hlo.pb +3 -0
  8. neuronxcc-2.13.66.0+6dfecc895/MODULE_4a6fce4071f82040412f+2c2d707e/model.neff +3 -0
  9. neuronxcc-2.13.66.0+6dfecc895/MODULE_617fd7a256804f7183d0+2c2d707e/compile_flags.txt +1 -0
  10. neuronxcc-2.13.66.0+6dfecc895/MODULE_617fd7a256804f7183d0+2c2d707e/model.hlo.pb +3 -0
  11. neuronxcc-2.13.66.0+6dfecc895/MODULE_617fd7a256804f7183d0+2c2d707e/model.neff +3 -0
  12. neuronxcc-2.13.66.0+6dfecc895/MODULE_61b7f9718aba857fde48+2c2d707e/compile_flags.txt +1 -0
  13. neuronxcc-2.13.66.0+6dfecc895/MODULE_61b7f9718aba857fde48+2c2d707e/model.hlo.pb +3 -0
  14. neuronxcc-2.13.66.0+6dfecc895/MODULE_61b7f9718aba857fde48+2c2d707e/model.neff +3 -0
  15. neuronxcc-2.13.66.0+6dfecc895/MODULE_66ebfab97c9e18ae8452+2c2d707e/compile_flags.txt +1 -0
  16. neuronxcc-2.13.66.0+6dfecc895/MODULE_66ebfab97c9e18ae8452+2c2d707e/model.hlo.pb +3 -0
  17. neuronxcc-2.13.66.0+6dfecc895/MODULE_66ebfab97c9e18ae8452+2c2d707e/model.neff +3 -0
  18. neuronxcc-2.13.66.0+6dfecc895/MODULE_6b186f43a7b8192c5a30+2c2d707e/compile_flags.txt +1 -0
  19. neuronxcc-2.13.66.0+6dfecc895/MODULE_6b186f43a7b8192c5a30+2c2d707e/model.hlo.pb +3 -0
  20. neuronxcc-2.13.66.0+6dfecc895/MODULE_6b186f43a7b8192c5a30+2c2d707e/model.neff +3 -0
  21. neuronxcc-2.13.66.0+6dfecc895/MODULE_6daeebef4b47bd4935bf+2c2d707e/compile_flags.txt +1 -0
  22. neuronxcc-2.13.66.0+6dfecc895/MODULE_6daeebef4b47bd4935bf+2c2d707e/model.hlo.pb +3 -0
  23. neuronxcc-2.13.66.0+6dfecc895/MODULE_6daeebef4b47bd4935bf+2c2d707e/model.neff +3 -0
  24. neuronxcc-2.13.66.0+6dfecc895/MODULE_a2af8f3e022e26dfa76f+2c2d707e/compile_flags.txt +1 -0
  25. neuronxcc-2.13.66.0+6dfecc895/MODULE_a2af8f3e022e26dfa76f+2c2d707e/model.hlo.pb +3 -0
  26. neuronxcc-2.13.66.0+6dfecc895/MODULE_a2af8f3e022e26dfa76f+2c2d707e/model.neff +3 -0
  27. neuronxcc-2.13.66.0+6dfecc895/MODULE_b3a23c217a7cf8484b60+2c2d707e/compile_flags.txt +1 -0
  28. neuronxcc-2.13.66.0+6dfecc895/MODULE_b3a23c217a7cf8484b60+2c2d707e/model.hlo.pb +3 -0
  29. neuronxcc-2.13.66.0+6dfecc895/MODULE_b3a23c217a7cf8484b60+2c2d707e/model.neff +3 -0
  30. neuronxcc-2.13.66.0+6dfecc895/MODULE_b83cfc30dfa5bb3ba761+2c2d707e/compile_flags.txt +1 -0
  31. neuronxcc-2.13.66.0+6dfecc895/MODULE_b83cfc30dfa5bb3ba761+2c2d707e/model.hlo.pb +3 -0
  32. neuronxcc-2.13.66.0+6dfecc895/MODULE_b83cfc30dfa5bb3ba761+2c2d707e/model.neff +3 -0
  33. neuronxcc-2.13.66.0+6dfecc895/MODULE_f09c704459103a4c46d2+2c2d707e/compile_flags.txt +1 -0
  34. neuronxcc-2.13.66.0+6dfecc895/MODULE_f09c704459103a4c46d2+2c2d707e/model.hlo.pb +3 -0
  35. neuronxcc-2.13.66.0+6dfecc895/MODULE_f09c704459103a4c46d2+2c2d707e/model.neff +3 -0
  36. neuronxcc-2.13.66.0+6dfecc895/MODULE_fb6b30ee88e0de6dc73c+2c2d707e/compile_flags.txt +1 -0
  37. neuronxcc-2.13.66.0+6dfecc895/MODULE_fb6b30ee88e0de6dc73c+2c2d707e/model.hlo.pb +3 -0
  38. neuronxcc-2.13.66.0+6dfecc895/MODULE_fb6b30ee88e0de6dc73c+2c2d707e/model.neff +3 -0
.gitattributes CHANGED
@@ -2096,3 +2096,15 @@ neuronxcc-2.13.66.0+6dfecc895/MODULE_801cb8c1a2edf10a8fe1+2c2d707e/model.neff fi
2096
  neuronxcc-2.13.66.0+6dfecc895/MODULE_bdf53831838c389c97ae+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2097
  neuronxcc-2.13.66.0+6dfecc895/MODULE_d1b230f2b1a5afa7171b+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2098
  neuronxcc-2.13.66.0+6dfecc895/MODULE_d2b63d1738b927eee418+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
2096
  neuronxcc-2.13.66.0+6dfecc895/MODULE_bdf53831838c389c97ae+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2097
  neuronxcc-2.13.66.0+6dfecc895/MODULE_d1b230f2b1a5afa7171b+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2098
  neuronxcc-2.13.66.0+6dfecc895/MODULE_d2b63d1738b927eee418+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2099
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_25340956125d46872255+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2100
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_4a6fce4071f82040412f+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2101
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_617fd7a256804f7183d0+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2102
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_61b7f9718aba857fde48+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2103
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_66ebfab97c9e18ae8452+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2104
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_6b186f43a7b8192c5a30+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2105
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_6daeebef4b47bd4935bf+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2106
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_a2af8f3e022e26dfa76f+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2107
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_b3a23c217a7cf8484b60+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2108
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_b83cfc30dfa5bb3ba761+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2109
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_f09c704459103a4c46d2+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2110
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_fb6b30ee88e0de6dc73c+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.21/inference/llama/gorilla-llm/gorilla-openfunctions-v2/29c007fc008352029be8.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 100000, "eos_token_id": 100015, "hidden_act": "silu", "hidden_size": 4096, "initializer_range": 0.02, "intermediate_size": 11008, "max_position_embeddings": 4096, "model_type": "llama", "neuron": {"auto_cast_type": "fp16", "batch_size": 1, "checkpoint_id": "gorilla-llm/gorilla-openfunctions-v2", "checkpoint_revision": "0f91d705e64b77fb55e35a7eab5d03bf965c9b5c", "compiler_type": "neuronx-cc", "compiler_version": "2.13.66.0+6dfecc895", "num_cores": 2, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 32, "num_hidden_layers": 30, "num_key_value_heads": 32, "pretraining_tp": 1, "rms_norm_eps": 1e-06, "rope_scaling": null, "rope_theta": 10000.0, "tie_word_embeddings": false, "torch_dtype": "bfloat16", "use_cache": false, "vocab_size": 102400}
neuronxcc-2.13.66.0+6dfecc895/MODULE_25340956125d46872255+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_25340956125d46872255+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9bffc283d80f48ba86e0edc559d8ae63d6b4c0d5acd0d5a727a793043ccdd19
3
+ size 279102
neuronxcc-2.13.66.0+6dfecc895/MODULE_25340956125d46872255+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:03c12bab356811967954cd2dc2040940b6c12282a6fe55556b59f00f558ef8ce
3
+ size 9217024
neuronxcc-2.13.66.0+6dfecc895/MODULE_4a6fce4071f82040412f+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_4a6fce4071f82040412f+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4fd907e1a1338c114a001f46c1ec9d5f4ba472ce6cc84898b86e6d3df2000423
3
+ size 279102
neuronxcc-2.13.66.0+6dfecc895/MODULE_4a6fce4071f82040412f+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b376da877d66b504d03edb988d16e2eacb8907c83a504a1ccbd3b0f87a8ba90
3
+ size 8449024
neuronxcc-2.13.66.0+6dfecc895/MODULE_617fd7a256804f7183d0+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_617fd7a256804f7183d0+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c5bbce71f97b50a0445a435c1291665d62a86dded5547319f946679970f3639
3
+ size 282247
neuronxcc-2.13.66.0+6dfecc895/MODULE_617fd7a256804f7183d0+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92890c94388b13c9538b6193488658dff7d4e8664e6fda9d3dbab76a78903e3f
3
+ size 8111104
neuronxcc-2.13.66.0+6dfecc895/MODULE_61b7f9718aba857fde48+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_61b7f9718aba857fde48+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36391b5f8698f7bddf52f91deccaf615d18603dc93fa255a58a78e1c531d40b5
3
+ size 282247
neuronxcc-2.13.66.0+6dfecc895/MODULE_61b7f9718aba857fde48+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:651460ce1da09cb185c05d57576efa984193a30b1309361c53230dfc48f93ec3
3
+ size 7486464
neuronxcc-2.13.66.0+6dfecc895/MODULE_66ebfab97c9e18ae8452+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_66ebfab97c9e18ae8452+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6275f32654755f0cfe97d3ea1f94339fc37324bbe3c4576c78bac05422900475
3
+ size 279102
neuronxcc-2.13.66.0+6dfecc895/MODULE_66ebfab97c9e18ae8452+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:318ca75981f381ec241dac2384024b2bc2ccbbbc3af076d13ea5ff6028b3b828
3
+ size 11736064
neuronxcc-2.13.66.0+6dfecc895/MODULE_6b186f43a7b8192c5a30+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_6b186f43a7b8192c5a30+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc91840c2105d934230074f4e4b4611ef44ee06c2b70c6b77e3b25e191787cdc
3
+ size 275651
neuronxcc-2.13.66.0+6dfecc895/MODULE_6b186f43a7b8192c5a30+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e479bc7cc1b85684fae34530ad22f513abb2b60f1934de8223275ae21a0e2432
3
+ size 7967744
neuronxcc-2.13.66.0+6dfecc895/MODULE_6daeebef4b47bd4935bf+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_6daeebef4b47bd4935bf+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9bdf456118fd24dd41c86b8a1205ede0aa224972be839fa3b4aad55da098a8d1
3
+ size 282247
neuronxcc-2.13.66.0+6dfecc895/MODULE_6daeebef4b47bd4935bf+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31f9c04954ab3aeba39c0dfd0f9e66e3685a0b0d659b775995aae92f103d0398
3
+ size 8715264
neuronxcc-2.13.66.0+6dfecc895/MODULE_a2af8f3e022e26dfa76f+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_a2af8f3e022e26dfa76f+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:745720a1d657e659be839f6d48b36cf9d79ad09b516179204318318492bdaa72
3
+ size 279102
neuronxcc-2.13.66.0+6dfecc895/MODULE_a2af8f3e022e26dfa76f+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5111fefe8367ed02812cc36675790b7243f39a277b2fa9bdd4d9110db6aa2008
3
+ size 8592384
neuronxcc-2.13.66.0+6dfecc895/MODULE_b3a23c217a7cf8484b60+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_b3a23c217a7cf8484b60+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8bae3e15bb9bbbbfac438d5806d26500ca33f0e7c6491634a904efdbb480dc2b
3
+ size 282247
neuronxcc-2.13.66.0+6dfecc895/MODULE_b3a23c217a7cf8484b60+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:172fb2696942d4c6cdcc23bd495b36f1cd36eca9ea6e41515f5a92fa4f779e36
3
+ size 7609344
neuronxcc-2.13.66.0+6dfecc895/MODULE_b83cfc30dfa5bb3ba761+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_b83cfc30dfa5bb3ba761+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef94fe7c4f892efe974d459a304548077b2772b008c95a3ba9e41dd03e11dc42
3
+ size 282247
neuronxcc-2.13.66.0+6dfecc895/MODULE_b83cfc30dfa5bb3ba761+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc40c23a7e17c28a1c08cf4d84777a62b67b9aa44683333febe17d05383261bb
3
+ size 7527424
neuronxcc-2.13.66.0+6dfecc895/MODULE_f09c704459103a4c46d2+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_f09c704459103a4c46d2+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f0d3cf316d79dfcc1cf9677c77c5b4884a913699674f37a4c0ef9dfa171c76d2
3
+ size 282247
neuronxcc-2.13.66.0+6dfecc895/MODULE_f09c704459103a4c46d2+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:025ec6150889231fac9455f79880429ce9ef74ba73d691b5fe433ef70307a994
3
+ size 7783424
neuronxcc-2.13.66.0+6dfecc895/MODULE_fb6b30ee88e0de6dc73c+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_fb6b30ee88e0de6dc73c+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f3870fd840f87cf3f666523332a4901b9b1e12a7aa2b7f763eef5c3c4ac0518
3
+ size 279102
neuronxcc-2.13.66.0+6dfecc895/MODULE_fb6b30ee88e0de6dc73c+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0defe11cd94390ca5949ca17b7f31679b6a6affe2bb45ac5900e615d3330ef67
3
+ size 21249024