Hugging Face's logo

aws-neuron
/
optimum-neuron-cache

Model card Files Community
209
dacorvo HF staff commited on
Commit
9f68ee1
•
1 Parent(s): a9bc3dc

Synchronizing local compiler cache.

Browse files
Files changed (38) hide show
  1. .gitattributes +12 -0
  2. neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.20/inference/llama/HuggingFaceTB/cosmo-1b/a57d0f9cbdebeffecc47.json +1 -0
  3. neuronxcc-2.12.68.0+4480452af/MODULE_26dec25f2b69aba30a63+2c2d707e/compile_flags.txt +1 -0
  4. neuronxcc-2.12.68.0+4480452af/MODULE_26dec25f2b69aba30a63+2c2d707e/model.hlo.pb +3 -0
  5. neuronxcc-2.12.68.0+4480452af/MODULE_26dec25f2b69aba30a63+2c2d707e/model.neff +3 -0
  6. neuronxcc-2.12.68.0+4480452af/MODULE_46367a9170ecbd173044+2c2d707e/compile_flags.txt +1 -0
  7. neuronxcc-2.12.68.0+4480452af/MODULE_46367a9170ecbd173044+2c2d707e/model.hlo.pb +3 -0
  8. neuronxcc-2.12.68.0+4480452af/MODULE_46367a9170ecbd173044+2c2d707e/model.neff +3 -0
  9. neuronxcc-2.12.68.0+4480452af/MODULE_463841124102d7eb6f10+2c2d707e/compile_flags.txt +1 -0
  10. neuronxcc-2.12.68.0+4480452af/MODULE_463841124102d7eb6f10+2c2d707e/model.hlo.pb +3 -0
  11. neuronxcc-2.12.68.0+4480452af/MODULE_463841124102d7eb6f10+2c2d707e/model.neff +3 -0
  12. neuronxcc-2.12.68.0+4480452af/MODULE_67aa68b0abcef6c1032c+2c2d707e/compile_flags.txt +1 -0
  13. neuronxcc-2.12.68.0+4480452af/MODULE_67aa68b0abcef6c1032c+2c2d707e/model.hlo.pb +3 -0
  14. neuronxcc-2.12.68.0+4480452af/MODULE_67aa68b0abcef6c1032c+2c2d707e/model.neff +3 -0
  15. neuronxcc-2.12.68.0+4480452af/MODULE_6a51fefc922a1332df51+2c2d707e/compile_flags.txt +1 -0
  16. neuronxcc-2.12.68.0+4480452af/MODULE_6a51fefc922a1332df51+2c2d707e/model.hlo.pb +3 -0
  17. neuronxcc-2.12.68.0+4480452af/MODULE_6a51fefc922a1332df51+2c2d707e/model.neff +3 -0
  18. neuronxcc-2.12.68.0+4480452af/MODULE_8830ad2fa110c1394897+2c2d707e/compile_flags.txt +1 -0
  19. neuronxcc-2.12.68.0+4480452af/MODULE_8830ad2fa110c1394897+2c2d707e/model.hlo.pb +3 -0
  20. neuronxcc-2.12.68.0+4480452af/MODULE_8830ad2fa110c1394897+2c2d707e/model.neff +3 -0
  21. neuronxcc-2.12.68.0+4480452af/MODULE_8a7cb7bffcdf6ac26a13+2c2d707e/compile_flags.txt +1 -0
  22. neuronxcc-2.12.68.0+4480452af/MODULE_8a7cb7bffcdf6ac26a13+2c2d707e/model.hlo.pb +3 -0
  23. neuronxcc-2.12.68.0+4480452af/MODULE_8a7cb7bffcdf6ac26a13+2c2d707e/model.neff +3 -0
  24. neuronxcc-2.12.68.0+4480452af/MODULE_936663d11bb93c23de59+2c2d707e/compile_flags.txt +1 -0
  25. neuronxcc-2.12.68.0+4480452af/MODULE_936663d11bb93c23de59+2c2d707e/model.hlo.pb +3 -0
  26. neuronxcc-2.12.68.0+4480452af/MODULE_936663d11bb93c23de59+2c2d707e/model.neff +3 -0
  27. neuronxcc-2.12.68.0+4480452af/MODULE_b3cef371d8c501821bcc+2c2d707e/compile_flags.txt +1 -0
  28. neuronxcc-2.12.68.0+4480452af/MODULE_b3cef371d8c501821bcc+2c2d707e/model.hlo.pb +3 -0
  29. neuronxcc-2.12.68.0+4480452af/MODULE_b3cef371d8c501821bcc+2c2d707e/model.neff +3 -0
  30. neuronxcc-2.12.68.0+4480452af/MODULE_ba76ee9075e72fdbc8e1+2c2d707e/compile_flags.txt +1 -0
  31. neuronxcc-2.12.68.0+4480452af/MODULE_ba76ee9075e72fdbc8e1+2c2d707e/model.hlo.pb +3 -0
  32. neuronxcc-2.12.68.0+4480452af/MODULE_ba76ee9075e72fdbc8e1+2c2d707e/model.neff +3 -0
  33. neuronxcc-2.12.68.0+4480452af/MODULE_d39d966ce3bdb1844728+2c2d707e/compile_flags.txt +1 -0
  34. neuronxcc-2.12.68.0+4480452af/MODULE_d39d966ce3bdb1844728+2c2d707e/model.hlo.pb +3 -0
  35. neuronxcc-2.12.68.0+4480452af/MODULE_d39d966ce3bdb1844728+2c2d707e/model.neff +3 -0
  36. neuronxcc-2.12.68.0+4480452af/MODULE_f7dc64ef9e89e6b3edd5+2c2d707e/compile_flags.txt +1 -0
  37. neuronxcc-2.12.68.0+4480452af/MODULE_f7dc64ef9e89e6b3edd5+2c2d707e/model.hlo.pb +3 -0
  38. neuronxcc-2.12.68.0+4480452af/MODULE_f7dc64ef9e89e6b3edd5+2c2d707e/model.neff +3 -0
.gitattributes CHANGED
@@ -1555,3 +1555,15 @@ neuronxcc-2.12.68.0+4480452af/MODULE_ab7a9c7a261f789b85b8+2c2d707e/model.neff fi
1555
  neuronxcc-2.12.68.0+4480452af/MODULE_b7d945ff76433b169af3+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1556
  neuronxcc-2.12.68.0+4480452af/MODULE_79d5ec589776f1012d91+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1557
  neuronxcc-2.12.68.0+4480452af/MODULE_9e9f2147baf8dd1ef9f0+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
1555
  neuronxcc-2.12.68.0+4480452af/MODULE_b7d945ff76433b169af3+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1556
  neuronxcc-2.12.68.0+4480452af/MODULE_79d5ec589776f1012d91+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1557
  neuronxcc-2.12.68.0+4480452af/MODULE_9e9f2147baf8dd1ef9f0+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1558
+ neuronxcc-2.12.68.0+4480452af/MODULE_26dec25f2b69aba30a63+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1559
+ neuronxcc-2.12.68.0+4480452af/MODULE_46367a9170ecbd173044+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1560
+ neuronxcc-2.12.68.0+4480452af/MODULE_463841124102d7eb6f10+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1561
+ neuronxcc-2.12.68.0+4480452af/MODULE_67aa68b0abcef6c1032c+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1562
+ neuronxcc-2.12.68.0+4480452af/MODULE_6a51fefc922a1332df51+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1563
+ neuronxcc-2.12.68.0+4480452af/MODULE_8830ad2fa110c1394897+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1564
+ neuronxcc-2.12.68.0+4480452af/MODULE_8a7cb7bffcdf6ac26a13+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1565
+ neuronxcc-2.12.68.0+4480452af/MODULE_936663d11bb93c23de59+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1566
+ neuronxcc-2.12.68.0+4480452af/MODULE_b3cef371d8c501821bcc+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1567
+ neuronxcc-2.12.68.0+4480452af/MODULE_ba76ee9075e72fdbc8e1+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1568
+ neuronxcc-2.12.68.0+4480452af/MODULE_d39d966ce3bdb1844728+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1569
+ neuronxcc-2.12.68.0+4480452af/MODULE_f7dc64ef9e89e6b3edd5+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.20/inference/llama/HuggingFaceTB/cosmo-1b/a57d0f9cbdebeffecc47.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"vocab_size": 32000, "max_position_embeddings": 2048, "hidden_size": 2048, "intermediate_size": 8192, "num_hidden_layers": 24, "num_attention_heads": 16, "num_key_value_heads": 16, "hidden_act": "silu", "initializer_range": 0.02, "rms_norm_eps": 1e-05, "pretraining_tp": 1, "use_cache": true, "rope_theta": 10000.0, "rope_scaling": null, "attention_bias": false, "attention_dropout": 0.0, "torch_dtype": "float32", "tie_word_embeddings": false, "architectures": ["LlamaForCausalLM"], "bos_token_id": 1, "eos_token_id": 2, "model_type": "llama", "neuron": {"task": "text-generation", "batch_size": 1, "num_cores": 2, "auto_cast_type": "fp16", "sequence_length": 4096, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "HuggingFaceTB/cosmo-1b", "checkpoint_revision": "0d5e341cfe835dffc81b6186f9715c094889f8ce"}}
neuronxcc-2.12.68.0+4480452af/MODULE_26dec25f2b69aba30a63+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_26dec25f2b69aba30a63+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd65e132e5ef11b1d3af5a5df3bd235c97ec356759d7f86c4b6818267ab719e9
3
+ size 225998
neuronxcc-2.12.68.0+4480452af/MODULE_26dec25f2b69aba30a63+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:704e9e8f80296adf06f55c039d697d754b2ee9be81f8a1b2258477feee31d0df
3
+ size 2161664
neuronxcc-2.12.68.0+4480452af/MODULE_46367a9170ecbd173044+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_46367a9170ecbd173044+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a181e2b3ccd1a264c7afa0140682996bab4a297cfa52c4e225647ce1add62547
3
+ size 223497
neuronxcc-2.12.68.0+4480452af/MODULE_46367a9170ecbd173044+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9480cc6c0ed37e019ab88c498a953e421329c56d3c9e07238f0c128ffcf9ed0c
3
+ size 2376704
neuronxcc-2.12.68.0+4480452af/MODULE_463841124102d7eb6f10+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_463841124102d7eb6f10+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be093e9838fb440f68f4a2af40a152e56f97d6e9ff70463a4359664b47b8439a
3
+ size 225998
neuronxcc-2.12.68.0+4480452af/MODULE_463841124102d7eb6f10+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77c31d5a35d701a761ead6f00371107029794b47341a819fab22dfa19b091400
3
+ size 2089984
neuronxcc-2.12.68.0+4480452af/MODULE_67aa68b0abcef6c1032c+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_67aa68b0abcef6c1032c+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5bc86fccd396de275a30f341980c2a30f6299a66539706e017783c5f4b7c8582
3
+ size 225998
neuronxcc-2.12.68.0+4480452af/MODULE_67aa68b0abcef6c1032c+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef3fb3064620b7e9cb659e1b1f1b772bfc771163e29f9e015b8f7e96c7ea7731
3
+ size 2212864
neuronxcc-2.12.68.0+4480452af/MODULE_6a51fefc922a1332df51+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_6a51fefc922a1332df51+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5506ce7e0737a7634088ea355517e88307b6c4166088a54b2c1b9d85f40bf0c
3
+ size 223497
neuronxcc-2.12.68.0+4480452af/MODULE_6a51fefc922a1332df51+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb51f528bc2c6d0f8e811abd6dc0d7a5d3a37e4d434a7d11f662bfffc010e09e
3
+ size 2591744
neuronxcc-2.12.68.0+4480452af/MODULE_8830ad2fa110c1394897+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_8830ad2fa110c1394897+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d08e11a061ef5efe13e87e684fc5c497f60be4fbad50581cb934e9181972ec79
3
+ size 225998
neuronxcc-2.12.68.0+4480452af/MODULE_8830ad2fa110c1394897+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2466f608b1dbca948c9949dabd400dd3b53b1a3c6d7b11909f66dacaf13f2119
3
+ size 2673664
neuronxcc-2.12.68.0+4480452af/MODULE_8a7cb7bffcdf6ac26a13+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_8a7cb7bffcdf6ac26a13+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df3cc6d2f166cb9468360e54f452b4f2267e9b9ecca5d3cd29acacde99cc9dac
3
+ size 220730
neuronxcc-2.12.68.0+4480452af/MODULE_8a7cb7bffcdf6ac26a13+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66d206cee3ef5b741b32f18bdb814bba5b82386ff058373da1389786b4307f72
3
+ size 2253824
neuronxcc-2.12.68.0+4480452af/MODULE_936663d11bb93c23de59+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_936663d11bb93c23de59+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:106b7e9f6825c20b630a8daa33b2ac6f13582cd2361ccf9ce42f0c82195c3fc0
3
+ size 225998
neuronxcc-2.12.68.0+4480452af/MODULE_936663d11bb93c23de59+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e9968863fc84db8456ba1a25873e1473eb6a0db5b756c0c899881758b248c3b
3
+ size 2130944
neuronxcc-2.12.68.0+4480452af/MODULE_b3cef371d8c501821bcc+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_b3cef371d8c501821bcc+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5bc7cc74554c87f9507aec4102d85c356da3d374c31f847a39eb00354eb2072c
3
+ size 223497
neuronxcc-2.12.68.0+4480452af/MODULE_b3cef371d8c501821bcc+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:afca13c9d9ba568edaa28ddee58e5e65e3ef3527e4ca7757cd6e5725926712c1
3
+ size 5264384
neuronxcc-2.12.68.0+4480452af/MODULE_ba76ee9075e72fdbc8e1+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_ba76ee9075e72fdbc8e1+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80380452b3773050864696072ef9ac17d789a929dbf1c18610cfa4caa415cb18
3
+ size 225998
neuronxcc-2.12.68.0+4480452af/MODULE_ba76ee9075e72fdbc8e1+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b78a828f9e6b9457fb34d7744530d9b160d981af6bd89e860ad7d8d4caac535
3
+ size 2376704
neuronxcc-2.12.68.0+4480452af/MODULE_d39d966ce3bdb1844728+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_d39d966ce3bdb1844728+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78a88b7b3bf1586ee712c5b26ef52ea97e96032daf38e16873403dfbc9371c2d
3
+ size 223497
neuronxcc-2.12.68.0+4480452af/MODULE_d39d966ce3bdb1844728+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc8184f6539fa89ff8d1da99102321794115c1a1b67598619775fd2c2c6f3eb6
3
+ size 12196864
neuronxcc-2.12.68.0+4480452af/MODULE_f7dc64ef9e89e6b3edd5+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_f7dc64ef9e89e6b3edd5+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3bc21c9c85f676ed91c8b0be2563c57a6b2ef884fe4b9a80bc9859fbd351c447
3
+ size 223497
neuronxcc-2.12.68.0+4480452af/MODULE_f7dc64ef9e89e6b3edd5+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7bdb33e232a0c65977f447fd3a8bf23bc63a921babfef559ea1d36716a0ce186
3
+ size 2817024