Hugging Face's logo

aws-neuron
/
optimum-neuron-cache

Model card Files Community
255
dacorvo HF staff commited on
Commit
255da0e
•
1 Parent(s): cab43c1

Synchronizing local compiler cache.

Browse files
Files changed (38) hide show
  1. .gitattributes +12 -0
  2. neuronxcc-2.14.227.0+2d4f85be/0_REGISTRY/0.0.24.dev0/inference/llama/meta-llama/Llama-2-13b-chat-hf/acadfa72a5b2bd2b8d55.json +1 -0
  3. neuronxcc-2.14.227.0+2d4f85be/MODULE_27369fceaad24943ec9c+2c2d707e/compile_flags.txt +1 -0
  4. neuronxcc-2.14.227.0+2d4f85be/MODULE_27369fceaad24943ec9c+2c2d707e/model.hlo_module.pb +3 -0
  5. neuronxcc-2.14.227.0+2d4f85be/MODULE_27369fceaad24943ec9c+2c2d707e/model.neff +3 -0
  6. neuronxcc-2.14.227.0+2d4f85be/MODULE_2de5f419f2fb6a78e37e+2c2d707e/compile_flags.txt +1 -0
  7. neuronxcc-2.14.227.0+2d4f85be/MODULE_2de5f419f2fb6a78e37e+2c2d707e/model.hlo_module.pb +3 -0
  8. neuronxcc-2.14.227.0+2d4f85be/MODULE_2de5f419f2fb6a78e37e+2c2d707e/model.neff +3 -0
  9. neuronxcc-2.14.227.0+2d4f85be/MODULE_47ae1cbd97906ea14f66+2c2d707e/compile_flags.txt +1 -0
  10. neuronxcc-2.14.227.0+2d4f85be/MODULE_47ae1cbd97906ea14f66+2c2d707e/model.hlo_module.pb +3 -0
  11. neuronxcc-2.14.227.0+2d4f85be/MODULE_47ae1cbd97906ea14f66+2c2d707e/model.neff +3 -0
  12. neuronxcc-2.14.227.0+2d4f85be/MODULE_5093a4d18f7ffd4a7e62+2c2d707e/compile_flags.txt +1 -0
  13. neuronxcc-2.14.227.0+2d4f85be/MODULE_5093a4d18f7ffd4a7e62+2c2d707e/model.hlo_module.pb +3 -0
  14. neuronxcc-2.14.227.0+2d4f85be/MODULE_5093a4d18f7ffd4a7e62+2c2d707e/model.neff +3 -0
  15. neuronxcc-2.14.227.0+2d4f85be/MODULE_54a6ea653758619901f2+2c2d707e/compile_flags.txt +1 -0
  16. neuronxcc-2.14.227.0+2d4f85be/MODULE_54a6ea653758619901f2+2c2d707e/model.hlo_module.pb +3 -0
  17. neuronxcc-2.14.227.0+2d4f85be/MODULE_54a6ea653758619901f2+2c2d707e/model.neff +3 -0
  18. neuronxcc-2.14.227.0+2d4f85be/MODULE_5f78bf0249224a3e0467+2c2d707e/compile_flags.txt +1 -0
  19. neuronxcc-2.14.227.0+2d4f85be/MODULE_5f78bf0249224a3e0467+2c2d707e/model.hlo_module.pb +3 -0
  20. neuronxcc-2.14.227.0+2d4f85be/MODULE_5f78bf0249224a3e0467+2c2d707e/model.neff +3 -0
  21. neuronxcc-2.14.227.0+2d4f85be/MODULE_759a43dbb5d63894e682+2c2d707e/compile_flags.txt +1 -0
  22. neuronxcc-2.14.227.0+2d4f85be/MODULE_759a43dbb5d63894e682+2c2d707e/model.hlo_module.pb +3 -0
  23. neuronxcc-2.14.227.0+2d4f85be/MODULE_759a43dbb5d63894e682+2c2d707e/model.neff +3 -0
  24. neuronxcc-2.14.227.0+2d4f85be/MODULE_958b313e53cd5913f9ed+2c2d707e/compile_flags.txt +1 -0
  25. neuronxcc-2.14.227.0+2d4f85be/MODULE_958b313e53cd5913f9ed+2c2d707e/model.hlo_module.pb +3 -0
  26. neuronxcc-2.14.227.0+2d4f85be/MODULE_958b313e53cd5913f9ed+2c2d707e/model.neff +3 -0
  27. neuronxcc-2.14.227.0+2d4f85be/MODULE_ce4178f973cf597733e1+2c2d707e/compile_flags.txt +1 -0
  28. neuronxcc-2.14.227.0+2d4f85be/MODULE_ce4178f973cf597733e1+2c2d707e/model.hlo_module.pb +3 -0
  29. neuronxcc-2.14.227.0+2d4f85be/MODULE_ce4178f973cf597733e1+2c2d707e/model.neff +3 -0
  30. neuronxcc-2.14.227.0+2d4f85be/MODULE_eb2ccbfe7da0a7de3ce0+2c2d707e/compile_flags.txt +1 -0
  31. neuronxcc-2.14.227.0+2d4f85be/MODULE_eb2ccbfe7da0a7de3ce0+2c2d707e/model.hlo_module.pb +3 -0
  32. neuronxcc-2.14.227.0+2d4f85be/MODULE_eb2ccbfe7da0a7de3ce0+2c2d707e/model.neff +3 -0
  33. neuronxcc-2.14.227.0+2d4f85be/MODULE_f100b7f5a1c01815ffb6+2c2d707e/compile_flags.txt +1 -0
  34. neuronxcc-2.14.227.0+2d4f85be/MODULE_f100b7f5a1c01815ffb6+2c2d707e/model.hlo_module.pb +3 -0
  35. neuronxcc-2.14.227.0+2d4f85be/MODULE_f100b7f5a1c01815ffb6+2c2d707e/model.neff +3 -0
  36. neuronxcc-2.14.227.0+2d4f85be/MODULE_fcd85d066cb013a59267+2c2d707e/compile_flags.txt +1 -0
  37. neuronxcc-2.14.227.0+2d4f85be/MODULE_fcd85d066cb013a59267+2c2d707e/model.hlo_module.pb +3 -0
  38. neuronxcc-2.14.227.0+2d4f85be/MODULE_fcd85d066cb013a59267+2c2d707e/model.neff +3 -0
.gitattributes CHANGED
@@ -3507,3 +3507,15 @@ neuronxcc-2.14.227.0+2d4f85be/MODULE_94949a656354223ab507+2c2d707e/model.neff fi
3507
  neuronxcc-2.14.227.0+2d4f85be/MODULE_9528847c3683df34bf8b+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3508
  neuronxcc-2.14.227.0+2d4f85be/MODULE_d98becba0e8337353210+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3509
  neuronxcc-2.14.227.0+2d4f85be/MODULE_df0734d88c01ec309810+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
3507
  neuronxcc-2.14.227.0+2d4f85be/MODULE_9528847c3683df34bf8b+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3508
  neuronxcc-2.14.227.0+2d4f85be/MODULE_d98becba0e8337353210+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3509
  neuronxcc-2.14.227.0+2d4f85be/MODULE_df0734d88c01ec309810+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3510
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_27369fceaad24943ec9c+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3511
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_2de5f419f2fb6a78e37e+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3512
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_47ae1cbd97906ea14f66+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3513
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_5093a4d18f7ffd4a7e62+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3514
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_54a6ea653758619901f2+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3515
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_5f78bf0249224a3e0467+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3516
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_759a43dbb5d63894e682+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3517
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_958b313e53cd5913f9ed+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3518
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_ce4178f973cf597733e1+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3519
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_eb2ccbfe7da0a7de3ce0+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3520
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_f100b7f5a1c01815ffb6+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3521
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_fcd85d066cb013a59267+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
neuronxcc-2.14.227.0+2d4f85be/0_REGISTRY/0.0.24.dev0/inference/llama/meta-llama/Llama-2-13b-chat-hf/acadfa72a5b2bd2b8d55.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 1, "eos_token_id": 2, "hidden_act": "silu", "hidden_size": 5120, "initializer_range": 0.02, "intermediate_size": 13824, "max_position_embeddings": 4096, "mlp_bias": false, "model_type": "llama", "neuron": {"auto_cast_type": "fp16", "batch_size": 1, "checkpoint_id": "meta-llama/Llama-2-13b-chat-hf", "checkpoint_revision": "a2cb7a712bb6e5e736ca7f8cd98167f81a0b5bd8", "compiler_type": "neuronx-cc", "compiler_version": "2.14.227.0+2d4f85be", "num_cores": 24, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 40, "num_hidden_layers": 40, "num_key_value_heads": 40, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": null, "rope_theta": 10000.0, "tie_word_embeddings": false, "torch_dtype": "float16", "use_cache": true, "vocab_size": 32000}
neuronxcc-2.14.227.0+2d4f85be/MODULE_27369fceaad24943ec9c+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_27369fceaad24943ec9c+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b43eca5b842ab4136cf6795bece1ad6447c7f51e918bb8791a4616ff62aec8d
3
+ size 389322
neuronxcc-2.14.227.0+2d4f85be/MODULE_27369fceaad24943ec9c+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80fedf60e84a1bff0c5573fc0ce3707235c3b34559f6ff35901f3814e8aab370
3
+ size 1997824
neuronxcc-2.14.227.0+2d4f85be/MODULE_2de5f419f2fb6a78e37e+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_2de5f419f2fb6a78e37e+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce96a9b17da7512875bea38619f5247f5702c0ca0b15d8269766b952a588e45d
3
+ size 389322
neuronxcc-2.14.227.0+2d4f85be/MODULE_2de5f419f2fb6a78e37e+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80d10a16a480abfb0c1bc28b88ac116f403f71d6d726e2de9b53dd47fb069b7c
3
+ size 2458624
neuronxcc-2.14.227.0+2d4f85be/MODULE_47ae1cbd97906ea14f66+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_47ae1cbd97906ea14f66+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:176a6ed40d1cf7bd6d99b11c81581fb86727664a3ad1b45929aa5f308465a819
3
+ size 389322
neuronxcc-2.14.227.0+2d4f85be/MODULE_47ae1cbd97906ea14f66+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cbf72d25f55dc47a843b9a51785925d504a696f6461375ee86ecea2dc4f6f249
3
+ size 2110464
neuronxcc-2.14.227.0+2d4f85be/MODULE_5093a4d18f7ffd4a7e62+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_5093a4d18f7ffd4a7e62+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1956e8e990e6792ae3aa500430d69ae15ab443eadccecf3b9aa286ca9ef3543a
3
+ size 319265
neuronxcc-2.14.227.0+2d4f85be/MODULE_5093a4d18f7ffd4a7e62+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a301d5ba782d89553bd2ca301c5084573207bbf3537a242d850d3a05ac5c77f
3
+ size 3021824
neuronxcc-2.14.227.0+2d4f85be/MODULE_54a6ea653758619901f2+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_54a6ea653758619901f2+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17b0024c8db3a96e1fa1922b4bb5d3588d2cceae1d9c207f0687c0a980151b53
3
+ size 319265
neuronxcc-2.14.227.0+2d4f85be/MODULE_54a6ea653758619901f2+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:067ead3e8cff6a10dbc8757af792943d0d934d1cb552dc87693e8d04325ff679
3
+ size 13814784
neuronxcc-2.14.227.0+2d4f85be/MODULE_5f78bf0249224a3e0467+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_5f78bf0249224a3e0467+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61ce8932f34af14ffc4a0fb2aecef7209b0d8392830ece33f50f2b42d75b8769
3
+ size 389322
neuronxcc-2.14.227.0+2d4f85be/MODULE_5f78bf0249224a3e0467+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21dba268e46c409317e64d9c06b67be337110357d0a58cb630eea89552132eaf
3
+ size 2233344
neuronxcc-2.14.227.0+2d4f85be/MODULE_759a43dbb5d63894e682+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_759a43dbb5d63894e682+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0afe80f05e19dec37dbcb7f412fa2ff5e30417f11fb7e465cd3f80aa308210df
3
+ size 319265
neuronxcc-2.14.227.0+2d4f85be/MODULE_759a43dbb5d63894e682+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c6fbe1edfdd88cc2d50b4d898db6e7808403cd2636a2ac0915abf2abe930dfd
3
+ size 7035904
neuronxcc-2.14.227.0+2d4f85be/MODULE_958b313e53cd5913f9ed+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_958b313e53cd5913f9ed+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1b18978acf7f48fb97d520aa272d26a741d7b5fe52a95b62c0ad3f04a53493d
3
+ size 315234
neuronxcc-2.14.227.0+2d4f85be/MODULE_958b313e53cd5913f9ed+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d6de176b183873f22307f812072ae70160e6401fabe2ad233a71fbf556621eb6
3
+ size 2622464
neuronxcc-2.14.227.0+2d4f85be/MODULE_ce4178f973cf597733e1+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_ce4178f973cf597733e1+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:464a90ada2ca00f448630ff0557f3de77210e51af1f12648aa1ce9ef8becc68b
3
+ size 389322
neuronxcc-2.14.227.0+2d4f85be/MODULE_ce4178f973cf597733e1+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:79ac2d28892704716ef4ed49b0a5ab84f5ceb56eb33966d6144a80e0ecfcf45a
3
+ size 2018304
neuronxcc-2.14.227.0+2d4f85be/MODULE_eb2ccbfe7da0a7de3ce0+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_eb2ccbfe7da0a7de3ce0+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa9359f24666bd03a519b67889a80c5fb759a5799438341a83e0647c5b513488
3
+ size 319265
neuronxcc-2.14.227.0+2d4f85be/MODULE_eb2ccbfe7da0a7de3ce0+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:886f18c6dfdea5298094a301fa8dac40481a9c114222fc71cb71b15fb7f0fd8e
3
+ size 3820544
neuronxcc-2.14.227.0+2d4f85be/MODULE_f100b7f5a1c01815ffb6+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_f100b7f5a1c01815ffb6+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a24030895308e985a3572cc7c8ee53bd1b48889ab7c455ae15981bf79338e7a1
3
+ size 319265
neuronxcc-2.14.227.0+2d4f85be/MODULE_f100b7f5a1c01815ffb6+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f1fde00303e6ebf1a9913b62f060e2a308bc4630d2ccbbc77f41a47e1900992d
3
+ size 2673664
neuronxcc-2.14.227.0+2d4f85be/MODULE_fcd85d066cb013a59267+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_fcd85d066cb013a59267+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:173693d3129681fbde8bcedd067e745f0017669535123d05015ca4c18a1b8e2d
3
+ size 389322
neuronxcc-2.14.227.0+2d4f85be/MODULE_fcd85d066cb013a59267+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af6aad8266c13262d3fa46eea262ccdf3929f895e85d8ca209a9cadb124bc357
3
+ size 2049024