Hugging Face's logo

aws-neuron
/
optimum-neuron-cache

Model card Files Community
213
dacorvo HF staff commited on
Commit
4ece033
•
1 Parent(s): 4f9bb9f

Synchronizing local compiler cache.

Browse files
Files changed (13) hide show
  1. neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.22/inference/mistral/mistralai/Mistral-7B-Instruct-v0.1/0e7141f24a565818c250.json +1 -0
  2. neuronxcc-2.13.66.0+6dfecc895/MODULE_264ba17751fa266b03f7+2c2d707e/model.hlo_module.pb +3 -0
  3. neuronxcc-2.13.66.0+6dfecc895/MODULE_33c177cb394ef699a67e+2c2d707e/model.hlo_module.pb +3 -0
  4. neuronxcc-2.13.66.0+6dfecc895/MODULE_4a35bbae4b6834a27939+2c2d707e/model.hlo_module.pb +3 -0
  5. neuronxcc-2.13.66.0+6dfecc895/MODULE_584db6317ae7919269d6+2c2d707e/model.hlo_module.pb +3 -0
  6. neuronxcc-2.13.66.0+6dfecc895/MODULE_64422fef1c5a952b303a+2c2d707e/model.hlo_module.pb +3 -0
  7. neuronxcc-2.13.66.0+6dfecc895/MODULE_66ce923346a83d8d1464+2c2d707e/model.hlo_module.pb +3 -0
  8. neuronxcc-2.13.66.0+6dfecc895/MODULE_6c9034c50e2b1f7d0a37+2c2d707e/model.hlo_module.pb +3 -0
  9. neuronxcc-2.13.66.0+6dfecc895/MODULE_836b3660ff8225436598+2c2d707e/model.hlo_module.pb +3 -0
  10. neuronxcc-2.13.66.0+6dfecc895/MODULE_a3af0aea614065415324+2c2d707e/model.hlo_module.pb +3 -0
  11. neuronxcc-2.13.66.0+6dfecc895/MODULE_bdde9cb8b08f1218af4e+2c2d707e/model.hlo_module.pb +3 -0
  12. neuronxcc-2.13.66.0+6dfecc895/MODULE_eb108b52b7136c6e6793+2c2d707e/model.hlo_module.pb +3 -0
  13. neuronxcc-2.13.66.0+6dfecc895/MODULE_fd536f790fc50a1e7f18+2c2d707e/model.hlo_module.pb +3 -0
neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.22/inference/mistral/mistralai/Mistral-7B-Instruct-v0.1/0e7141f24a565818c250.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["MistralForCausalLM"], "attention_dropout": 0.0, "bos_token_id": 1, "eos_token_id": 2, "hidden_act": "silu", "hidden_size": 4096, "initializer_range": 0.02, "intermediate_size": 14336, "max_position_embeddings": 32768, "model_type": "mistral", "neuron": {"auto_cast_type": "bf16", "batch_size": 1, "checkpoint_id": "mistralai/Mistral-7B-Instruct-v0.1", "checkpoint_revision": "73068f3702d050a2fd5aa2ca1e612e5036429398", "compiler_type": "neuronx-cc", "compiler_version": "2.13.66.0+6dfecc895", "num_cores": 2, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 32, "num_hidden_layers": 32, "num_key_value_heads": 8, "rms_norm_eps": 1e-05, "rope_theta": 10000.0, "sliding_window": 4096, "tie_word_embeddings": false, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 32000}
neuronxcc-2.13.66.0+6dfecc895/MODULE_264ba17751fa266b03f7+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5c13c94c5499e69be96728b507320fdbdf7a91f72a05448623d9b0a61692c89
3
+ size 317943
neuronxcc-2.13.66.0+6dfecc895/MODULE_33c177cb394ef699a67e+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c77de5d52be63301e2a951e4679589aabc81ffa288017f45a876bdcedb4e62f1
3
+ size 134543961
neuronxcc-2.13.66.0+6dfecc895/MODULE_4a35bbae4b6834a27939+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff0ee992fe84bd95e32ecacd470b05dcce602287a46d65c517ad2d443b414739
3
+ size 317943
neuronxcc-2.13.66.0+6dfecc895/MODULE_584db6317ae7919269d6+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af46347274bd996fd9e1839ce1b70ab933df15233897e3d4efb482f3f0cb51b5
3
+ size 452729
neuronxcc-2.13.66.0+6dfecc895/MODULE_64422fef1c5a952b303a+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:188bb34b13539c76dd99153da5630ad0290a19c797fd0c89df9d6bf87268bf5d
3
+ size 317943
neuronxcc-2.13.66.0+6dfecc895/MODULE_66ce923346a83d8d1464+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ecca6c3cddf33ea4b0b3ac60bb86bb981bb62b7d5537b73e2d73bc0e3028f7b7
3
+ size 33880569
neuronxcc-2.13.66.0+6dfecc895/MODULE_6c9034c50e2b1f7d0a37+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c772098cffc1d44c2b25022d7c257a827cbb5696056a4f72398e53dcbef831a
3
+ size 2423289
neuronxcc-2.13.66.0+6dfecc895/MODULE_836b3660ff8225436598+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2e424d01eb56811967be3bb1b6e6bcfd628b8d7c02fd62de28cfcbbb3089236
3
+ size 317943
neuronxcc-2.13.66.0+6dfecc895/MODULE_a3af0aea614065415324+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97cfc2d8d6c59d12a28f5b365307c989a40dd50ca1271b963986e90b2b3f55a5
3
+ size 317943
neuronxcc-2.13.66.0+6dfecc895/MODULE_bdde9cb8b08f1218af4e+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b67cc0d13bbfac87a949369890644d5c636ccacfb79e2eaa82e98e8dc48635a
3
+ size 850424
neuronxcc-2.13.66.0+6dfecc895/MODULE_eb108b52b7136c6e6793+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7acf6b7af9285530fd7a1e833ffc2775718982e119b3d49b6779cc9011bd5667
3
+ size 8714745
neuronxcc-2.13.66.0+6dfecc895/MODULE_fd536f790fc50a1e7f18+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a03ee299524032fad3acbe8a68625094748af5634cbf21cda675bc618d64fce6
3
+ size 317943