Synchronizing local compiler cache.
Browse files- .gitattributes +1 -0
- neuronxcc-2.15.141.0+d3cfc8ca/0_REGISTRY/0.0.26.dev0/inference/mixtral/dacorvo/Mixtral-tiny/cd2591ae4756a45b9757.json +1 -0
- neuronxcc-2.15.141.0+d3cfc8ca/MODULE_28306613a5e29ce08e03+39f12043/compile_flags.json +1 -0
- neuronxcc-2.15.141.0+d3cfc8ca/MODULE_28306613a5e29ce08e03+39f12043/model.done +0 -0
- neuronxcc-2.15.141.0+d3cfc8ca/MODULE_28306613a5e29ce08e03+39f12043/model.hlo_module.pb +3 -0
- neuronxcc-2.15.141.0+d3cfc8ca/MODULE_28306613a5e29ce08e03+39f12043/model.neff +0 -0
- neuronxcc-2.15.141.0+d3cfc8ca/MODULE_439a10c0bfbf26b38f07+39f12043/compile_flags.json +1 -0
- neuronxcc-2.15.141.0+d3cfc8ca/MODULE_439a10c0bfbf26b38f07+39f12043/model.done +0 -0
- neuronxcc-2.15.141.0+d3cfc8ca/MODULE_439a10c0bfbf26b38f07+39f12043/model.hlo_module.pb +3 -0
- neuronxcc-2.15.141.0+d3cfc8ca/MODULE_439a10c0bfbf26b38f07+39f12043/model.neff +0 -0
- neuronxcc-2.15.141.0+d3cfc8ca/MODULE_43ee508d24e3e9c770ac+39f12043/compile_flags.json +1 -0
- neuronxcc-2.15.141.0+d3cfc8ca/MODULE_43ee508d24e3e9c770ac+39f12043/model.done +0 -0
- neuronxcc-2.15.141.0+d3cfc8ca/MODULE_43ee508d24e3e9c770ac+39f12043/model.hlo_module.pb +3 -0
- neuronxcc-2.15.141.0+d3cfc8ca/MODULE_43ee508d24e3e9c770ac+39f12043/model.neff +0 -0
- neuronxcc-2.15.141.0+d3cfc8ca/MODULE_58c4878cedf24598fa6d+39f12043/compile_flags.json +1 -0
- neuronxcc-2.15.141.0+d3cfc8ca/MODULE_58c4878cedf24598fa6d+39f12043/model.done +0 -0
- neuronxcc-2.15.141.0+d3cfc8ca/MODULE_58c4878cedf24598fa6d+39f12043/model.hlo_module.pb +3 -0
- neuronxcc-2.15.141.0+d3cfc8ca/MODULE_58c4878cedf24598fa6d+39f12043/model.neff +0 -0
- neuronxcc-2.15.141.0+d3cfc8ca/MODULE_705c93f7a7adec92973e+39f12043/compile_flags.json +1 -0
- neuronxcc-2.15.141.0+d3cfc8ca/MODULE_705c93f7a7adec92973e+39f12043/model.done +0 -0
- neuronxcc-2.15.141.0+d3cfc8ca/MODULE_705c93f7a7adec92973e+39f12043/model.hlo_module.pb +3 -0
- neuronxcc-2.15.141.0+d3cfc8ca/MODULE_705c93f7a7adec92973e+39f12043/model.neff +0 -0
- neuronxcc-2.15.141.0+d3cfc8ca/MODULE_8c93cc9f80cd5bfc3ec7+39f12043/compile_flags.json +1 -0
- neuronxcc-2.15.141.0+d3cfc8ca/MODULE_8c93cc9f80cd5bfc3ec7+39f12043/model.done +0 -0
- neuronxcc-2.15.141.0+d3cfc8ca/MODULE_8c93cc9f80cd5bfc3ec7+39f12043/model.hlo_module.pb +3 -0
- neuronxcc-2.15.141.0+d3cfc8ca/MODULE_8c93cc9f80cd5bfc3ec7+39f12043/model.neff +3 -0
- neuronxcc-2.15.141.0+d3cfc8ca/MODULE_c2c47e2a79acb1f85768+39f12043/compile_flags.json +1 -0
- neuronxcc-2.15.141.0+d3cfc8ca/MODULE_c2c47e2a79acb1f85768+39f12043/model.done +0 -0
- neuronxcc-2.15.141.0+d3cfc8ca/MODULE_c2c47e2a79acb1f85768+39f12043/model.hlo_module.pb +3 -0
- neuronxcc-2.15.141.0+d3cfc8ca/MODULE_c2c47e2a79acb1f85768+39f12043/model.neff +0 -0
- neuronxcc-2.15.141.0+d3cfc8ca/MODULE_db48724113bac3a5b00d+39f12043/compile_flags.json +1 -0
- neuronxcc-2.15.141.0+d3cfc8ca/MODULE_db48724113bac3a5b00d+39f12043/model.done +0 -0
- neuronxcc-2.15.141.0+d3cfc8ca/MODULE_db48724113bac3a5b00d+39f12043/model.hlo_module.pb +3 -0
- neuronxcc-2.15.141.0+d3cfc8ca/MODULE_db48724113bac3a5b00d+39f12043/model.neff +0 -0
.gitattributes
CHANGED
@@ -1277,3 +1277,4 @@ neuronxcc-2.15.141.0+d3cfc8ca/MODULE_5e718c7a1066e741c8dd+39f12043/model.neff fi
|
|
1277 |
neuronxcc-2.15.141.0+d3cfc8ca/MODULE_ff056ff915e121ff695e+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
|
1278 |
neuronxcc-2.15.141.0+d3cfc8ca/MODULE_70ee399e6fa6b6235418+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
|
1279 |
neuronxcc-2.15.141.0+d3cfc8ca/MODULE_b0cf61abda16eb6dab0b+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
|
|
|
|
1277 |
neuronxcc-2.15.141.0+d3cfc8ca/MODULE_ff056ff915e121ff695e+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
|
1278 |
neuronxcc-2.15.141.0+d3cfc8ca/MODULE_70ee399e6fa6b6235418+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
|
1279 |
neuronxcc-2.15.141.0+d3cfc8ca/MODULE_b0cf61abda16eb6dab0b+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
|
1280 |
+
neuronxcc-2.15.141.0+d3cfc8ca/MODULE_8c93cc9f80cd5bfc3ec7+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
|
neuronxcc-2.15.141.0+d3cfc8ca/0_REGISTRY/0.0.26.dev0/inference/mixtral/dacorvo/Mixtral-tiny/cd2591ae4756a45b9757.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
{"architectures": ["MixtralForCausalLM"], "attention_dropout": 0.0, "bos_token_id": 1, "eos_token_id": 2, "hidden_act": "silu", "hidden_size": 1024, "initializer_range": 0.02, "intermediate_size": 3584, "max_position_embeddings": 1024, "model_type": "mixtral", "neuron": {"auto_cast_type": "fp16", "batch_size": 4, "checkpoint_id": "dacorvo/Mixtral-tiny", "checkpoint_revision": "c557ba205ddff6ea911f4719e0d543d6c08356b6", "compiler_type": "neuronx-cc", "compiler_version": "2.15.141.0+d3cfc8ca", "num_cores": 2, "sequence_length": 1024, "task": "text-generation"}, "num_attention_heads": 32, "num_experts_per_tok": 2, "num_hidden_layers": 2, "num_key_value_heads": 8, "num_local_experts": 8, "output_router_logits": false, "rms_norm_eps": 1e-05, "rope_theta": 10000.0, "router_aux_loss_coef": 0.001, "router_jitter_noise": 0.0, "sliding_window": 4096, "tie_word_embeddings": false, "torch_dtype": "float16", "use_cache": true, "vocab_size": 32000}
|
neuronxcc-2.15.141.0+d3cfc8ca/MODULE_28306613a5e29ce08e03+39f12043/compile_flags.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
["--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
|
neuronxcc-2.15.141.0+d3cfc8ca/MODULE_28306613a5e29ce08e03+39f12043/model.done
ADDED
File without changes
|
neuronxcc-2.15.141.0+d3cfc8ca/MODULE_28306613a5e29ce08e03+39f12043/model.hlo_module.pb
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:69e341ad7d0d7d6437314d1463cdf6d1aadc65e3c65171f28e7645680f0a0d06
|
3 |
+
size 44940
|
neuronxcc-2.15.141.0+d3cfc8ca/MODULE_28306613a5e29ce08e03+39f12043/model.neff
ADDED
Binary file (431 kB). View file
|
|
neuronxcc-2.15.141.0+d3cfc8ca/MODULE_439a10c0bfbf26b38f07+39f12043/compile_flags.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
["--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
|
neuronxcc-2.15.141.0+d3cfc8ca/MODULE_439a10c0bfbf26b38f07+39f12043/model.done
ADDED
File without changes
|
neuronxcc-2.15.141.0+d3cfc8ca/MODULE_439a10c0bfbf26b38f07+39f12043/model.hlo_module.pb
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:aa3599a5b73ba3d65d3c51278b03e5d468e9922ae50b21f6ba8f23d456016ceb
|
3 |
+
size 172508
|
neuronxcc-2.15.141.0+d3cfc8ca/MODULE_439a10c0bfbf26b38f07+39f12043/model.neff
ADDED
Binary file (790 kB). View file
|
|
neuronxcc-2.15.141.0+d3cfc8ca/MODULE_43ee508d24e3e9c770ac+39f12043/compile_flags.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
["--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
|
neuronxcc-2.15.141.0+d3cfc8ca/MODULE_43ee508d24e3e9c770ac+39f12043/model.done
ADDED
File without changes
|
neuronxcc-2.15.141.0+d3cfc8ca/MODULE_43ee508d24e3e9c770ac+39f12043/model.hlo_module.pb
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:94f4e098b1ea864b239535138e336799516ff561e91bbe339f5955f0cbbc3355
|
3 |
+
size 49230
|
neuronxcc-2.15.141.0+d3cfc8ca/MODULE_43ee508d24e3e9c770ac+39f12043/model.neff
ADDED
Binary file (452 kB). View file
|
|
neuronxcc-2.15.141.0+d3cfc8ca/MODULE_58c4878cedf24598fa6d+39f12043/compile_flags.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
["--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
|
neuronxcc-2.15.141.0+d3cfc8ca/MODULE_58c4878cedf24598fa6d+39f12043/model.done
ADDED
File without changes
|
neuronxcc-2.15.141.0+d3cfc8ca/MODULE_58c4878cedf24598fa6d+39f12043/model.hlo_module.pb
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:782375b6def278ae2d191bd10e510dc77b6285d53f862e8ddb2116755d6b6f4b
|
3 |
+
size 44940
|
neuronxcc-2.15.141.0+d3cfc8ca/MODULE_58c4878cedf24598fa6d+39f12043/model.neff
ADDED
Binary file (462 kB). View file
|
|
neuronxcc-2.15.141.0+d3cfc8ca/MODULE_705c93f7a7adec92973e+39f12043/compile_flags.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
["--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
|
neuronxcc-2.15.141.0+d3cfc8ca/MODULE_705c93f7a7adec92973e+39f12043/model.done
ADDED
File without changes
|
neuronxcc-2.15.141.0+d3cfc8ca/MODULE_705c93f7a7adec92973e+39f12043/model.hlo_module.pb
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8b69e394192fbff249ba9c54a93967fd03c79b11dd7b90320345b5cc3afd5a60
|
3 |
+
size 44940
|
neuronxcc-2.15.141.0+d3cfc8ca/MODULE_705c93f7a7adec92973e+39f12043/model.neff
ADDED
Binary file (441 kB). View file
|
|
neuronxcc-2.15.141.0+d3cfc8ca/MODULE_8c93cc9f80cd5bfc3ec7+39f12043/compile_flags.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
["--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
|
neuronxcc-2.15.141.0+d3cfc8ca/MODULE_8c93cc9f80cd5bfc3ec7+39f12043/model.done
ADDED
File without changes
|
neuronxcc-2.15.141.0+d3cfc8ca/MODULE_8c93cc9f80cd5bfc3ec7+39f12043/model.hlo_module.pb
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:41e2318727317757976b4b5ac9422c06150b068aa50fa7f3b149b0c075e0ea8c
|
3 |
+
size 565724
|
neuronxcc-2.15.141.0+d3cfc8ca/MODULE_8c93cc9f80cd5bfc3ec7+39f12043/model.neff
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5482aafa2cb6479db9b4e04f0e651d2cdca6da18d3565bc4a242d0cc0026f25a
|
3 |
+
size 1455104
|
neuronxcc-2.15.141.0+d3cfc8ca/MODULE_c2c47e2a79acb1f85768+39f12043/compile_flags.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
["--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
|
neuronxcc-2.15.141.0+d3cfc8ca/MODULE_c2c47e2a79acb1f85768+39f12043/model.done
ADDED
File without changes
|
neuronxcc-2.15.141.0+d3cfc8ca/MODULE_c2c47e2a79acb1f85768+39f12043/model.hlo_module.pb
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f1de94f3869bb360b5290b19acaf9025866cf6478d4756a494dcdfde908f2a8c
|
3 |
+
size 44940
|
neuronxcc-2.15.141.0+d3cfc8ca/MODULE_c2c47e2a79acb1f85768+39f12043/model.neff
ADDED
Binary file (441 kB). View file
|
|
neuronxcc-2.15.141.0+d3cfc8ca/MODULE_db48724113bac3a5b00d+39f12043/compile_flags.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
["--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
|
neuronxcc-2.15.141.0+d3cfc8ca/MODULE_db48724113bac3a5b00d+39f12043/model.done
ADDED
File without changes
|
neuronxcc-2.15.141.0+d3cfc8ca/MODULE_db48724113bac3a5b00d+39f12043/model.hlo_module.pb
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:11db831e459bca323aebe50616f5a51f1890081e1f124a909963560754368259
|
3 |
+
size 74204
|
neuronxcc-2.15.141.0+d3cfc8ca/MODULE_db48724113bac3a5b00d+39f12043/model.neff
ADDED
Binary file (503 kB). View file
|
|