dacorvo HF staff commited on
Commit
1f761b6
1 Parent(s): a51921f

Synchronizing local compiler cache.

Browse files
Files changed (34) hide show
  1. .gitattributes +1 -0
  2. neuronxcc-2.15.141.0+d3cfc8ca/0_REGISTRY/0.0.26.dev0/inference/mixtral/dacorvo/Mixtral-tiny/cd2591ae4756a45b9757.json +1 -0
  3. neuronxcc-2.15.141.0+d3cfc8ca/MODULE_28306613a5e29ce08e03+39f12043/compile_flags.json +1 -0
  4. neuronxcc-2.15.141.0+d3cfc8ca/MODULE_28306613a5e29ce08e03+39f12043/model.done +0 -0
  5. neuronxcc-2.15.141.0+d3cfc8ca/MODULE_28306613a5e29ce08e03+39f12043/model.hlo_module.pb +3 -0
  6. neuronxcc-2.15.141.0+d3cfc8ca/MODULE_28306613a5e29ce08e03+39f12043/model.neff +0 -0
  7. neuronxcc-2.15.141.0+d3cfc8ca/MODULE_439a10c0bfbf26b38f07+39f12043/compile_flags.json +1 -0
  8. neuronxcc-2.15.141.0+d3cfc8ca/MODULE_439a10c0bfbf26b38f07+39f12043/model.done +0 -0
  9. neuronxcc-2.15.141.0+d3cfc8ca/MODULE_439a10c0bfbf26b38f07+39f12043/model.hlo_module.pb +3 -0
  10. neuronxcc-2.15.141.0+d3cfc8ca/MODULE_439a10c0bfbf26b38f07+39f12043/model.neff +0 -0
  11. neuronxcc-2.15.141.0+d3cfc8ca/MODULE_43ee508d24e3e9c770ac+39f12043/compile_flags.json +1 -0
  12. neuronxcc-2.15.141.0+d3cfc8ca/MODULE_43ee508d24e3e9c770ac+39f12043/model.done +0 -0
  13. neuronxcc-2.15.141.0+d3cfc8ca/MODULE_43ee508d24e3e9c770ac+39f12043/model.hlo_module.pb +3 -0
  14. neuronxcc-2.15.141.0+d3cfc8ca/MODULE_43ee508d24e3e9c770ac+39f12043/model.neff +0 -0
  15. neuronxcc-2.15.141.0+d3cfc8ca/MODULE_58c4878cedf24598fa6d+39f12043/compile_flags.json +1 -0
  16. neuronxcc-2.15.141.0+d3cfc8ca/MODULE_58c4878cedf24598fa6d+39f12043/model.done +0 -0
  17. neuronxcc-2.15.141.0+d3cfc8ca/MODULE_58c4878cedf24598fa6d+39f12043/model.hlo_module.pb +3 -0
  18. neuronxcc-2.15.141.0+d3cfc8ca/MODULE_58c4878cedf24598fa6d+39f12043/model.neff +0 -0
  19. neuronxcc-2.15.141.0+d3cfc8ca/MODULE_705c93f7a7adec92973e+39f12043/compile_flags.json +1 -0
  20. neuronxcc-2.15.141.0+d3cfc8ca/MODULE_705c93f7a7adec92973e+39f12043/model.done +0 -0
  21. neuronxcc-2.15.141.0+d3cfc8ca/MODULE_705c93f7a7adec92973e+39f12043/model.hlo_module.pb +3 -0
  22. neuronxcc-2.15.141.0+d3cfc8ca/MODULE_705c93f7a7adec92973e+39f12043/model.neff +0 -0
  23. neuronxcc-2.15.141.0+d3cfc8ca/MODULE_8c93cc9f80cd5bfc3ec7+39f12043/compile_flags.json +1 -0
  24. neuronxcc-2.15.141.0+d3cfc8ca/MODULE_8c93cc9f80cd5bfc3ec7+39f12043/model.done +0 -0
  25. neuronxcc-2.15.141.0+d3cfc8ca/MODULE_8c93cc9f80cd5bfc3ec7+39f12043/model.hlo_module.pb +3 -0
  26. neuronxcc-2.15.141.0+d3cfc8ca/MODULE_8c93cc9f80cd5bfc3ec7+39f12043/model.neff +3 -0
  27. neuronxcc-2.15.141.0+d3cfc8ca/MODULE_c2c47e2a79acb1f85768+39f12043/compile_flags.json +1 -0
  28. neuronxcc-2.15.141.0+d3cfc8ca/MODULE_c2c47e2a79acb1f85768+39f12043/model.done +0 -0
  29. neuronxcc-2.15.141.0+d3cfc8ca/MODULE_c2c47e2a79acb1f85768+39f12043/model.hlo_module.pb +3 -0
  30. neuronxcc-2.15.141.0+d3cfc8ca/MODULE_c2c47e2a79acb1f85768+39f12043/model.neff +0 -0
  31. neuronxcc-2.15.141.0+d3cfc8ca/MODULE_db48724113bac3a5b00d+39f12043/compile_flags.json +1 -0
  32. neuronxcc-2.15.141.0+d3cfc8ca/MODULE_db48724113bac3a5b00d+39f12043/model.done +0 -0
  33. neuronxcc-2.15.141.0+d3cfc8ca/MODULE_db48724113bac3a5b00d+39f12043/model.hlo_module.pb +3 -0
  34. neuronxcc-2.15.141.0+d3cfc8ca/MODULE_db48724113bac3a5b00d+39f12043/model.neff +0 -0
.gitattributes CHANGED
@@ -1277,3 +1277,4 @@ neuronxcc-2.15.141.0+d3cfc8ca/MODULE_5e718c7a1066e741c8dd+39f12043/model.neff fi
1277
  neuronxcc-2.15.141.0+d3cfc8ca/MODULE_ff056ff915e121ff695e+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
1278
  neuronxcc-2.15.141.0+d3cfc8ca/MODULE_70ee399e6fa6b6235418+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
1279
  neuronxcc-2.15.141.0+d3cfc8ca/MODULE_b0cf61abda16eb6dab0b+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
 
 
1277
  neuronxcc-2.15.141.0+d3cfc8ca/MODULE_ff056ff915e121ff695e+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
1278
  neuronxcc-2.15.141.0+d3cfc8ca/MODULE_70ee399e6fa6b6235418+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
1279
  neuronxcc-2.15.141.0+d3cfc8ca/MODULE_b0cf61abda16eb6dab0b+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
1280
+ neuronxcc-2.15.141.0+d3cfc8ca/MODULE_8c93cc9f80cd5bfc3ec7+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
neuronxcc-2.15.141.0+d3cfc8ca/0_REGISTRY/0.0.26.dev0/inference/mixtral/dacorvo/Mixtral-tiny/cd2591ae4756a45b9757.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["MixtralForCausalLM"], "attention_dropout": 0.0, "bos_token_id": 1, "eos_token_id": 2, "hidden_act": "silu", "hidden_size": 1024, "initializer_range": 0.02, "intermediate_size": 3584, "max_position_embeddings": 1024, "model_type": "mixtral", "neuron": {"auto_cast_type": "fp16", "batch_size": 4, "checkpoint_id": "dacorvo/Mixtral-tiny", "checkpoint_revision": "c557ba205ddff6ea911f4719e0d543d6c08356b6", "compiler_type": "neuronx-cc", "compiler_version": "2.15.141.0+d3cfc8ca", "num_cores": 2, "sequence_length": 1024, "task": "text-generation"}, "num_attention_heads": 32, "num_experts_per_tok": 2, "num_hidden_layers": 2, "num_key_value_heads": 8, "num_local_experts": 8, "output_router_logits": false, "rms_norm_eps": 1e-05, "rope_theta": 10000.0, "router_aux_loss_coef": 0.001, "router_jitter_noise": 0.0, "sliding_window": 4096, "tie_word_embeddings": false, "torch_dtype": "float16", "use_cache": true, "vocab_size": 32000}
neuronxcc-2.15.141.0+d3cfc8ca/MODULE_28306613a5e29ce08e03+39f12043/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
neuronxcc-2.15.141.0+d3cfc8ca/MODULE_28306613a5e29ce08e03+39f12043/model.done ADDED
File without changes
neuronxcc-2.15.141.0+d3cfc8ca/MODULE_28306613a5e29ce08e03+39f12043/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69e341ad7d0d7d6437314d1463cdf6d1aadc65e3c65171f28e7645680f0a0d06
3
+ size 44940
neuronxcc-2.15.141.0+d3cfc8ca/MODULE_28306613a5e29ce08e03+39f12043/model.neff ADDED
Binary file (431 kB). View file
 
neuronxcc-2.15.141.0+d3cfc8ca/MODULE_439a10c0bfbf26b38f07+39f12043/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
neuronxcc-2.15.141.0+d3cfc8ca/MODULE_439a10c0bfbf26b38f07+39f12043/model.done ADDED
File without changes
neuronxcc-2.15.141.0+d3cfc8ca/MODULE_439a10c0bfbf26b38f07+39f12043/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa3599a5b73ba3d65d3c51278b03e5d468e9922ae50b21f6ba8f23d456016ceb
3
+ size 172508
neuronxcc-2.15.141.0+d3cfc8ca/MODULE_439a10c0bfbf26b38f07+39f12043/model.neff ADDED
Binary file (790 kB). View file
 
neuronxcc-2.15.141.0+d3cfc8ca/MODULE_43ee508d24e3e9c770ac+39f12043/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
neuronxcc-2.15.141.0+d3cfc8ca/MODULE_43ee508d24e3e9c770ac+39f12043/model.done ADDED
File without changes
neuronxcc-2.15.141.0+d3cfc8ca/MODULE_43ee508d24e3e9c770ac+39f12043/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:94f4e098b1ea864b239535138e336799516ff561e91bbe339f5955f0cbbc3355
3
+ size 49230
neuronxcc-2.15.141.0+d3cfc8ca/MODULE_43ee508d24e3e9c770ac+39f12043/model.neff ADDED
Binary file (452 kB). View file
 
neuronxcc-2.15.141.0+d3cfc8ca/MODULE_58c4878cedf24598fa6d+39f12043/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
neuronxcc-2.15.141.0+d3cfc8ca/MODULE_58c4878cedf24598fa6d+39f12043/model.done ADDED
File without changes
neuronxcc-2.15.141.0+d3cfc8ca/MODULE_58c4878cedf24598fa6d+39f12043/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:782375b6def278ae2d191bd10e510dc77b6285d53f862e8ddb2116755d6b6f4b
3
+ size 44940
neuronxcc-2.15.141.0+d3cfc8ca/MODULE_58c4878cedf24598fa6d+39f12043/model.neff ADDED
Binary file (462 kB). View file
 
neuronxcc-2.15.141.0+d3cfc8ca/MODULE_705c93f7a7adec92973e+39f12043/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
neuronxcc-2.15.141.0+d3cfc8ca/MODULE_705c93f7a7adec92973e+39f12043/model.done ADDED
File without changes
neuronxcc-2.15.141.0+d3cfc8ca/MODULE_705c93f7a7adec92973e+39f12043/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b69e394192fbff249ba9c54a93967fd03c79b11dd7b90320345b5cc3afd5a60
3
+ size 44940
neuronxcc-2.15.141.0+d3cfc8ca/MODULE_705c93f7a7adec92973e+39f12043/model.neff ADDED
Binary file (441 kB). View file
 
neuronxcc-2.15.141.0+d3cfc8ca/MODULE_8c93cc9f80cd5bfc3ec7+39f12043/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
neuronxcc-2.15.141.0+d3cfc8ca/MODULE_8c93cc9f80cd5bfc3ec7+39f12043/model.done ADDED
File without changes
neuronxcc-2.15.141.0+d3cfc8ca/MODULE_8c93cc9f80cd5bfc3ec7+39f12043/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41e2318727317757976b4b5ac9422c06150b068aa50fa7f3b149b0c075e0ea8c
3
+ size 565724
neuronxcc-2.15.141.0+d3cfc8ca/MODULE_8c93cc9f80cd5bfc3ec7+39f12043/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5482aafa2cb6479db9b4e04f0e651d2cdca6da18d3565bc4a242d0cc0026f25a
3
+ size 1455104
neuronxcc-2.15.141.0+d3cfc8ca/MODULE_c2c47e2a79acb1f85768+39f12043/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
neuronxcc-2.15.141.0+d3cfc8ca/MODULE_c2c47e2a79acb1f85768+39f12043/model.done ADDED
File without changes
neuronxcc-2.15.141.0+d3cfc8ca/MODULE_c2c47e2a79acb1f85768+39f12043/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f1de94f3869bb360b5290b19acaf9025866cf6478d4756a494dcdfde908f2a8c
3
+ size 44940
neuronxcc-2.15.141.0+d3cfc8ca/MODULE_c2c47e2a79acb1f85768+39f12043/model.neff ADDED
Binary file (441 kB). View file
 
neuronxcc-2.15.141.0+d3cfc8ca/MODULE_db48724113bac3a5b00d+39f12043/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
neuronxcc-2.15.141.0+d3cfc8ca/MODULE_db48724113bac3a5b00d+39f12043/model.done ADDED
File without changes
neuronxcc-2.15.141.0+d3cfc8ca/MODULE_db48724113bac3a5b00d+39f12043/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11db831e459bca323aebe50616f5a51f1890081e1f124a909963560754368259
3
+ size 74204
neuronxcc-2.15.141.0+d3cfc8ca/MODULE_db48724113bac3a5b00d+39f12043/model.neff ADDED
Binary file (503 kB). View file