Hugging Face's logo

aws-neuron
/
optimum-neuron-cache

Model card Files Community
97
dacorvo HF staff commited on
Commit
460f572
•
1 Parent(s): 0148296

Synchronizing local compiler cache.

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +48 -0
  2. neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.21.dev0/inference/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/4b3ca94bb4445bc28bc8.json +1 -0
  3. neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.21.dev0/inference/gpt2/hf-internal-testing/tiny-random-gpt2/165740fba2c72c56c43d.json +1 -0
  4. neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.21.dev0/inference/llama/dacorvo/tiny-random-llama/62a76db84304b34ae305.json +1 -0
  5. neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.21.dev0/inference/llama/meta-llama/Llama-2-7b-chat-hf/04a286f25641fb37c0da.json +1 -0
  6. neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.21.dev0/inference/llama/meta-llama/Llama-2-7b-chat-hf/09bd40b23d9644abeb4e.json +1 -0
  7. neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.21.dev0/inference/llama/meta-llama/Llama-2-7b-chat-hf/39695bb575ebdb0bdfc1.json +1 -0
  8. neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.21.dev0/inference/llama/meta-llama/Llama-2-7b-chat-hf/3cad45de92cf81a0a16f.json +1 -0
  9. neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.21.dev0/inference/llama/meta-llama/Llama-2-7b-chat-hf/3fa0092e4157c2ddb47b.json +1 -0
  10. neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.21.dev0/inference/llama/meta-llama/Llama-2-7b-chat-hf/5424b76f5346f48c87dc.json +1 -0
  11. neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.21.dev0/inference/llama/meta-llama/Llama-2-7b-chat-hf/7e2416095368bdd0a5cd.json +1 -0
  12. neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.21.dev0/inference/llama/meta-llama/Llama-2-7b-chat-hf/d49c97f13a4593173a49.json +1 -0
  13. neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.21.dev0/inference/mistral/dacorvo/tiny-random-MistralForCausalLM/1cfca4036d7b607639ea.json +1 -0
  14. neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.21.dev0/inference/opt/hf-internal-testing/tiny-random-OPTForCausalLM/f3adfe5a9c79b5a36fd7.json +1 -0
  15. neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.21/inference/llama/defog/sqlcoder-7b-2/08b79e703c61b2f851cc.json +1 -0
  16. neuronxcc-2.13.66.0+6dfecc895/MODULE_022040fa5b6680475b40+2c2d707e/compile_flags.txt +1 -0
  17. neuronxcc-2.13.66.0+6dfecc895/MODULE_022040fa5b6680475b40+2c2d707e/model.hlo.pb +3 -0
  18. neuronxcc-2.13.66.0+6dfecc895/MODULE_022040fa5b6680475b40+2c2d707e/model.neff +3 -0
  19. neuronxcc-2.13.66.0+6dfecc895/MODULE_1147ab57421e09b0a487+2c2d707e/model.hlo_module.pb +3 -0
  20. neuronxcc-2.13.66.0+6dfecc895/MODULE_142005b3d93076706472+2c2d707e/compile_flags.txt +1 -0
  21. neuronxcc-2.13.66.0+6dfecc895/MODULE_142005b3d93076706472+2c2d707e/model.hlo.pb +3 -0
  22. neuronxcc-2.13.66.0+6dfecc895/MODULE_142005b3d93076706472+2c2d707e/model.neff +3 -0
  23. neuronxcc-2.13.66.0+6dfecc895/MODULE_1799d6aa682a61ed0134+2c2d707e/compile_flags.txt +1 -0
  24. neuronxcc-2.13.66.0+6dfecc895/MODULE_1799d6aa682a61ed0134+2c2d707e/model.hlo.pb +3 -0
  25. neuronxcc-2.13.66.0+6dfecc895/MODULE_1799d6aa682a61ed0134+2c2d707e/model.neff +3 -0
  26. neuronxcc-2.13.66.0+6dfecc895/MODULE_1e5e91fd407e818d5534+2c2d707e/compile_flags.txt +1 -0
  27. neuronxcc-2.13.66.0+6dfecc895/MODULE_1e5e91fd407e818d5534+2c2d707e/model.hlo.pb +3 -0
  28. neuronxcc-2.13.66.0+6dfecc895/MODULE_1e5e91fd407e818d5534+2c2d707e/model.neff +3 -0
  29. neuronxcc-2.13.66.0+6dfecc895/MODULE_1f54b1bc04ef39dd5059+2c2d707e/compile_flags.txt +1 -0
  30. neuronxcc-2.13.66.0+6dfecc895/MODULE_1f54b1bc04ef39dd5059+2c2d707e/model.hlo.pb +3 -0
  31. neuronxcc-2.13.66.0+6dfecc895/MODULE_1f54b1bc04ef39dd5059+2c2d707e/model.neff +3 -0
  32. neuronxcc-2.13.66.0+6dfecc895/MODULE_2451c0dc75c5a97afa74+2c2d707e/compile_flags.txt +1 -0
  33. neuronxcc-2.13.66.0+6dfecc895/MODULE_2451c0dc75c5a97afa74+2c2d707e/model.hlo.pb +3 -0
  34. neuronxcc-2.13.66.0+6dfecc895/MODULE_2451c0dc75c5a97afa74+2c2d707e/model.neff +3 -0
  35. neuronxcc-2.13.66.0+6dfecc895/MODULE_25754f351d1f3dbaef80+2c2d707e/compile_flags.txt +1 -0
  36. neuronxcc-2.13.66.0+6dfecc895/MODULE_25754f351d1f3dbaef80+2c2d707e/model.hlo.pb +3 -0
  37. neuronxcc-2.13.66.0+6dfecc895/MODULE_25754f351d1f3dbaef80+2c2d707e/model.neff +3 -0
  38. neuronxcc-2.13.66.0+6dfecc895/MODULE_312cb57ef1e4a82c10e2+2c2d707e/compile_flags.txt +1 -0
  39. neuronxcc-2.13.66.0+6dfecc895/MODULE_312cb57ef1e4a82c10e2+2c2d707e/model.hlo.pb +3 -0
  40. neuronxcc-2.13.66.0+6dfecc895/MODULE_312cb57ef1e4a82c10e2+2c2d707e/model.neff +3 -0
  41. neuronxcc-2.13.66.0+6dfecc895/MODULE_31bd89a484b00253cd84+2c2d707e/compile_flags.txt +1 -0
  42. neuronxcc-2.13.66.0+6dfecc895/MODULE_31bd89a484b00253cd84+2c2d707e/model.hlo.pb +3 -0
  43. neuronxcc-2.13.66.0+6dfecc895/MODULE_31bd89a484b00253cd84+2c2d707e/model.neff +3 -0
  44. neuronxcc-2.13.66.0+6dfecc895/MODULE_46ad015ca5c214c77ae7+2c2d707e/model.hlo_module.pb +3 -0
  45. neuronxcc-2.13.66.0+6dfecc895/MODULE_5204778b6f4d99c2821d+2c2d707e/model.hlo_module.pb +3 -0
  46. neuronxcc-2.13.66.0+6dfecc895/MODULE_522ed20ba0b487552ad5+2c2d707e/compile_flags.txt +1 -0
  47. neuronxcc-2.13.66.0+6dfecc895/MODULE_522ed20ba0b487552ad5+2c2d707e/model.hlo.pb +3 -0
  48. neuronxcc-2.13.66.0+6dfecc895/MODULE_522ed20ba0b487552ad5+2c2d707e/model.neff +3 -0
  49. neuronxcc-2.13.66.0+6dfecc895/MODULE_5921e91ae511cb269759+2c2d707e/compile_flags.txt +1 -0
  50. neuronxcc-2.13.66.0+6dfecc895/MODULE_5921e91ae511cb269759+2c2d707e/model.hlo.pb +3 -0
.gitattributes CHANGED
@@ -1930,3 +1930,51 @@ neuronxcc-2.13.66.0+6dfecc895/MODULE_fd536f790fc50a1e7f18+2c2d707e/model.neff fi
1930
  neuronxcc-2.13.66.0+6dfecc895/MODULE_fe6b7a34619145e26852+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1931
  neuronxcc-2.13.66.0+6dfecc895/MODULE_26b214595cb99db2c0a0+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1932
  neuronxcc-2.13.66.0+6dfecc895/MODULE_d2bd6a447e4dafc0de9b+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1930
  neuronxcc-2.13.66.0+6dfecc895/MODULE_fe6b7a34619145e26852+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1931
  neuronxcc-2.13.66.0+6dfecc895/MODULE_26b214595cb99db2c0a0+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1932
  neuronxcc-2.13.66.0+6dfecc895/MODULE_d2bd6a447e4dafc0de9b+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1933
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_022040fa5b6680475b40+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1934
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_142005b3d93076706472+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1935
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_1799d6aa682a61ed0134+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1936
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_1e5e91fd407e818d5534+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1937
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_1f54b1bc04ef39dd5059+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1938
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_2451c0dc75c5a97afa74+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1939
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_25754f351d1f3dbaef80+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1940
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_312cb57ef1e4a82c10e2+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1941
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_31bd89a484b00253cd84+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1942
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_522ed20ba0b487552ad5+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1943
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_5921e91ae511cb269759+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1944
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_5b76ae1abca20674f1e7+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1945
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_6473040d77226d2c4245+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1946
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_67094cd5e9cc2e110c03+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1947
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_67afe97f12442376b7c3+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1948
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_686010d205bdde7a4ca4+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1949
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_6c011b2050fa73ed4de3+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1950
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_6cb6419c36cb82c1d63b+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1951
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_7286b801a61423c6a95d+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1952
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_77eb61fb2cb0b021a49f+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1953
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_85b81fab23db1bed3d76+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1954
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_89ae8efd1a6f9c6d512b+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1955
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_8a2d287144b6f1f1dfec+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1956
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_8b19ca633acc47793869+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1957
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_8e9fb541306b8a41398c+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1958
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_92d8a463987239811d34+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1959
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_94d19955f9457a4c3a20+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1960
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_aad2d30bd9cd20b4aaef+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1961
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_b041e2d680c28b75b0c7+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1962
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_b4c2be67f88d7284d84a+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1963
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_b4d47288b1bd20387277+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1964
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_c9cae20817a810ea1291+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1965
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_cbc982b7deb866ce341d+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1966
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_ce63d7e8fa992825e7a8+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1967
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_d2e3bed3d04543c68d17+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1968
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_d89c9bf2dd2d9db5651e+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1969
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_daddbb4b40f42fc0d4bc+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1970
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_db0226f1ccbd087264c6+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1971
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_ddad033946b031c38e61+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1972
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_ddc285fc17606ee8a0e2+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1973
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_e0f8532800e3830d9976+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1974
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_e3bfa9326cdfd6ea58d6+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1975
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_e6993da10635b6f3b9b0+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1976
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_eee7e203e489cfb779a3+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1977
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_f166d8e51e556c0c85a1+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1978
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_f17c1f43a2fa892e9658+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1979
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_f810d86474a28a97f337+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1980
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_fe91029e6d7882858413+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.21.dev0/inference/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/4b3ca94bb4445bc28bc8.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"apply_residual_connection_post_layernorm": false, "architectures": ["BloomForCausalLM"], "attention_dropout": 0.1, "bos_token_id": 1, "dtype": "float32", "eos_token_id": 2, "gradient_checkpointing": false, "hidden_dropout": 0.1, "hidden_size": 32, "id2label": {"0": "LABEL_0", "1": "LABEL_1", "2": "LABEL_2"}, "initializer_range": 0.02, "is_decoder": true, "label2id": {"LABEL_0": 0, "LABEL_1": 1, "LABEL_2": 2}, "layer_norm_epsilon": 1e-05, "model_type": "bloom", "n_head": 4, "n_layer": 5, "n_positions": 512, "neuron": {"auto_cast_type": "fp32", "batch_size": 2, "checkpoint_id": "hf-internal-testing/tiny-random-BloomForCausalLM", "checkpoint_revision": "92b07e9b7b4f986fa7c54e2ac3b9201b4ba5212e", "compiler_type": "neuronx-cc", "compiler_version": "2.13.66.0+6dfecc895", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "pad_token_id": 3, "pretraining_tp": 1, "seq_length": 7, "slow_but_exact": true, "torch_dtype": "float32", "type_vocab_size": 16, "use_cache": true, "vocab_size": 1024}
neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.21.dev0/inference/gpt2/hf-internal-testing/tiny-random-gpt2/165740fba2c72c56c43d.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"activation_function": "gelu_new", "attention_probs_dropout_prob": 0.1, "attn_pdrop": 0.1, "bos_token_id": 98, "embd_pdrop": 0.1, "eos_token_id": 98, "gradient_checkpointing": false, "hidden_act": "gelu", "hidden_dropout_prob": 0.1, "initializer_range": 0.02, "intermediate_size": 37, "layer_norm_epsilon": 1e-05, "model_type": "gpt2", "n_ctx": 512, "n_embd": 32, "n_head": 4, "n_inner": null, "n_layer": 5, "n_positions": 512, "neuron": {"auto_cast_type": "fp32", "batch_size": 2, "checkpoint_id": "hf-internal-testing/tiny-random-gpt2", "checkpoint_revision": "91c0fe31d692dd8448d9bc06e8d1877345009e3b", "compiler_type": "neuronx-cc", "compiler_version": "2.13.66.0+6dfecc895", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "pad_token_id": 98, "reorder_and_upcast_attn": false, "resid_pdrop": 0.1, "scale_attn_by_inverse_layer_idx": false, "scale_attn_weights": true, "summary_activation": null, "summary_first_dropout": 0.1, "summary_proj_to_labels": true, "summary_type": "cls_index", "summary_use_proj": true, "type_vocab_size": 16, "use_cache": true, "vocab_size": 1000}
neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.21.dev0/inference/llama/dacorvo/tiny-random-llama/62a76db84304b34ae305.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 1, "eos_token_id": 2, "hidden_act": "silu", "hidden_size": 128, "initializer_range": 0.02, "intermediate_size": 256, "max_position_embeddings": 512, "model_type": "llama", "neuron": {"auto_cast_type": "fp32", "batch_size": 2, "checkpoint_id": "dacorvo/tiny-random-llama", "checkpoint_revision": "7fdafd2fe6a2d31c6abb72ae60db606d8bb23196", "compiler_type": "neuronx-cc", "compiler_version": "2.13.66.0+6dfecc895", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "num_attention_heads": 1, "num_hidden_layers": 1, "num_key_value_heads": 1, "pretraining_tp": 1, "rms_norm_eps": 1e-06, "rope_scaling": null, "rope_theta": 10000.0, "tie_word_embeddings": false, "torch_dtype": "float32", "use_cache": true, "vocab_size": 32000}
neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.21.dev0/inference/llama/meta-llama/Llama-2-7b-chat-hf/04a286f25641fb37c0da.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 1, "eos_token_id": 2, "hidden_act": "silu", "hidden_size": 4096, "initializer_range": 0.02, "intermediate_size": 11008, "max_position_embeddings": 4096, "model_type": "llama", "neuron": {"auto_cast_type": "fp16", "batch_size": 4, "checkpoint_id": "meta-llama/Llama-2-7b-chat-hf", "checkpoint_revision": "92011f62d7604e261f748ec0cfe6329f31193e33", "compiler_type": "neuronx-cc", "compiler_version": "2.13.66.0+6dfecc895", "num_cores": 12, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 32, "num_hidden_layers": 32, "num_key_value_heads": 32, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": null, "rope_theta": 10000.0, "tie_word_embeddings": false, "torch_dtype": "float16", "use_cache": true, "vocab_size": 32000}
neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.21.dev0/inference/llama/meta-llama/Llama-2-7b-chat-hf/09bd40b23d9644abeb4e.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 1, "eos_token_id": 2, "hidden_act": "silu", "hidden_size": 4096, "initializer_range": 0.02, "intermediate_size": 11008, "max_position_embeddings": 4096, "model_type": "llama", "neuron": {"auto_cast_type": "fp16", "batch_size": 1, "checkpoint_id": "meta-llama/Llama-2-7b-chat-hf", "checkpoint_revision": "92011f62d7604e261f748ec0cfe6329f31193e33", "compiler_type": "neuronx-cc", "compiler_version": "2.13.66.0+6dfecc895", "num_cores": 12, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 32, "num_hidden_layers": 32, "num_key_value_heads": 32, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": null, "rope_theta": 10000.0, "tie_word_embeddings": false, "torch_dtype": "float16", "use_cache": true, "vocab_size": 32000}
neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.21.dev0/inference/llama/meta-llama/Llama-2-7b-chat-hf/39695bb575ebdb0bdfc1.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 1, "eos_token_id": 2, "hidden_act": "silu", "hidden_size": 4096, "initializer_range": 0.02, "intermediate_size": 11008, "max_position_embeddings": 4096, "model_type": "llama", "neuron": {"auto_cast_type": "fp16", "batch_size": 32, "checkpoint_id": "meta-llama/Llama-2-7b-chat-hf", "checkpoint_revision": "92011f62d7604e261f748ec0cfe6329f31193e33", "compiler_type": "neuronx-cc", "compiler_version": "2.13.66.0+6dfecc895", "num_cores": 12, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 32, "num_hidden_layers": 32, "num_key_value_heads": 32, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": null, "rope_theta": 10000.0, "tie_word_embeddings": false, "torch_dtype": "float16", "use_cache": true, "vocab_size": 32000}
neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.21.dev0/inference/llama/meta-llama/Llama-2-7b-chat-hf/3cad45de92cf81a0a16f.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 1, "eos_token_id": 2, "hidden_act": "silu", "hidden_size": 4096, "initializer_range": 0.02, "intermediate_size": 11008, "max_position_embeddings": 4096, "model_type": "llama", "neuron": {"auto_cast_type": "fp16", "batch_size": 8, "checkpoint_id": "meta-llama/Llama-2-7b-chat-hf", "checkpoint_revision": "92011f62d7604e261f748ec0cfe6329f31193e33", "compiler_type": "neuronx-cc", "compiler_version": "2.13.66.0+6dfecc895", "num_cores": 8, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 32, "num_hidden_layers": 32, "num_key_value_heads": 32, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": null, "rope_theta": 10000.0, "tie_word_embeddings": false, "torch_dtype": "float16", "use_cache": true, "vocab_size": 32000}
neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.21.dev0/inference/llama/meta-llama/Llama-2-7b-chat-hf/3fa0092e4157c2ddb47b.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 1, "eos_token_id": 2, "hidden_act": "silu", "hidden_size": 4096, "initializer_range": 0.02, "intermediate_size": 11008, "max_position_embeddings": 4096, "model_type": "llama", "neuron": {"auto_cast_type": "fp16", "batch_size": 4, "checkpoint_id": "meta-llama/Llama-2-7b-chat-hf", "checkpoint_revision": "92011f62d7604e261f748ec0cfe6329f31193e33", "compiler_type": "neuronx-cc", "compiler_version": "2.13.66.0+6dfecc895", "num_cores": 8, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 32, "num_hidden_layers": 32, "num_key_value_heads": 32, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": null, "rope_theta": 10000.0, "tie_word_embeddings": false, "torch_dtype": "float16", "use_cache": true, "vocab_size": 32000}
neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.21.dev0/inference/llama/meta-llama/Llama-2-7b-chat-hf/5424b76f5346f48c87dc.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 1, "eos_token_id": 2, "hidden_act": "silu", "hidden_size": 4096, "initializer_range": 0.02, "intermediate_size": 11008, "max_position_embeddings": 4096, "model_type": "llama", "neuron": {"auto_cast_type": "fp16", "batch_size": 1, "checkpoint_id": "meta-llama/Llama-2-7b-chat-hf", "checkpoint_revision": "92011f62d7604e261f748ec0cfe6329f31193e33", "compiler_type": "neuronx-cc", "compiler_version": "2.13.66.0+6dfecc895", "num_cores": 8, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 32, "num_hidden_layers": 32, "num_key_value_heads": 32, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": null, "rope_theta": 10000.0, "tie_word_embeddings": false, "torch_dtype": "float16", "use_cache": true, "vocab_size": 32000}
neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.21.dev0/inference/llama/meta-llama/Llama-2-7b-chat-hf/7e2416095368bdd0a5cd.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 1, "eos_token_id": 2, "hidden_act": "silu", "hidden_size": 4096, "initializer_range": 0.02, "intermediate_size": 11008, "max_position_embeddings": 4096, "model_type": "llama", "neuron": {"auto_cast_type": "fp16", "batch_size": 16, "checkpoint_id": "meta-llama/Llama-2-7b-chat-hf", "checkpoint_revision": "92011f62d7604e261f748ec0cfe6329f31193e33", "compiler_type": "neuronx-cc", "compiler_version": "2.13.66.0+6dfecc895", "num_cores": 12, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 32, "num_hidden_layers": 32, "num_key_value_heads": 32, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": null, "rope_theta": 10000.0, "tie_word_embeddings": false, "torch_dtype": "float16", "use_cache": true, "vocab_size": 32000}
neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.21.dev0/inference/llama/meta-llama/Llama-2-7b-chat-hf/d49c97f13a4593173a49.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 1, "eos_token_id": 2, "hidden_act": "silu", "hidden_size": 4096, "initializer_range": 0.02, "intermediate_size": 11008, "max_position_embeddings": 4096, "model_type": "llama", "neuron": {"auto_cast_type": "fp16", "batch_size": 8, "checkpoint_id": "meta-llama/Llama-2-7b-chat-hf", "checkpoint_revision": "92011f62d7604e261f748ec0cfe6329f31193e33", "compiler_type": "neuronx-cc", "compiler_version": "2.13.66.0+6dfecc895", "num_cores": 12, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 32, "num_hidden_layers": 32, "num_key_value_heads": 32, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": null, "rope_theta": 10000.0, "tie_word_embeddings": false, "torch_dtype": "float16", "use_cache": true, "vocab_size": 32000}
neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.21.dev0/inference/mistral/dacorvo/tiny-random-MistralForCausalLM/1cfca4036d7b607639ea.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["MistralForCausalLM"], "attention_dropout": 0.0, "attention_probs_dropout_prob": 0.1, "bos_token_id": 1, "eos_token_id": 2, "hidden_act": "gelu", "hidden_dropout_prob": 0.1, "hidden_size": 32, "initializer_range": 0.02, "intermediate_size": 37, "is_decoder": true, "max_position_embeddings": 512, "model_type": "mistral", "neuron": {"auto_cast_type": "fp32", "batch_size": 2, "checkpoint_id": "dacorvo/tiny-random-MistralForCausalLM", "checkpoint_revision": "81d453e3c8985649e9ee3d4c9378461029d1c73a", "compiler_type": "neuronx-cc", "compiler_version": "2.13.66.0+6dfecc895", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "num_attention_heads": 4, "num_hidden_layers": 2, "num_key_value_heads": 2, "pad_token_id": 0, "rms_norm_eps": 1e-06, "rope_theta": 10000.0, "sliding_window": 4096, "tie_word_embeddings": false, "torch_dtype": "float32", "type_vocab_size": 16, "use_cache": true, "vocab_size": 32000}
neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.21.dev0/inference/opt/hf-internal-testing/tiny-random-OPTForCausalLM/f3adfe5a9c79b5a36fd7.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"_remove_final_layer_norm": false, "activation_function": "relu", "architectures": ["OPTForCausalLM"], "attention_dropout": 0.1, "bos_token_id": 2, "do_layer_norm_before": true, "dropout": 0.1, "embed_dim": 16, "enable_bias": true, "eos_token_id": 2, "ffn_dim": 4, "hidden_size": 16, "init_std": 0.02, "is_decoder": true, "layer_norm_elementwise_affine": true, "layerdrop": 0.0, "max_position_embeddings": 100, "model_type": "opt", "neuron": {"auto_cast_type": "fp32", "batch_size": 2, "checkpoint_id": "hf-internal-testing/tiny-random-OPTForCausalLM", "checkpoint_revision": "190d1f4fc0011d2eaeaa05282e0fbd2445e4b11f", "compiler_type": "neuronx-cc", "compiler_version": "2.13.66.0+6dfecc895", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "num_attention_heads": 4, "num_hidden_layers": 5, "pad_token_id": 1, "torch_dtype": "float32", "use_cache": true, "vocab_size": 50265, "word_embed_proj_dim": 16}
neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.21/inference/llama/defog/sqlcoder-7b-2/08b79e703c61b2f851cc.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 1, "eos_token_id": 2, "hidden_act": "silu", "hidden_size": 4096, "initializer_range": 0.02, "intermediate_size": 11008, "max_position_embeddings": 16384, "model_type": "llama", "neuron": {"auto_cast_type": "fp16", "batch_size": 1, "checkpoint_id": "defog/sqlcoder-7b-2", "checkpoint_revision": "7e5b6f7981c0aa7d143f6bec6fa26625bdfcbe66", "compiler_type": "neuronx-cc", "compiler_version": "2.13.66.0+6dfecc895", "num_cores": 2, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 32, "num_hidden_layers": 32, "num_key_value_heads": 32, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": null, "rope_theta": 1000000, "tie_word_embeddings": false, "torch_dtype": "float16", "use_cache": true, "vocab_size": 32016}
neuronxcc-2.13.66.0+6dfecc895/MODULE_022040fa5b6680475b40+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_022040fa5b6680475b40+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2ed77001ff9f87f5f60d5cdbeb0ad34082c780e6eb173bb4806942ec6344e05
3
+ size 300985
neuronxcc-2.13.66.0+6dfecc895/MODULE_022040fa5b6680475b40+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38efddd0f8e144587d83c6a527b5eb212692e2b0b7887f1f0f275b0e03acfd67
3
+ size 7916544
neuronxcc-2.13.66.0+6dfecc895/MODULE_1147ab57421e09b0a487+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c6439395d96a39416dd263c63464d2d56672b82d048c3665e586bd15ca196ae
3
+ size 57813
neuronxcc-2.13.66.0+6dfecc895/MODULE_142005b3d93076706472+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_142005b3d93076706472+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2816b10dcc5107592b5bd8fbb9b828cef19ae6a6dc281edfce5c134ea8620073
3
+ size 301369
neuronxcc-2.13.66.0+6dfecc895/MODULE_142005b3d93076706472+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:93fc5d8b3e74e34705f44853dfb25aadc92a500bc35606baafc8b8cd3f2fa4fb
3
+ size 2315264
neuronxcc-2.13.66.0+6dfecc895/MODULE_1799d6aa682a61ed0134+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_1799d6aa682a61ed0134+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4a2099a3da7ae458edfc53eef619403f1de5e09d104c632f72f29ea50fb54c4
3
+ size 297626
neuronxcc-2.13.66.0+6dfecc895/MODULE_1799d6aa682a61ed0134+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35d9b7add0ba2a39192fc9ad4218f5fa17fd215a7d1534d77c7eda556f0cca4b
3
+ size 9636864
neuronxcc-2.13.66.0+6dfecc895/MODULE_1e5e91fd407e818d5534+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_1e5e91fd407e818d5534+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:467b30ed2428dbfe99f4c4afd8d6518b4c8e0ae179d32b61aba5400c77dd7c64
3
+ size 298266
neuronxcc-2.13.66.0+6dfecc895/MODULE_1e5e91fd407e818d5534+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df2271270be3f6ecf53300a2b7aff9e9ba753eac83cc0dfd83403971bcc55482
3
+ size 2212864
neuronxcc-2.13.66.0+6dfecc895/MODULE_1f54b1bc04ef39dd5059+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_1f54b1bc04ef39dd5059+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6217ca87b36ef6fdb93b24e1d8c5a933c01df3a883981005eab4c953b71f2c68
3
+ size 294587
neuronxcc-2.13.66.0+6dfecc895/MODULE_1f54b1bc04ef39dd5059+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9678225935fab39001d38ba56a916ba949a9345a0ed7ee623c7f0aa3231787e2
3
+ size 1967104
neuronxcc-2.13.66.0+6dfecc895/MODULE_2451c0dc75c5a97afa74+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_2451c0dc75c5a97afa74+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:79e2d4e60d54467c6d8c2cde19490276e035402bc7169676c7c1481d00419a63
3
+ size 297626
neuronxcc-2.13.66.0+6dfecc895/MODULE_2451c0dc75c5a97afa74+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:729c8bcac3bf64656fd47b7ea72e55f6b9a57320cd9be04f3a3c762f766af265
3
+ size 22569984
neuronxcc-2.13.66.0+6dfecc895/MODULE_25754f351d1f3dbaef80+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_25754f351d1f3dbaef80+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:148b1f478240e0e6ca8f30c483cdfb86daad1e6247b343a5f27ad722278b87a9
3
+ size 301625
neuronxcc-2.13.66.0+6dfecc895/MODULE_25754f351d1f3dbaef80+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7aead3c3481907ae62cbea46398056f15da7f55ca43b3e7a18241ab3bc30f4ba
3
+ size 2264064
neuronxcc-2.13.66.0+6dfecc895/MODULE_312cb57ef1e4a82c10e2+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_312cb57ef1e4a82c10e2+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:069bc855215002ad4f29ae20d3c0cd082bbcda7d16f8c8ec12634a88a46afba7
3
+ size 298010
neuronxcc-2.13.66.0+6dfecc895/MODULE_312cb57ef1e4a82c10e2+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a81e765998935775d8790de7f5332cddb52177b308f96f3286e3715fdc977fd
3
+ size 2622464
neuronxcc-2.13.66.0+6dfecc895/MODULE_31bd89a484b00253cd84+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_31bd89a484b00253cd84+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fffb92a5dc964361ba99f5becaf80f146e749dc2982eb1fc859f504258bd6807
3
+ size 337486
neuronxcc-2.13.66.0+6dfecc895/MODULE_31bd89a484b00253cd84+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a2571b3d0f6395a7a9d2d63a676751c40f01acd0472db4de26fb59f147318c9
3
+ size 27331584
neuronxcc-2.13.66.0+6dfecc895/MODULE_46ad015ca5c214c77ae7+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ba4594602bfa19b7c92f8ecf4a06231285ffdca7f528d699bf308ace4a2db15
3
+ size 399416
neuronxcc-2.13.66.0+6dfecc895/MODULE_5204778b6f4d99c2821d+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e29be5c3fbde5e5b895d25c6ac9cf4a9aac77338a58c173862c41876742c9a85
3
+ size 47245
neuronxcc-2.13.66.0+6dfecc895/MODULE_522ed20ba0b487552ad5+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_522ed20ba0b487552ad5+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b41ed0c1d8390f2103dc0517b13b748bc779e5644c02efab33444c5f81b76640
3
+ size 382458
neuronxcc-2.13.66.0+6dfecc895/MODULE_522ed20ba0b487552ad5+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dacbe868e340dba7d39b447aed073425c3450e2f171571ab55a1bfcfe628aed0
3
+ size 6063104
neuronxcc-2.13.66.0+6dfecc895/MODULE_5921e91ae511cb269759+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_5921e91ae511cb269759+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a433e75bc0664453b177029f1c4e7c9a8185108285b8c8c2885070a9bd35c360
3
+ size 300985