Synchronizing local compiler cache.

neuronxcc-2.15.143.0+e39249ad/0_REGISTRY/0.0.27.dev0/inference/gpt2/openai-community/gpt2/cdbb338b118c52802f02.json

@@ -0,0 +1 @@
+{"activation_function": "gelu_new", "architectures": ["GPT2LMHeadModel"], "attn_pdrop": 0.1, "bos_token_id": 50256, "embd_pdrop": 0.1, "eos_token_id": 50256, "initializer_range": 0.02, "layer_norm_epsilon": 1e-05, "model_type": "gpt2", "n_ctx": 1024, "n_embd": 768, "n_head": 12, "n_inner": null, "n_layer": 12, "n_positions": 1024, "neuron": {"auto_cast_type": "fp16", "batch_size": 1, "checkpoint_id": "openai-community/gpt2", "checkpoint_revision": "607a30d783dfa663caf39e06633721c8d4cfcd7e", "compiler_type": "neuronx-cc", "compiler_version": "2.15.143.0+e39249ad", "num_cores": 2, "sequence_length": 1024, "task": "text-generation"}, "reorder_and_upcast_attn": false, "resid_pdrop": 0.1, "scale_attn_by_inverse_layer_idx": false, "scale_attn_weights": true, "summary_activation": null, "summary_first_dropout": 0.1, "summary_proj_to_labels": true, "summary_type": "cls_index", "summary_use_proj": true, "task_specific_params": {"text-generation": {"do_sample": true, "max_length": 50}}, "use_cache": true, "vocab_size": 50257}

neuronxcc-2.15.143.0+e39249ad/MODULE_5547afe801d40a2e9860+39f12043/compile_flags.json

@@ -0,0 +1 @@
+["--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]

neuronxcc-2.15.143.0+e39249ad/MODULE_5547afe801d40a2e9860+39f12043/model.hlo_module.pb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccb7364e26c92b6e6458f2b6059ee47da3de8561e02be6bcd728de926df29553
+size 130638

neuronxcc-2.15.143.0+e39249ad/MODULE_7a75d60ddd38ceb6f97d+39f12043/compile_flags.json

@@ -0,0 +1 @@
+["--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]

neuronxcc-2.15.143.0+e39249ad/MODULE_7a75d60ddd38ceb6f97d+39f12043/model.hlo_module.pb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3145800f896e563efa1bc4dc5ee17ea385f3a83038419424d910b31b570aaf8f
+size 130638

neuronxcc-2.15.143.0+e39249ad/MODULE_9444fb607f27a4228c7f+39f12043/compile_flags.json

@@ -0,0 +1 @@
+["--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]

neuronxcc-2.15.143.0+e39249ad/MODULE_9444fb607f27a4228c7f+39f12043/model.hlo_module.pb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2727ec7982e956eb81f76487315a4a237f62f633617e0cdb0f14bdb9e9964a22
+size 130638

neuronxcc-2.15.143.0+e39249ad/MODULE_9e4456593f614fb6253c+39f12043/compile_flags.json

@@ -0,0 +1 @@
+["--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]

neuronxcc-2.15.143.0+e39249ad/MODULE_9e4456593f614fb6253c+39f12043/model.hlo_module.pb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaf82c29d544ccf60f3759ba1669ddbe86b7b6f419924c6a78dcbdfed8497a7b
+size 130638