03bd1b46b9832627f141196723a144e7aaa9245d308f4e7fd3907b68d02232ec

.gitattributes

@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+compiled/1744545db8406da6398e.neff filter=lfs diff=lfs merge=lfs -text
+compiled/1bb198a13076d1853641.neff filter=lfs diff=lfs merge=lfs -text
+compiled/2e107447c6e0a7f19573.neff filter=lfs diff=lfs merge=lfs -text
+compiled/51f8a515591560780d48.neff filter=lfs diff=lfs merge=lfs -text
+compiled/6cab3b785bfcdd58ee6a.neff filter=lfs diff=lfs merge=lfs -text
+compiled/a37ede77a746b866b69d.neff filter=lfs diff=lfs merge=lfs -text
+compiled/b938f58ffd873c7146a7.neff filter=lfs diff=lfs merge=lfs -text
+compiled/c3741198db69eb019273.neff filter=lfs diff=lfs merge=lfs -text
+compiled/d632e5ec42990d4ee01b.neff filter=lfs diff=lfs merge=lfs -text
+compiled/d95062416ef36beb6494.neff filter=lfs diff=lfs merge=lfs -text
+compiled/dfcd5ec203680dc9542c.neff filter=lfs diff=lfs merge=lfs -text
+compiled/e65e10acdd5186bd49cc.neff filter=lfs diff=lfs merge=lfs -text

checkpoint/pytorch_model.bin/p97.model.layers.10.mlp.down_proj.weight

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f31785ebc10913a12d01b17d3451891c027e0ffd1fc0be8f89056ba45b625e09
+size 180355961

checkpoint/pytorch_model.bin/p98.model.layers.10.input_layernorm.weight

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ea3540d2d759589d994e0bef604803dd9b625d224dbf25d6d8bc4344e9fd15f
+size 17279

checkpoint/pytorch_model.bin/p99.model.layers.10.post_attention_layernorm.weight

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:479c1a72ac29ed1048bf0f865f8f4056edfb6717591b75e1d47f1d28c2e7e51d
+size 17306

compiled/1744545db8406da6398e.neff

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db39f3197b1e1d81f7311a77a9880a7cb12cc953b2ca744ae18f2e64eefcd4b2
+size 7906304

compiled/1bb198a13076d1853641.neff

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25f6911913ea26aebfc424db47991712b61cfa26e7a8d95fb59ad7de56f36556
+size 12770304

compiled/2e107447c6e0a7f19573.neff

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f81d1225bac88c9bfe8fe32769f9ca456611cd2ebc3bb1f8769b9257d0406be7
+size 7875584

compiled/51f8a515591560780d48.neff

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea629fe1a08447276532c5049ffec9b62f4b4775fe99990cd4a15910d99f52af
+size 10036224

compiled/6cab3b785bfcdd58ee6a.neff

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c1e53bc6a227ad6ca8dc9dd5bc3029e85b5de3d5444eeae3dd0f659cca3c519
+size 8551424

compiled/a37ede77a746b866b69d.neff

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a8262fa30782e5bcf46811cf3a5411bf3f1a3356986e8f711fcb893212c2b86
+size 7998464

compiled/b938f58ffd873c7146a7.neff

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ad1e997ab8eb40c27977d5ffeca7e0e2590eb75984d5e673a40c7e8267212a2
+size 23307264

compiled/c3741198db69eb019273.neff

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:456bd364c91fcfc9a255138e0869098708f2414ed9df16cd0fca9ae619438d71
+size 8162304

compiled/d632e5ec42990d4ee01b.neff

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e4b9ce4d8f1b2e9bb8ec344f890cc95573f6524a0692b8cda9c6182c1ccd40a
+size 8479744

compiled/d95062416ef36beb6494.neff

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94754b229abb0c3b0af8adb6bed0bf4c0fa646eb070caefdc396dbc10cd64284
+size 8899584

compiled/dfcd5ec203680dc9542c.neff

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6821744725d584b72d3b5419efe49a1471c329e73d1909789e6d76ae5059d7af
+size 9186304

compiled/e65e10acdd5186bd49cc.neff

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34bbf0325dcea2421ba7270bf30e7922a433ae8ae0aa2a21e146c92cd240177c
+size 47197184

config.json

@@ -0,0 +1,39 @@
+{
+  "_name_or_path": "meta-llama/Llama-2-7b-hf",
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "hidden_act": "silu",
+  "hidden_size": 4096,
+  "initializer_range": 0.02,
+  "intermediate_size": 11008,
+  "max_position_embeddings": 4096,
+  "model_type": "llama",
+  "neuron": {
+    "auto_cast_type": "fp16",
+    "batch_size": 1,
+    "checkpoint_id": "meta-llama/Llama-2-7b-hf",
+    "checkpoint_revision": "8cca527612d856d7d32bd94f8103728d614eb852",
+    "compiler_type": "neuronx-cc",
+    "compiler_version": "2.12.68.0+4480452af",
+    "num_cores": 2,
+    "sequence_length": 4096,
+    "task": "text-generation"
+  },
+  "num_attention_heads": 32,
+  "num_hidden_layers": 32,
+  "num_key_value_heads": 32,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": null,
+  "rope_theta": 10000.0,
+  "tie_word_embeddings": false,
+  "torch_dtype": "float16",
+  "transformers_version": "4.36.2",
+  "use_cache": true,
+  "vocab_size": 32000
+}

generation_config.json

@@ -0,0 +1,10 @@
+{
+  "bos_token_id": 1,
+  "do_sample": true,
+  "eos_token_id": 2,
+  "max_length": 4096,
+  "pad_token_id": 0,
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.36.2"
+}