Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+compiled/1633cf904f95b0038ce0.neff filter=lfs diff=lfs merge=lfs -text
+compiled/45b1cdb7f1e25dfd80ee.neff filter=lfs diff=lfs merge=lfs -text
+compiled/52c54ebdcc7728297417.neff filter=lfs diff=lfs merge=lfs -text
+compiled/638f6e4774811f7e52c9.neff filter=lfs diff=lfs merge=lfs -text
+compiled/73af1aa692fdc898383d.neff filter=lfs diff=lfs merge=lfs -text
+compiled/9c074ee591ecac3f4135.neff filter=lfs diff=lfs merge=lfs -text
+compiled/a3315ff272b9cdcd2b81.neff filter=lfs diff=lfs merge=lfs -text
+compiled/a6add5d4178acd6bd44c.neff filter=lfs diff=lfs merge=lfs -text
+compiled/a96751337a7365cf9f26.neff filter=lfs diff=lfs merge=lfs -text
+compiled/ab4b2301092efdfcb139.neff filter=lfs diff=lfs merge=lfs -text
+compiled/b1e52489b7020535cc04.neff filter=lfs diff=lfs merge=lfs -text
+compiled/b7cc1a385fe0e918eb4e.neff filter=lfs diff=lfs merge=lfs -text

compiled/1633cf904f95b0038ce0.neff

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08f1bac81a97ab48324698787ff678f66e26aeb6df5464fde1934c6bd0b2a617
+size 1373184

compiled/45b1cdb7f1e25dfd80ee.neff

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fd7f61588f385c6074bf1b4f63ccec138dc058f57cf6613f767951ba8181058
+size 1403904

compiled/52c54ebdcc7728297417.neff

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8202a29a164b9df106b00efbea72ece46e68bbdef2524a7c46c50948eb39e9d1
+size 1557504

compiled/638f6e4774811f7e52c9.neff

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30f466c151d82a8ab9e22e9d6e8116d29e50023cfa51e9c0d24b28e964b60314
+size 1393664

compiled/73af1aa692fdc898383d.neff

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14b1347cd07f30044ec23b608f4fa7610ee3266f7002860fec29fffe0e15dc6c
+size 1362944

compiled/9c074ee591ecac3f4135.neff

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:504a0966e58fa1cf7e3ad30f7a53c25bd92b6bd87474374b726b14317450ed5b
+size 10005504

compiled/a3315ff272b9cdcd2b81.neff

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c19a646f3703ab869a15cd213de4ff5ba1d701b48a91a389b7dd09ee8bcc588
+size 1567744

compiled/a6add5d4178acd6bd44c.neff

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5361a1706e2619295e7f815f73fe878332e3321b42bfd987986eff6d12cb9e14
+size 2038784

compiled/a96751337a7365cf9f26.neff

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2599f9939f052e81f0a32c97256fde5a46959c860311d34cc498e9203d893918
+size 4250624

compiled/ab4b2301092efdfcb139.neff

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4e78f202610e078a5886c01be99b42fe0e42a4a8cb37b79c4e8f265a7b4ff30
+size 1721344

compiled/b1e52489b7020535cc04.neff

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08135ce51918ccbc05c8d5820708468156e47c0b976905a147dd2c37efe38423
+size 1465344

compiled/b7cc1a385fe0e918eb4e.neff

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76081b0e48dbce122c28416c68d6367a4e4a81886373e42b86cd457ab9bc4f2c
+size 1383424

config.json

@@ -0,0 +1,53 @@
+{
+  "_name_or_path": "vietphuon/Llama-3.2-1B-Instruct-alpaca-then-quizgen-16bit",
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "neuron": {
+    "auto_cast_type": "fp16",
+    "batch_size": 1,
+    "checkpoint_id": "vietphuon/Llama-3.2-1B-Instruct-alpaca-then-quizgen-16bit",
+    "checkpoint_revision": "a01e6bf5efa30f940147bf0f1d038e32af8d46d6",
+    "compiler_type": "neuronx-cc",
+    "compiler_version": "2.15.128.0+56dc5a86",
+    "num_cores": 2,
+    "sequence_length": 4096,
+    "task": "text-generation"
+  },
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pad_token_id": 128004,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "float16",
+  "transformers_version": "4.43.2",
+  "unsloth_version": "2024.10.3",
+  "use_cache": true,
+  "vocab_size": 128256
+}

generation_config.json

@@ -0,0 +1,14 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "max_length": 131072,
+  "pad_token_id": 128004,
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.43.2"
+}