Upload folder using huggingface_hub (#2)

- ec6124cc1a250186f3b654cf0be63d579b4963463a0698b9cf8d9a857d37f895 (8995e76c2fc42e5eeac172d317ac1daccb5c602d)
- 928c03a7fa5e5e674cb9da5773a579bf7d752bf79c6a54f6ae3cd4d63ae3b1d5 (9623b3b0e67303d3dae6d86ffa3e33a121b51d94)
- c93539beb246d0d41513bd5d44a7f3aa60c616328f437e83f118c748652c4d54 (a9fa78a6b597f2fbcc6761ee36205d8ace59d7bc)
- e64304619b28b9075c45f8e49a1804b5676720f1145098f9cd73793596b05ec0 (48cb5a0c204bd650340ec1480adc7245d96179e1)
- 181b4c78ed82412ed397b99de6fbd0e04771073e95544392ad7a4efd835c23e8 (bbc618e1c5d01173ec284eccd23713cfd7bcc1e1)
- 633aa9ecfc005aeeffd8527c7f99eaf77d3c503aaea6e7e19d7495fcb04a6284 (907a64eb5636b0702f10ecb63f717cf340958a1a)
- 180fe128efe03b212bc8dabb1e359ed7867747d05892c822cba334f7f4e4e0e8 (9c02d71869c141e91e2de7996741d4b1c1262aa7)
- 8dd3989a3612a1850f476e331809bdedbc6a14c88ba3f2e3486dfe120fde7bd2 (1e218538b8b2a345fc0af35b8fb95dda6fdbcaa6)
- 1dde90f5a8ba226ca603aee11f342bfb5342c271aa67da198ac9e6a39d5a5c32 (e374d99efe14c8a8c2a8e40ef97c872797b9610b)
- ffc204719c72d9c438713a60a6da6112c649c657cb4851b4599ae6a33c16d691 (43d7a35f0aa773e9b8cf3f4c40b5e090105a678a)
- 81417c946fd62ab482d78345ac9a1690f85f9d284f759402381e99bc8387e70d (ee79ed7b2e75368b3095a810eb2ac90f7dc064e4)
- 7dd096802aedc19e3de76364d2feb7bfa58e0360d0f746b16dad12ab0a35a133 (c1ebc281f7ff91dba9ae85cb55346f2f005e783d)
- 42001b7daf0d9db4745b320889a0c7bfc93ecc1ec9251cb39f64f267068243ea (77157c25466947ea66ffd6812ab53b786ffe029a)
- ca247fd361851bbc0d7d256915acba6490f0c18c5d1602d58b19de57b6eaecbf (4cfd8c0f3f8eca32b1d750ae56378dda700621ef)
- 09a5b850271771ebd2c3cda23a7fba01476c1f38c8ba8e03f1dc3b9bcd0c304c (c146aad6c3ecc2d51291ba70fb389e5555803ae3)
- b90c108a027c3c314bfc2c013b9448ef76e55e058a868ebb1db27c9308fdabbc (93fa352a8a47ff933082b5a20cf78fd0d6c90ae4)
- e65a0f6e58b913aae99431fb8c8152ba1b485d65cfe601fab1fa8f99351b5fd2 (d0a11978a9c4c2213dfa2037f0676c454ca64afe)
- f33a9cee6cba67b6cc921b81028ea4d7ca66ad2428ebc32adf5335a476d4477c (b64c7b2766094171986489a494bc3a5c5cf60dbc)
- 113f84a82f04d81551956850fbfcfb443b53119c3c5144c60e03e43ebbeef816 (7f0094fa3a3bfcb96672cd9c0133dcaf33ef6d8d)
- 56feb42cf06018ac2cb640085c809f9538700d88639a6a965907be1229b10bdd (31a56c3ba156c7c7edddc98d5a7e8e3a733744d5)
- 881356f0e4f89f069a53fb21e9147c8bd2091b16119820b207dd12f50b11840f (fad8ac59c1c73822414496b53722013f564b0199)
- 885be21451d05d11d5e3439437a17bbd0a6f9721ecbebaa9c1eca7fb0241d3b6 (6af4ae57657e919ad459bdf49157edd9c4a32761)
- f544482d66ecf2d04aa92e326905d91bfb3cf0cb503c046a94511ab504943cfc (06d8f73ef9b13621e1bef9230724c9b7f7a35f8c)
- 07a728d44e5c6e1c8a15ed544476f5caac2e0eb0e1282138bca72fb929b5e5b5 (cbd1a3c72f1fa38de1d9441b4bacceefe49ea7e7)
- dcce522f1af9e4a14175504fe587ec1cbd58f9fdad5c3dcc72aaeefc9f6e2ccd (3ddb89804e144af30a41a7bc9012e0e65d93c9d9)
- c810e202cb427e57ec17fac1550509939326f39b45e67ea107190f7eacc229d1 (515c0e44adac7c860748dfe85fed4450dae04a41)
- c075bcc8cb4559b337f9b7c8f6f0f17061772a4d4d851d1c3fd7a8460d475c04 (e12988e4186573c175c549be136834fe982cb6e9)
- 8cc956a26d7e383753c86ff0119e5c47e73db0d38998d3415e33e1996baca87f (558dcbf55db02b60d177777c5f051e210bcb28a9)
- 47e0e3e286f5cfb62ca903ce0c6a32b36b81e4a321a330a793b35f00de508ee6 (abc28bdadb31c1d88db16faf5f8cfb29e6c5345b)
- ba33f099f4bafeddb290a22a9abb9722100a1199e76b2452c9aab39ba2f32665 (0f5c6d571dcc753ff0d74ed6c01c26e8ed50c805)
- 75c41392c99d092a4a28ba930783dc412198b32ec6e7c26e47f8ecfedc796f6e (001269cf102ae0ef650f98b6671224535a4febde)
- f4ff71c7d25f44b2a9c9c0a13e7523d403b5acddc9e16c78515d1fe40513dd72 (64171e64670d3988f4012731f6d68d4bc7d0ca9c)
- 4732c3f8b395e0b0fce51c380a8291e59da55658982ce79697800a88672b584d (73fe8a3f5123e0251bc43cc3ffeec168ea032d03)
- eb5e7a75c73f1f59d740ee4ec890ac3d557f5e3b5fc392f47b4e0d6a18a7f974 (c764b9b9d3d0b9021d93d511438e3807539054cf)
- 3609bcc53e3b735e8623230f1c115549e903c78953218a62c6e491ecedab7f87 (e13f6e9beec3f15729932bd9f9b8f4212c2db512)
- 0851b69899380cfa307f93fbe1e5374ae1dcfd3ff2674335cc33c4da50c84259 (1cbe33e83c297e65bfa1de9d57767370994cdd25)
- 965aef72da304f0bb6141a492fc967dd735036ba43a33578c8c3790a40113348 (9472813db60a5a4620b90bba09be3370e0020baf)
- 156b42535c934de89ff61d53b6a0b9187bb50c00c98c69276586b50a7b86761e (d66ed076761f37681ddcd27ffa522e840a0eea19)
- 77caa35ed0de767a789c92b02ef23fe5bc84146727467d29baf64711b3d7cbfe (17da9604e85280c8474169ce180ea1e85d7a5ac6)
- 471209fe8e5e8e3d6f2105d246b17fd6deb0066e2fe1ba4390997f6ab50e0672 (c7b0186f157b7c5c1a5ead8c86964d9fdb3b1304)
- 6bfcb42e44591181e7cef0e43994a2eacbd2d2faf84312076718d81b643e41ad (ebebf81f68afd05168efcf5a26d172d838338b67)
- 5194578189defd4a7621efeacb4c36518c285dfb0a6a64c7aa28a61123ac7414 (0dfc204548e3754ba03158b3b656e8e963d48c7d)
- 944e26a9b15ac925a900631007f3c317e8363bb2fc0d427701fc7178c6e08cf0 (2f7d23a0a6cbcade4fd3b2212b5ed228967d2102)
- 5dd97959287b5704474559e6b5f772db7966dba9fb44b118170ee8d6911cbfe9 (fdf888fe9b180b4e74b15885391dc2a259d6cd18)
- 055d9a9419c6814bfcfda7e1f4cdbc29a502e350c43370fea6200145a4acf1e0 (e5bb83c45769a81d17c3c6f63b6210a9894c2870)

config.json

@@ -0,0 +1,52 @@
+{
+  "_name_or_path": "meta-llama/Meta-Llama-3.1-405B-Instruct",
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 128,
+  "hidden_act": "silu",
+  "hidden_size": 16384,
+  "initializer_range": 0.02,
+  "intermediate_size": 53248,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 128,
+  "num_hidden_layers": 126,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "quip_params": {
+    "K": 4,
+    "L": 16,
+    "V": 2,
+    "codebook": "bitshift",
+    "codebook_version": 0,
+    "decode_mode": "quantlut_sym",
+    "split_for_tp": true,
+    "td_x": 16,
+    "td_y": 16,
+    "tlut_bits": 9
+  },
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 8.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.2",
+  "use_cache": true,
+  "vocab_size": 128256
+}

generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.2"
+}

model-00001-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb853e920c912c15bb8ab443fa85a3b576df35fc8e8a4de0bf5d2239d7356295
+size 4924644256

model-00002-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dd0f7a7f2455adff7ea0a639731150448552665f140e15ce917ffcaa647ce0b
+size 4784559328

model-00003-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:734df5954bca402b4d78aaadb45838c93d92e7c38f6dab699013419e6623aec7
+size 4784559328

model-00004-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59b067068fe8f0901c5c90e40e157625e4b25fa1d09676c067200e0d88da2889
+size 4784559328

model-00005-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cce82a14e1d994c2de72614bbd140d1518b7ca70f4826d148d090499b36c134
+size 4784559432

model-00006-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0650eaeb15263f425d02d2e90282adc9aac9c7f095bfd45892dbf7dbd47d48b6
+size 4784559440

model-00007-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e6de5b0ecabcca7cac410b54c34344f10a0893380e444726d4be33cbd7c25b5
+size 4784559440

model-00008-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2349d4beb027962816aa8ed1db56f02050ec7a57c48688241a68b1125ce6f14
+size 4784559440

model-00009-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bc923acb7a2c379d906fb0c741be85403547408ad7093b0618e0171d61592a4
+size 4784559440

model-00010-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:715d75d8fd437a626351a74b8b792d87bf2be2f63acb9486ea14eb0258844f04
+size 4784559440

model-00011-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45f55b3fb4506c09c5584897129659a1af467bae772804e5e8686f9ff8a29194
+size 4784559440

model-00012-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:070ac6ba6038eaddf3566e13f6d87c13abb1530ddcfe09f4ef47718cabb75c56
+size 4784559440

model-00013-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:199062beeecc7eac2672ca19385c44c8516fd9ec8752e8bd58c8df1fe61992f4
+size 4784559440

model-00014-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:320feefcda9ee6bbf7843567787b8e2187a62c50d81c12a53260bebe9e8de3f6
+size 4784559440

model-00015-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29a8715edfd24f0ef757c88578d0317a8a012f2c40a88bfdc13c51792571fe32
+size 4784559440

model-00016-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f28d9e69c7274e5d9c1ef4cb6109084780427db518e6364c680e8e64ff063780
+size 4784559440

model-00017-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10d8706fcc5536b4ee298b756b820385882e8029d00812e9fa9a509561bddf40
+size 4784559440

model-00018-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80a71d23a392c7c51c80f5790ba04326fff05311e77ced5dfb1fa7d5721b15a5
+size 4784559440

model-00019-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06384a4bba1a5037dc9edae615ab8182b6f1b2be54a810e2e7eaa1381557489e
+size 4784559440

model-00020-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:030313ca91deb44a17e47cfd97606767d0ec55982aef63d9b4ba19517e6385ad
+size 4784559440

model-00021-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5275cef1047bccb0fdc882b6752a32aa2f3c26b6427d4b92c13e1e6e83b1e385
+size 4784559440

model-00022-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddaed62e5aa9ddba18b8923663d46c83153431fe8d5883b2e97609c3aad750ee
+size 4784559440

model-00023-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d85ea44149d6f535a11093f850cb0b4e5d2babc1e12c51e333c2e3ba7e0bc52
+size 4784559440

model-00024-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:534e1d00b14eeac998844d24174bebbd3ee22ed8c1a02d77502dcb6aba77b9c7
+size 4784559440

model-00025-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f312d4c84e05e7c4061f000fabdab1eb66f0e0ccc80173cf092ea993560fa75
+size 4784559440

model-00026-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab8eb73f87d7ec1c8ee92140cf1f479aa2ae02d48016fdc6f11ae8149266bf6a
+size 4784559440

model-00027-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbb8c10de4ba138cb5b75ab1c9178688e0c9dc016bd57446830682e5231f70e3
+size 4784559440

model-00028-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e63e4952f613ae073b5aba84cb0b667df1060d3a257bd3bad674e2cbb763cf06
+size 4784559440

model-00029-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42ddeaddec8bb34d79b0d037eeb58fc198b38911216f08ad94c2bbab328b1844
+size 4784559440

model-00030-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d55738921485b99e0ba422f18263b3b16fb246fa830e38acd609b4e6a39237bb
+size 4784559440

model-00031-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1eb091533a64700e483ca482a9b7a2a196f798fb96ad034054ddf94e8b15035
+size 4784559440

model-00032-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d061e15a2104288a8cdd6c79043815c9a19f110002a1b4147c667230eb73dbd6
+size 4784559440

model-00033-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d97a2a798b8854d202aab917e9e599f4152f69da0ef066f691a541bad5f607fb
+size 4784559440

model-00034-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3db508eea5c86933fcc36f64eaf8ce48ab09b7a91e96985bd2c350fe3515a509
+size 4784559440

model-00035-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:978eadb283a16c0f09de96855cdcc1cb699432d9cdd6842bfa32c1a4ec3e080b
+size 4784559544

model-00036-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:598baee728eb850230af4ceec480bd016727a927c84ce0372454a37b4979e65a
+size 4784559552

model-00037-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2861f7c4ecbab987c1b6223c88f769f825be950653f1aeac183366ab7b3574a7
+size 4784559552

model-00038-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a14300eab5e140f012c8430e7268077174bdc5f64786fc3574bdf0fa58519425
+size 4784559552

model-00039-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c167a62089f3d8846f6e5f2d8a6aebe0c4d88911d1b3877ae860e73022060c1d
+size 4784559552

model-00040-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2396809fffd0accaac360308ccbf1facd2d587b3fe93f15f84a63b0cff5b2e2f
+size 4784559552

model-00041-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cdae08a1ae3b7ef15aa1ebfdd22fc7faafabd18366b110a92d9dc73cf2466c0
+size 4784559552

model-00042-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8266584f0dbec606b412e7b52bb7d27c2d65352dde1b6b24b64dd617b773648
+size 4784559552

model-00043-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00736c83503d93a500a8df46e93d657b5a3154c5812fe58314e8d218dedf53ad
+size 4062640880

model-00044-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b079a02069ebe5a5f4f8135815f136afb1d6fc4423620dcb2a14fa399cdf12
+size 4202692736