Upload LlamaForCausalLM

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct",
+  "_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct-dequantized",
   "architectures": [
     "LlamaForCausalLM"
   ],
@@ -21,8 +21,8 @@
   "rope_scaling": null,
   "rope_theta": 500000.0,
   "tie_word_embeddings": false,
-  "torch_dtype": "float16",
-  "transformers_version": "4.37.2",
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.40.2",
   "use_cache": true,
-  "vocab_size": 128256
+  "vocab_size": 128320
 }

generation_config.json

@@ -1,9 +1,12 @@
 {
-  "_from_model_config": true,
   "bos_token_id": 128000,
+  "do_sample": true,
   "eos_token_id": [
     128001,
     128009
   ],
-  "transformers_version": "4.37.2"
+  "max_length": 4096,
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.40.2"
 }

model-00001-of-00005.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:06bb5a6dd1320f2bf3d1feb913b1a05d872b6b4902f9e9e57e8b188a48593cb9
-size 3986791280
+oid sha256:fda7d11ceee263b6611300cfddaf5bc8094ca8f69115c24dee02d2a136cb2e24
+size 3987315632

model-00002-of-00005.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6f93a454eb4b1d7716e1eb9628e8aa06c0eaa8d5eeeadf4985beaa8b0e148e19
-size 3926025336
+oid sha256:09e78b5290387c6aaaa459ad342e2e6d7b79fc6f1ca73f779878d777728a19fb
+size 3926025416

model-00003-of-00005.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:de1c342ee45b9b4f8e582c45061b9f0d58a542fc27a55476c14bf720bcc732e8
-size 3926025360
+oid sha256:f5797e333255e3f2164d326fac05346a82a711f752ad6c7b8df7d0fa44316bc3
+size 3926025440

model-00004-of-00005.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4dd40ff91f05aee5994ef2933a491c4cb444d9f121f001a0e62024af455a18cd
-size 3171040800
+oid sha256:a8b658d9faae50d068a032cfae6d341cbf1f8f80037d6c3eae730cdf5c87473c
+size 3171040864

model-00005-of-00005.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8005050c5e27c8232d9ce04f03631ce67bcc362c80fc57079bda23b498695c20
-size 1050673280
+oid sha256:309317685a7c9ebc0324c907c1a237b2c0b62bae93de3096f29bdc64b24581e2
+size 1051197568

model.safetensors.index.json

@@ -1,6 +1,6 @@
 {
   "metadata": {
-    "total_size": 16060522496
+    "total_size": 16061571072
   },
   "weight_map": {
     "lm_head.weight": "model-00005-of-00005.safetensors",