Upload LlamaForCausalLM

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "/mnt/llm_models/checkpoints/checkpoint-180000/",
+  "_name_or_path": "/root/llm_checkpoint/checkpoint-107000/",
   "architectures": [
     "LlamaForCausalLM"
   ],
@@ -23,7 +23,7 @@
   "rope_theta": 500000.0,
   "tie_word_embeddings": false,
   "torch_dtype": "bfloat16",
-  "transformers_version": "4.43.2",
-  "use_cache": true,
-  "vocab_size": 128264
+  "transformers_version": "4.43.3",
+  "use_cache": false,
+  "vocab_size": 128256
 }

generation_config.json

@@ -5,5 +5,5 @@
   "max_length": 4096,
   "temperature": 0.6,
   "top_p": 0.9,
-  "transformers_version": "4.43.2"
+  "transformers_version": "4.43.3"
 }

model-00001-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e9bc6a6e4f4de9a899a8268ff710178a00659f966a6c45c04500d0c006c2902b
-size 4976764208
+oid sha256:d8d0a7b5eb95e4be4e16be7da614e8abaeed69a4faf24756d237dc813760b3c3
+size 4976698672

model-00002-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9b04f8e5ecf8ef333f5f10beecaba80cbfa6fb68076ae429283a185267ba72b1
+oid sha256:7642643c041399a00cd9fab2d22bd178499de6d9b68341b7351e961ce44f60cc
 size 4999802720

model-00003-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b6c702237a0616a836c20bec93fc0b1b1673ec78bed5a85e5b68f9964a4172db
+oid sha256:574eed454e911ea6847439e0f7d74be5272472204931bc0c9b7b4b6ea3cb7130
 size 4915916176

model-00004-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5f22134280c8f32d0a0d2a674e2850746f72e4359eae1c6f6d2d4349bfa68431
-size 1168204344
+oid sha256:544696242bc10e106944d9a16f8d6efce84599168e5bb7b914aff71aa66a0834
+size 1168138808

model.safetensors.index.json

@@ -1,6 +1,6 @@
 {
   "metadata": {
-    "total_size": 16060653568
+    "total_size": 16060522496
   },
   "weight_map": {
     "lm_head.weight": "model-00004-of-00004.safetensors",