Merged 16bit (Trained with Unsloth)

config.json

@@ -22,7 +22,7 @@
   "rms_norm_eps": 1e-06,
   "rope_scaling": null,
   "rope_theta": 10000.0,
-  "torch_dtype": "bfloat16",
+  "torch_dtype": "float16",
   "transformers_version": "4.40.0",
   "unsloth_version": "2024.4",
   "use_cache": true,

model-00001-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dca278b557a1d59b6bf5421c8b1d9df7c6e7d9ee622e5c1f43ee211de68ab68b
-size 4995496656
+oid sha256:b443258abb8b2f36494a192b9d0e2bed4173bee3437366edff2945063f8246ad
+size 4995496592

model-00002-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a8be892eb542a1d6ad32d1bc7d0daa954fdea8f65a022a23dafbfe189e721091
-size 4982953168
+oid sha256:b477506794784480e19d453251839c29efacb41c5da6999e336bae1cc36bf0cd
+size 4982953088

model-00003-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a6d8ebd90c1dbd7b353da57ab5549a55fd435ceac75d77d3ae45becdc680e84a
-size 4982953200
+oid sha256:5036fbe0df9efb7ba15ef77d7597783a6b03b45a79b20b151e897cd75137a37e
+size 4982953120

model-00004-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9b32883597cd7634d1bb512183e34d938f68ef5203865b90c31f43560bf8b215
-size 2113988336
+oid sha256:8eabb919fb5dc1e41fabc7c4f4b7a693c962b3ac0ea29c211ffc93b7fea61cd0
+size 2113988304