updata weight v20240321

CHANGELOG.md

@@ -1,4 +1,8 @@
 
+## version： v20240321
+- train 17B tokens with 256k context window
+- recall of "Needle in A HayStack": 99.0%  [](./images/v20240321.png)
+
 ## version： v20240318
 - train 12B tokens with 256k context window
 - recall of "Needle in A HayStack": 97.5%  [](./images/v20240318.png)

md5

@@ -1,5 +1,5 @@
-c094e4db5e548ab603210c7f0f9c043c  model-00001-of-00004.safetensors
-d36fa3f98599e4525df3b725ac59d22b  model-00002-of-00004.safetensors
-104025593a3c23842391a01d62739456  model-00003-of-00004.safetensors
-3aba532f496b4835743074531c2dbfa1  model-00004-of-00004.safetensors
+ea4c0821c336830245134cd7d0e434c1  model-00001-of-00004.safetensors
+54cc12ebbc4588f73938a335b4d209e5  model-00002-of-00004.safetensors
+b3e58b8607b977476ee0ad7d1817eee5  model-00003-of-00004.safetensors
+f4162fd64b5f47758ffdd652d2eea742  model-00004-of-00004.safetensors
 291724ef50f729e45d68f474a7755bbc  tokenizer.model

model-00001-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c1410bdf91faa498fce3981f6ee8f7cb6a4f47ac8cd4e34741daaffd7bf9ebeb
+oid sha256:a8e111c2abf7439e96a405abc7d5d16cd810ac0c2ab6e753e3ac4c347594e6bb
 size 4932711424

model-00002-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:843b2c77b42c40169c5c2e62901c45699c4bd24302aa240a806da3beede8234b
+oid sha256:e404ae15a3f6c0fb0f23fe096aa3b839c836b8ea7cf1bc71ab62e82918165c6c
 size 4976802816

model-00003-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:12bd8f275495bb70f364769a2d233e7a291d44be7ae082baca0ccc19a2925bf0
+oid sha256:c735370383b7fd936e15cbcfc05ea58327c306bcafed4794de8a78219e80322e
 size 4968397360

model-00004-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:06bbbad54fd739c86a12be9114e4a7a77ab794b17827d484f3e69e10357de55b
+oid sha256:273253da7c24a105ec95c53ab4acebde6fc1c287e8782904a58fef766594e4bd
 size 2780953384