Hugging Face's logo

datablations
/
lm1-8b7-12b-beta

TensorBoard
Model card Files Metrics Community
Muennighoff commited on
Commit
528b56b
•
1 Parent(s): 6eed165

Add

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. global_step5494/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt +3 -0
  2. global_step5494/bf16_zero_pp_rank_0_mp_rank_01_optim_states.pt +3 -0
  3. global_step5494/bf16_zero_pp_rank_0_mp_rank_02_optim_states.pt +3 -0
  4. global_step5494/bf16_zero_pp_rank_0_mp_rank_03_optim_states.pt +3 -0
  5. global_step5494/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt +3 -0
  6. global_step5494/bf16_zero_pp_rank_100_mp_rank_01_optim_states.pt +3 -0
  7. global_step5494/bf16_zero_pp_rank_100_mp_rank_02_optim_states.pt +3 -0
  8. global_step5494/bf16_zero_pp_rank_100_mp_rank_03_optim_states.pt +3 -0
  9. global_step5494/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt +3 -0
  10. global_step5494/bf16_zero_pp_rank_101_mp_rank_01_optim_states.pt +3 -0
  11. global_step5494/bf16_zero_pp_rank_101_mp_rank_02_optim_states.pt +3 -0
  12. global_step5494/bf16_zero_pp_rank_101_mp_rank_03_optim_states.pt +3 -0
  13. global_step5494/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt +3 -0
  14. global_step5494/bf16_zero_pp_rank_102_mp_rank_01_optim_states.pt +3 -0
  15. global_step5494/bf16_zero_pp_rank_102_mp_rank_02_optim_states.pt +3 -0
  16. global_step5494/bf16_zero_pp_rank_102_mp_rank_03_optim_states.pt +3 -0
  17. global_step5494/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt +3 -0
  18. global_step5494/bf16_zero_pp_rank_103_mp_rank_01_optim_states.pt +3 -0
  19. global_step5494/bf16_zero_pp_rank_103_mp_rank_02_optim_states.pt +3 -0
  20. global_step5494/bf16_zero_pp_rank_103_mp_rank_03_optim_states.pt +3 -0
  21. global_step5494/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt +3 -0
  22. global_step5494/bf16_zero_pp_rank_104_mp_rank_01_optim_states.pt +3 -0
  23. global_step5494/bf16_zero_pp_rank_104_mp_rank_02_optim_states.pt +3 -0
  24. global_step5494/bf16_zero_pp_rank_104_mp_rank_03_optim_states.pt +3 -0
  25. global_step5494/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt +3 -0
  26. global_step5494/bf16_zero_pp_rank_105_mp_rank_01_optim_states.pt +3 -0
  27. global_step5494/bf16_zero_pp_rank_105_mp_rank_02_optim_states.pt +3 -0
  28. global_step5494/bf16_zero_pp_rank_105_mp_rank_03_optim_states.pt +3 -0
  29. global_step5494/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt +3 -0
  30. global_step5494/bf16_zero_pp_rank_106_mp_rank_01_optim_states.pt +3 -0
  31. global_step5494/bf16_zero_pp_rank_106_mp_rank_02_optim_states.pt +3 -0
  32. global_step5494/bf16_zero_pp_rank_106_mp_rank_03_optim_states.pt +3 -0
  33. global_step5494/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt +3 -0
  34. global_step5494/bf16_zero_pp_rank_107_mp_rank_01_optim_states.pt +3 -0
  35. global_step5494/bf16_zero_pp_rank_107_mp_rank_02_optim_states.pt +3 -0
  36. global_step5494/bf16_zero_pp_rank_107_mp_rank_03_optim_states.pt +3 -0
  37. global_step5494/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt +3 -0
  38. global_step5494/bf16_zero_pp_rank_108_mp_rank_01_optim_states.pt +3 -0
  39. global_step5494/bf16_zero_pp_rank_108_mp_rank_02_optim_states.pt +3 -0
  40. global_step5494/bf16_zero_pp_rank_108_mp_rank_03_optim_states.pt +3 -0
  41. global_step5494/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt +3 -0
  42. global_step5494/bf16_zero_pp_rank_109_mp_rank_01_optim_states.pt +3 -0
  43. global_step5494/bf16_zero_pp_rank_109_mp_rank_02_optim_states.pt +3 -0
  44. global_step5494/bf16_zero_pp_rank_109_mp_rank_03_optim_states.pt +3 -0
  45. global_step5494/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt +3 -0
  46. global_step5494/bf16_zero_pp_rank_10_mp_rank_01_optim_states.pt +3 -0
  47. global_step5494/bf16_zero_pp_rank_10_mp_rank_02_optim_states.pt +3 -0
  48. global_step5494/bf16_zero_pp_rank_10_mp_rank_03_optim_states.pt +3 -0
  49. global_step5494/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt +3 -0
  50. global_step5494/bf16_zero_pp_rank_110_mp_rank_01_optim_states.pt +3 -0
global_step5494/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:566aee193e2f8127faef1d276540c6904f01057ea1bcb40275d2de3aa562efac
3
+ size 208731415
global_step5494/bf16_zero_pp_rank_0_mp_rank_01_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:753e4194b47d1d0232c73978700e27e734c9b665aa351fdcabe6523d5c1396cc
3
+ size 208731415
global_step5494/bf16_zero_pp_rank_0_mp_rank_02_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:682a5e5280bbbf92e7650d408a9520fb3f9382fdbf8bc0ac0d79cf6f9c671c50
3
+ size 208732183
global_step5494/bf16_zero_pp_rank_0_mp_rank_03_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f68d9de00f54224f5b770618b12989f8d6eee15604d101c251011831ab3d71fc
3
+ size 208732183
global_step5494/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:854df9755355942cdaa589cee126131ad576872a79a36a7a06188ac8486b0929
3
+ size 208731437
global_step5494/bf16_zero_pp_rank_100_mp_rank_01_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:035b86a4949eacf3a42ff0116ba9ccdde2fcf18d88ffb9a941c75141650954f6
3
+ size 208731437
global_step5494/bf16_zero_pp_rank_100_mp_rank_02_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ef0aa454a83ea7669d2e508f50906c87973132bfa493a6ac0d749de3e9ac307
3
+ size 208732205
global_step5494/bf16_zero_pp_rank_100_mp_rank_03_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d182b8c073bb01d89801508101ffef78b1b29db1c39592fd04dd43d24ef862e
3
+ size 208732205
global_step5494/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11292533bbf537c4592ab55368bc2bf94758a40206ba6641a05c9e64bade7fd6
3
+ size 208731373
global_step5494/bf16_zero_pp_rank_101_mp_rank_01_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2bac60c238ae2f37897455609bc4b9af577785e8885284e27344f2ecfb9cfbc1
3
+ size 208731373
global_step5494/bf16_zero_pp_rank_101_mp_rank_02_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5e08c29830c004e838a1efe353ca26a05cfb2ba6c369fa70846355bec48cabe
3
+ size 208732077
global_step5494/bf16_zero_pp_rank_101_mp_rank_03_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e10397c4ceba96b1a8b11a655bdac3c42a86afbd606d38310dcb691a60e14dc1
3
+ size 208732077
global_step5494/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:303c3fce32626ef02b43fc9294298cfcd1f6914be92dfe7e9246a6740ead311e
3
+ size 208731437
global_step5494/bf16_zero_pp_rank_102_mp_rank_01_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76f4c79cd6467489ea4a8c71d894de8c54f75afa986155ab4b80c1baeb284b1b
3
+ size 208731437
global_step5494/bf16_zero_pp_rank_102_mp_rank_02_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c089d8b328c497e0ae0dfd7e348955329e45572e4aff06ca6a83889ac141d9d
3
+ size 208732205
global_step5494/bf16_zero_pp_rank_102_mp_rank_03_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34946349cc299dafded05ab1d1fc1ca2652fbfee1870d629e7617d256d7797c0
3
+ size 208732205
global_step5494/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa9341f34fe3eba36548c6d9b586b61de41ad2f3a9cd727a76d9890aec852261
3
+ size 208731373
global_step5494/bf16_zero_pp_rank_103_mp_rank_01_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1ece68bd846fbc2387f421d8109297bb81d410e47d674d36645cc1ad6a751bd
3
+ size 208731373
global_step5494/bf16_zero_pp_rank_103_mp_rank_02_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5fe7bcf97dc58d252539b58ad290a95a3d36b946fbcd0fcbb39fcab4ac5e8542
3
+ size 208732205
global_step5494/bf16_zero_pp_rank_103_mp_rank_03_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:953f0866fb0254245f3844af13ffffdd7d142b582c729e1a84d2bdf709cc98db
3
+ size 208732205
global_step5494/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:601eafe20ebdbd4868ac949f2672c23d85f7234501e951a6df9e15a6047b8083
3
+ size 208731501
global_step5494/bf16_zero_pp_rank_104_mp_rank_01_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f5b12ec9257bcb702a7097f9f8009ae9154c2766e4c8070e2eca86685b3073f
3
+ size 208731501
global_step5494/bf16_zero_pp_rank_104_mp_rank_02_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36ae4188dcbd997368831ddac52cd780508ed8992bbf5ed542af6b4bf5428995
3
+ size 208732205
global_step5494/bf16_zero_pp_rank_104_mp_rank_03_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05ff00c3c06d85c97a49741b5676b00cd61eb28c1f8c18e09c29615a4d4c7150
3
+ size 208732205
global_step5494/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:771706f6ffdc1b3f57f82d2b590077f2959a55c1184621c73f5f2559204322fd
3
+ size 208731437
global_step5494/bf16_zero_pp_rank_105_mp_rank_01_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d0afbabe5c3d8969056c49d095af6cbb0f92a8c4c6d89623a5bda6c6c4f436f
3
+ size 208731437
global_step5494/bf16_zero_pp_rank_105_mp_rank_02_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9327beb3f146736350a170df683d511b967ff0a2e922e0cb5d2de708e32a8a3e
3
+ size 208732205
global_step5494/bf16_zero_pp_rank_105_mp_rank_03_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:30a68584d27965d8b506829aa4d77db3facab53cb15f62fc26d877e6a8f4c4eb
3
+ size 208732205
global_step5494/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0c278813b30a206051bc3f1450588892c9c2b974cdb447f7539201714ccfd35
3
+ size 208731437
global_step5494/bf16_zero_pp_rank_106_mp_rank_01_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8824ee8a492fd86d73f60057d15bd7f4d176000448b665e3c44d74cc4328a1f2
3
+ size 208731437
global_step5494/bf16_zero_pp_rank_106_mp_rank_02_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:503de2f843fae705d8c5ffdd7346a428f0b28cd1811e0f7dc34766e5cee36ad8
3
+ size 208732269
global_step5494/bf16_zero_pp_rank_106_mp_rank_03_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0204193a3751f31b699ffdbcf591c3c41cc4d56474003d38c6f20638aed01cb4
3
+ size 208732269
global_step5494/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e44148c735566b299b48ff3f421bcb518d5d8049dcdfd186156b043bd8382c1
3
+ size 208731501
global_step5494/bf16_zero_pp_rank_107_mp_rank_01_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c8d4bdc60f223da490acf93663047feadc6361a5dad86568fc4559ec57b0574
3
+ size 208731501
global_step5494/bf16_zero_pp_rank_107_mp_rank_02_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b05e8e69f18e0dd4c13fcbc3d0c54f58e42ea84725cd768ec4d65c15947edc21
3
+ size 208732205
global_step5494/bf16_zero_pp_rank_107_mp_rank_03_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d41835d98f0455ae2c03a16d84d3807614b6c89841ec5a51bcc41dbe76432256
3
+ size 208732205
global_step5494/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d0f6d53fa99e17532f3472fef46f7f4438b48ce04040d537f4745825166b05a
3
+ size 208731373
global_step5494/bf16_zero_pp_rank_108_mp_rank_01_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cbdafc10e39d46138619cfe10673c86eb27c618f3386bb57232e15ab93c1668e
3
+ size 208731373
global_step5494/bf16_zero_pp_rank_108_mp_rank_02_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9f175e1ca65c0ab9c995c3d53c2b0bb5a0da74380aed7267cf308c754bd1fe0
3
+ size 208732141
global_step5494/bf16_zero_pp_rank_108_mp_rank_03_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9dedabc562f57450e6ee1faac8011b3bdb11064ebe6a5fced72e8f2de1ff564
3
+ size 208732141
global_step5494/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d767b226227632e9fd4807693ec44c4871cedbc394c953b1a892c2d68ccdf972
3
+ size 208731373
global_step5494/bf16_zero_pp_rank_109_mp_rank_01_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d4933d007a26f0bdb19652eb2f76eaea093f5b543b34376bb454aa2785b71b8
3
+ size 208731373
global_step5494/bf16_zero_pp_rank_109_mp_rank_02_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ee62950ab26d779af609d5294e15a86ad03e63c67bbc72abd51a836df94ee3e
3
+ size 208732141
global_step5494/bf16_zero_pp_rank_109_mp_rank_03_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d7141874e0fa2ccb40ba3f61d1521ab6f3d3c58d1d0aa11d274f5e3faaee542
3
+ size 208732141
global_step5494/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd075fd8918ccc0928faf91ff07bbd00f0a96263bb5c5b209740100c975bbbde
3
+ size 208731362
global_step5494/bf16_zero_pp_rank_10_mp_rank_01_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:57c8b6a542d70af39ebcb66ed2ae46de4dd575c90116e8228f9c1e904d289ccd
3
+ size 208731362
global_step5494/bf16_zero_pp_rank_10_mp_rank_02_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8bb640335f8e43f14f42da50934356cb2e6eea7e7611b8b780f00052fc1f97d4
3
+ size 208732130
global_step5494/bf16_zero_pp_rank_10_mp_rank_03_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8bc9a48d5c4b98964c2afd0d2ac7c359b15943dc2ccff4f519fdd8e1925dbc95
3
+ size 208732130
global_step5494/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:abc91951960e8fe5313f79c2cb1c6044dd131cd93ebae98e6c9840761e1c3e07
3
+ size 208731437
global_step5494/bf16_zero_pp_rank_110_mp_rank_01_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f07d899fb19df744a77d40e66c4134dc6aeb8d74342406658a167a0a43775601
3
+ size 208731437