Hugging Face's logo

datablations
/
lm1-8b7-176b-c4-ckpts

Model card Files Community
Muennighoff commited on
Commit
2e08da1
•
1 Parent(s): 38921cb

add

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. global_step10000/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt +3 -0
  2. global_step10000/bf16_zero_pp_rank_0_mp_rank_01_optim_states.pt +3 -0
  3. global_step10000/bf16_zero_pp_rank_0_mp_rank_02_optim_states.pt +3 -0
  4. global_step10000/bf16_zero_pp_rank_0_mp_rank_03_optim_states.pt +3 -0
  5. global_step10000/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt +3 -0
  6. global_step10000/bf16_zero_pp_rank_100_mp_rank_01_optim_states.pt +3 -0
  7. global_step10000/bf16_zero_pp_rank_100_mp_rank_02_optim_states.pt +3 -0
  8. global_step10000/bf16_zero_pp_rank_100_mp_rank_03_optim_states.pt +3 -0
  9. global_step10000/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt +3 -0
  10. global_step10000/bf16_zero_pp_rank_101_mp_rank_01_optim_states.pt +3 -0
  11. global_step10000/bf16_zero_pp_rank_101_mp_rank_02_optim_states.pt +3 -0
  12. global_step10000/bf16_zero_pp_rank_101_mp_rank_03_optim_states.pt +3 -0
  13. global_step10000/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt +3 -0
  14. global_step10000/bf16_zero_pp_rank_102_mp_rank_01_optim_states.pt +3 -0
  15. global_step10000/bf16_zero_pp_rank_102_mp_rank_02_optim_states.pt +3 -0
  16. global_step10000/bf16_zero_pp_rank_102_mp_rank_03_optim_states.pt +3 -0
  17. global_step10000/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt +3 -0
  18. global_step10000/bf16_zero_pp_rank_103_mp_rank_01_optim_states.pt +3 -0
  19. global_step10000/bf16_zero_pp_rank_103_mp_rank_02_optim_states.pt +3 -0
  20. global_step10000/bf16_zero_pp_rank_103_mp_rank_03_optim_states.pt +3 -0
  21. global_step10000/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt +3 -0
  22. global_step10000/bf16_zero_pp_rank_104_mp_rank_01_optim_states.pt +3 -0
  23. global_step10000/bf16_zero_pp_rank_104_mp_rank_02_optim_states.pt +3 -0
  24. global_step10000/bf16_zero_pp_rank_104_mp_rank_03_optim_states.pt +3 -0
  25. global_step10000/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt +3 -0
  26. global_step10000/bf16_zero_pp_rank_105_mp_rank_01_optim_states.pt +3 -0
  27. global_step10000/bf16_zero_pp_rank_105_mp_rank_02_optim_states.pt +3 -0
  28. global_step10000/bf16_zero_pp_rank_105_mp_rank_03_optim_states.pt +3 -0
  29. global_step10000/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt +3 -0
  30. global_step10000/bf16_zero_pp_rank_106_mp_rank_01_optim_states.pt +3 -0
  31. global_step10000/bf16_zero_pp_rank_106_mp_rank_02_optim_states.pt +3 -0
  32. global_step10000/bf16_zero_pp_rank_106_mp_rank_03_optim_states.pt +3 -0
  33. global_step10000/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt +3 -0
  34. global_step10000/bf16_zero_pp_rank_107_mp_rank_01_optim_states.pt +3 -0
  35. global_step10000/bf16_zero_pp_rank_107_mp_rank_02_optim_states.pt +3 -0
  36. global_step10000/bf16_zero_pp_rank_107_mp_rank_03_optim_states.pt +3 -0
  37. global_step10000/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt +3 -0
  38. global_step10000/bf16_zero_pp_rank_108_mp_rank_01_optim_states.pt +3 -0
  39. global_step10000/bf16_zero_pp_rank_108_mp_rank_02_optim_states.pt +3 -0
  40. global_step10000/bf16_zero_pp_rank_108_mp_rank_03_optim_states.pt +3 -0
  41. global_step10000/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt +3 -0
  42. global_step10000/bf16_zero_pp_rank_109_mp_rank_01_optim_states.pt +3 -0
  43. global_step10000/bf16_zero_pp_rank_109_mp_rank_02_optim_states.pt +3 -0
  44. global_step10000/bf16_zero_pp_rank_109_mp_rank_03_optim_states.pt +3 -0
  45. global_step10000/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt +3 -0
  46. global_step10000/bf16_zero_pp_rank_10_mp_rank_01_optim_states.pt +3 -0
  47. global_step10000/bf16_zero_pp_rank_10_mp_rank_02_optim_states.pt +3 -0
  48. global_step10000/bf16_zero_pp_rank_10_mp_rank_03_optim_states.pt +3 -0
  49. global_step10000/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt +3 -0
  50. global_step10000/bf16_zero_pp_rank_110_mp_rank_01_optim_states.pt +3 -0
global_step10000/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb16c1a96ec92fa9cbc2f09de893d2446f72726f931b23acd9413e021e4d81f5
3
+ size 208731415
global_step10000/bf16_zero_pp_rank_0_mp_rank_01_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80e80b2bb6aa8be321ed099d07d8d1b25268edf4f131563929c07043f33f1f24
3
+ size 208731415
global_step10000/bf16_zero_pp_rank_0_mp_rank_02_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e919ab832d37083eaeb3f84e5ccd04b18aa2fd1c95af0edb2a8326cef27c771
3
+ size 208732183
global_step10000/bf16_zero_pp_rank_0_mp_rank_03_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:893f27646b8a4280c259672b419178b4745933d9713bece16d0d2bd025183b33
3
+ size 208732183
global_step10000/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef1161e019dc5e96bf0efdab66b7d45b6b9664462fd7085f0c55b261c0b56fda
3
+ size 208731437
global_step10000/bf16_zero_pp_rank_100_mp_rank_01_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13ea1630999524c775cfb02842c11e69656852ee41eeadb6c1149bc219166562
3
+ size 208731437
global_step10000/bf16_zero_pp_rank_100_mp_rank_02_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f351a07248577bb35a6489f8c0977419791b4f61a3dbd2d62881499ed0689a56
3
+ size 208732205
global_step10000/bf16_zero_pp_rank_100_mp_rank_03_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b75320a1c12a96f3e99779211ae0f0ebed6f64fa03165dc89ab2f9a8505f6b89
3
+ size 208732205
global_step10000/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc54fe48fc8a691bcee62d4edfc69104cfe26c93c4de9cdbdcfa284c27fd7553
3
+ size 208731373
global_step10000/bf16_zero_pp_rank_101_mp_rank_01_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b5f6fd3072863d2802dae239ff2611e84fa75734191aad08c7fd48ea0f34d5a
3
+ size 208731373
global_step10000/bf16_zero_pp_rank_101_mp_rank_02_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ee51cfca5de7ed0f49c9071d1cf36ef5222b19451d1bc94b1d97899ca792afd
3
+ size 208732077
global_step10000/bf16_zero_pp_rank_101_mp_rank_03_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f171726a6f495170889bf366278d4c9d60fcdfc9fdd880efa2c4df11a6dec02
3
+ size 208732077
global_step10000/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1143290d83041853316e488bcbc1abe18712397dd7000fd0ae3f0b365907d4fb
3
+ size 208731437
global_step10000/bf16_zero_pp_rank_102_mp_rank_01_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2911ef6c36c974aef5ba123674b5c5445313cb1873404eca9413cd72d467fdf
3
+ size 208731437
global_step10000/bf16_zero_pp_rank_102_mp_rank_02_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ebe2d29dc81d69e6ea55f71ffb0ef646f60c30fdbdf050b0ec7e61022267b385
3
+ size 208732205
global_step10000/bf16_zero_pp_rank_102_mp_rank_03_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43b6e3f9b058612f33b08b6d47c2dfcecdd59cafa1696b9a98959890f73d769e
3
+ size 208732205
global_step10000/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43355f8502fcd65324182c6a360548413b11603fe59331ca18fbb3402fe25dac
3
+ size 208731373
global_step10000/bf16_zero_pp_rank_103_mp_rank_01_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b40844e7b70e627db2c96b40fdffe7bde5f8b05e97974c0cbf2fb3543829fec7
3
+ size 208731373
global_step10000/bf16_zero_pp_rank_103_mp_rank_02_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:743aa59d56926aba08c4c8ff99983ef7c4e26bf3dc2ef49a2dc0e91af9a69443
3
+ size 208732205
global_step10000/bf16_zero_pp_rank_103_mp_rank_03_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71389bed1a4f49bc2db6a551ca201ee8670d291b5363f4df91b7765f98bb51cf
3
+ size 208732205
global_step10000/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a126578500696c2c081a8bc8b01485320e70b4fe71865e9fb25ca669619cb701
3
+ size 208731501
global_step10000/bf16_zero_pp_rank_104_mp_rank_01_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3ec101c54638ad927a2f6f617f665fb38e39a54c2a09a7d43ab47edbf72a21c
3
+ size 208731501
global_step10000/bf16_zero_pp_rank_104_mp_rank_02_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c72d395fe2d024e163fece09d2f99489dada5588b1c5d73e571c1b698fe6144b
3
+ size 208732205
global_step10000/bf16_zero_pp_rank_104_mp_rank_03_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1809cb9b66dfaad757590592c2d0c83713ddca077754b876a3d14912a53556d0
3
+ size 208732205
global_step10000/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4adcbc1434db6ab69f9626b39cd7e8163ff1b32fa261db9deb780528b6dcbd76
3
+ size 208731437
global_step10000/bf16_zero_pp_rank_105_mp_rank_01_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8babdeba5acd01616e3b338a94bf9f3475734d3259b3a1b0ea254aa2d967a545
3
+ size 208731437
global_step10000/bf16_zero_pp_rank_105_mp_rank_02_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2c124ac25dda271f4ab9a66b96a45d0e4aeae8c1dd6e8ffae6e7f721d71ca55
3
+ size 208732205
global_step10000/bf16_zero_pp_rank_105_mp_rank_03_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38c512ff6cd94d4501890cce9f9c00be9873876ee3b9e26a214fe534e0b92867
3
+ size 208732205
global_step10000/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39dfb94a54902742ee21330320e19e9854836e5e13d45743814cd7937b5dced9
3
+ size 208731437
global_step10000/bf16_zero_pp_rank_106_mp_rank_01_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e68974c6dff4566cee354c114f11887a8d8bd0f01581330ecc5e08c4a0c89d8f
3
+ size 208731437
global_step10000/bf16_zero_pp_rank_106_mp_rank_02_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b08e3ca29a6d43374d88c87be82236bd75c19463733b82e286b30ba1fa173b3
3
+ size 208732269
global_step10000/bf16_zero_pp_rank_106_mp_rank_03_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6b33872b1229d0a7a72d8979e5ec9c9f72fe480340f7f0b6209a14b558d5d20
3
+ size 208732269
global_step10000/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9c8b03074ee4aa1c9ec43bfa3f76ece29411934681101b7020885691edaff43
3
+ size 208731501
global_step10000/bf16_zero_pp_rank_107_mp_rank_01_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f71f60adf11e24b5948d086e5aa56788e93056f61c707f5988b8cae158f83c0f
3
+ size 208731501
global_step10000/bf16_zero_pp_rank_107_mp_rank_02_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45b79d6e92c859c9adc10c00150321bf9890080f36fc2fc14ae29555d37b701c
3
+ size 208732205
global_step10000/bf16_zero_pp_rank_107_mp_rank_03_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b15d465e2d6ef8124101fe0fcc55ea803879d5fb43523ef4bf8e1b62fc2b8fde
3
+ size 208732205
global_step10000/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4add79374dcde3c05eca78eac462388ff58debfba29eee90cac088287051f58
3
+ size 208731373
global_step10000/bf16_zero_pp_rank_108_mp_rank_01_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95ab8b73c61a9e868214b568f80695182489b858753ac01337868fdaae0f04ac
3
+ size 208731373
global_step10000/bf16_zero_pp_rank_108_mp_rank_02_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f08657fd978508cc5efbbe6a684244f7c20fdb03ea22f4ea83e831042814c94
3
+ size 208732141
global_step10000/bf16_zero_pp_rank_108_mp_rank_03_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8bf17709bf2f3f10bfcdaaae1352527346d3002730c7b03c5df3b6c5ac07b34
3
+ size 208732141
global_step10000/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6cdd50cee7d7490de1f008114f2eb42a47c7af90812d203f3e65200a84a4a543
3
+ size 208731373
global_step10000/bf16_zero_pp_rank_109_mp_rank_01_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b966666c03d25bd4233986648f2d823ae67a27eea5845ab207850c08881fbf8e
3
+ size 208731373
global_step10000/bf16_zero_pp_rank_109_mp_rank_02_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f64e73a95ae71ff1375b662cba297801c2c465703e4f737b9b1a4f293f0d67d
3
+ size 208732141
global_step10000/bf16_zero_pp_rank_109_mp_rank_03_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:693a29789bb641b21a99359a00ecb403db02de72777a6f5db48da290755083c5
3
+ size 208732141
global_step10000/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb97e46a44e019c534b321d458b5b9b29450b41b6147f09f2f7a0373a0a702d2
3
+ size 208731362
global_step10000/bf16_zero_pp_rank_10_mp_rank_01_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80efbd57102ae09817dc500398ad2122b59545ed7db99fc2ca1304364dbf234f
3
+ size 208731362
global_step10000/bf16_zero_pp_rank_10_mp_rank_02_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f144f1bd422d570553ff889f85aeb75b5be99f5893165c17dcf42aa7e374a40e
3
+ size 208732130
global_step10000/bf16_zero_pp_rank_10_mp_rank_03_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:606ebd3c9ffdf70e6ed6cec868e44fad63dd5b5008fc3c0f4f1dbd0fd8795d27
3
+ size 208732130
global_step10000/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e7cb01ba5ae06c3ef7e13af47499e961a17029b6be443f4dbf60fb840c61b8a
3
+ size 208731437
global_step10000/bf16_zero_pp_rank_110_mp_rank_01_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f20d4c4d855a002a725abe5f48d67e32fc5f003c9fd671c65d9c85106d4e25c
3
+ size 208731437