Hugging Face's logo

datablations
/
lm1-8b7-176b-c4-ckpts

Model card Files Community
Muennighoff commited on
Commit
38921cb
•
1 Parent(s): 3b5f5b5

Add

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. global_step65000/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt +3 -0
  2. global_step65000/bf16_zero_pp_rank_0_mp_rank_01_optim_states.pt +3 -0
  3. global_step65000/bf16_zero_pp_rank_0_mp_rank_02_optim_states.pt +3 -0
  4. global_step65000/bf16_zero_pp_rank_0_mp_rank_03_optim_states.pt +3 -0
  5. global_step65000/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt +3 -0
  6. global_step65000/bf16_zero_pp_rank_100_mp_rank_01_optim_states.pt +3 -0
  7. global_step65000/bf16_zero_pp_rank_100_mp_rank_02_optim_states.pt +3 -0
  8. global_step65000/bf16_zero_pp_rank_100_mp_rank_03_optim_states.pt +3 -0
  9. global_step65000/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt +3 -0
  10. global_step65000/bf16_zero_pp_rank_101_mp_rank_01_optim_states.pt +3 -0
  11. global_step65000/bf16_zero_pp_rank_101_mp_rank_02_optim_states.pt +3 -0
  12. global_step65000/bf16_zero_pp_rank_101_mp_rank_03_optim_states.pt +3 -0
  13. global_step65000/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt +3 -0
  14. global_step65000/bf16_zero_pp_rank_102_mp_rank_01_optim_states.pt +3 -0
  15. global_step65000/bf16_zero_pp_rank_102_mp_rank_02_optim_states.pt +3 -0
  16. global_step65000/bf16_zero_pp_rank_102_mp_rank_03_optim_states.pt +3 -0
  17. global_step65000/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt +3 -0
  18. global_step65000/bf16_zero_pp_rank_103_mp_rank_01_optim_states.pt +3 -0
  19. global_step65000/bf16_zero_pp_rank_103_mp_rank_02_optim_states.pt +3 -0
  20. global_step65000/bf16_zero_pp_rank_103_mp_rank_03_optim_states.pt +3 -0
  21. global_step65000/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt +3 -0
  22. global_step65000/bf16_zero_pp_rank_104_mp_rank_01_optim_states.pt +3 -0
  23. global_step65000/bf16_zero_pp_rank_104_mp_rank_02_optim_states.pt +3 -0
  24. global_step65000/bf16_zero_pp_rank_104_mp_rank_03_optim_states.pt +3 -0
  25. global_step65000/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt +3 -0
  26. global_step65000/bf16_zero_pp_rank_105_mp_rank_01_optim_states.pt +3 -0
  27. global_step65000/bf16_zero_pp_rank_105_mp_rank_02_optim_states.pt +3 -0
  28. global_step65000/bf16_zero_pp_rank_105_mp_rank_03_optim_states.pt +3 -0
  29. global_step65000/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt +3 -0
  30. global_step65000/bf16_zero_pp_rank_106_mp_rank_01_optim_states.pt +3 -0
  31. global_step65000/bf16_zero_pp_rank_106_mp_rank_02_optim_states.pt +3 -0
  32. global_step65000/bf16_zero_pp_rank_106_mp_rank_03_optim_states.pt +3 -0
  33. global_step65000/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt +3 -0
  34. global_step65000/bf16_zero_pp_rank_107_mp_rank_01_optim_states.pt +3 -0
  35. global_step65000/bf16_zero_pp_rank_107_mp_rank_02_optim_states.pt +3 -0
  36. global_step65000/bf16_zero_pp_rank_107_mp_rank_03_optim_states.pt +3 -0
  37. global_step65000/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt +3 -0
  38. global_step65000/bf16_zero_pp_rank_108_mp_rank_01_optim_states.pt +3 -0
  39. global_step65000/bf16_zero_pp_rank_108_mp_rank_02_optim_states.pt +3 -0
  40. global_step65000/bf16_zero_pp_rank_108_mp_rank_03_optim_states.pt +3 -0
  41. global_step65000/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt +3 -0
  42. global_step65000/bf16_zero_pp_rank_109_mp_rank_01_optim_states.pt +3 -0
  43. global_step65000/bf16_zero_pp_rank_109_mp_rank_02_optim_states.pt +3 -0
  44. global_step65000/bf16_zero_pp_rank_109_mp_rank_03_optim_states.pt +3 -0
  45. global_step65000/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt +3 -0
  46. global_step65000/bf16_zero_pp_rank_10_mp_rank_01_optim_states.pt +3 -0
  47. global_step65000/bf16_zero_pp_rank_10_mp_rank_02_optim_states.pt +3 -0
  48. global_step65000/bf16_zero_pp_rank_10_mp_rank_03_optim_states.pt +3 -0
  49. global_step65000/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt +3 -0
  50. global_step65000/bf16_zero_pp_rank_110_mp_rank_01_optim_states.pt +3 -0
global_step65000/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99831428a51c305fec381b9e9cda79c436ee8e835016e6255cd5caca3ecd428b
3
+ size 208731415
global_step65000/bf16_zero_pp_rank_0_mp_rank_01_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d087c581f0a3c1927bbbb5fdabed5964acebb89a44193f42cb075e0d0197cafb
3
+ size 208731415
global_step65000/bf16_zero_pp_rank_0_mp_rank_02_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:15cef85c88f321f6ce2566fbdc66f8eb19c2d418c68546696eaea62414e49172
3
+ size 208732183
global_step65000/bf16_zero_pp_rank_0_mp_rank_03_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08d87e2d9b80f4370722fc737ed95101950421a36a15ae22134c80befa341ffb
3
+ size 208732183
global_step65000/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:322e09f02e275b773dcd67b8c3c71c8ddd30873763593aeee0b5279a62422c01
3
+ size 208731437
global_step65000/bf16_zero_pp_rank_100_mp_rank_01_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31eec4c47b9e036899c2c84947a7bb71212ad8af947be4a80482994e87ede279
3
+ size 208731437
global_step65000/bf16_zero_pp_rank_100_mp_rank_02_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a286bb176053af18d274ec22184878468a1f55d4ce2c80e190d48ba1e25f4ce0
3
+ size 208732205
global_step65000/bf16_zero_pp_rank_100_mp_rank_03_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43774cee5cdcecb2c2b43a2748e2d1acc61ef034ddeacbac86ac60741d4bf417
3
+ size 208732205
global_step65000/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe46c8d9a1cd89be17291c155cd24d5893880be3b65af0b6d5aa086edc584316
3
+ size 208731373
global_step65000/bf16_zero_pp_rank_101_mp_rank_01_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ce1d0ebe11024371797be0cd5b3f3d3b97459cef72e5334a464d86e39cfc11f
3
+ size 208731373
global_step65000/bf16_zero_pp_rank_101_mp_rank_02_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a74a1111362c778ce5890fcec4d006f75090cd0c7fb69f60633f877c14ad448a
3
+ size 208732077
global_step65000/bf16_zero_pp_rank_101_mp_rank_03_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d5ac0b1eda564671a961a2cfbfe054c0ed0b0b9f5d85cdc39529ec657d6ffdd
3
+ size 208732077
global_step65000/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b1fa5bc26d4c76b5f2437130b973ff4f93b5ad9ca40dfb8d29d21cdc4f667cb
3
+ size 208731437
global_step65000/bf16_zero_pp_rank_102_mp_rank_01_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38fd97df7eb4cf1f14cba5637f0691760f11f1ace4069a54592f0b90bdf6fdf4
3
+ size 208731437
global_step65000/bf16_zero_pp_rank_102_mp_rank_02_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff74bec2ba1d12948fde232b52557e952151472918d1ca69fc1f72e6df1df2f6
3
+ size 208732205
global_step65000/bf16_zero_pp_rank_102_mp_rank_03_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a952e4b1c1245d33b05ce80e17739f4a3f8113904b468b31f41b8ba6e159056c
3
+ size 208732205
global_step65000/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4743d95ae3e70562839d9f7f98480466093f56dcd24e490ad9b1b297c26a04fb
3
+ size 208731373
global_step65000/bf16_zero_pp_rank_103_mp_rank_01_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:55203bf0446cba00207265e9dc7fa2cb902d15f1a78dce17adbdd78d8103b0b6
3
+ size 208731373
global_step65000/bf16_zero_pp_rank_103_mp_rank_02_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3143295a4a24a3ee35001b7478228a3df6af00062598bccf94bd3d94b442c51
3
+ size 208732205
global_step65000/bf16_zero_pp_rank_103_mp_rank_03_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:683c796e425af4af59828698ca3960d7c0ab10959457bf1be5c829a13d11c92a
3
+ size 208732205
global_step65000/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7ad5409665a9b272b5d92a6ce7c30108e70665229cab98f5a66f50d5b82c5e3
3
+ size 208731501
global_step65000/bf16_zero_pp_rank_104_mp_rank_01_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f97b07b0fbc25e0dd7bea1557eeda57dcdd6f51dd8c13a242afd13a256811186
3
+ size 208731501
global_step65000/bf16_zero_pp_rank_104_mp_rank_02_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:56bdc7ba904b6b8411b6d598ac34cde9c10e8faaa453c8b21da08c76cc85fe5f
3
+ size 208732205
global_step65000/bf16_zero_pp_rank_104_mp_rank_03_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd9199c6ab423542e4ada942b5f338c4e56efe97438f21d525bcb7a1cfb9c5a5
3
+ size 208732205
global_step65000/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f78a6211d66422525b1101c747e9a8869b33f0a910c220b68553e183f09a830c
3
+ size 208731437
global_step65000/bf16_zero_pp_rank_105_mp_rank_01_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73aa13809d59b70563f823c91c2e13d6e720b082cd84a448af1840a60e665bbb
3
+ size 208731437
global_step65000/bf16_zero_pp_rank_105_mp_rank_02_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba98cb7706cc2fff824ccc08928c9da99722c055b16ff31eab0eb6fe152f3fea
3
+ size 208732205
global_step65000/bf16_zero_pp_rank_105_mp_rank_03_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d65da015346cce94632fc4522a855edb1b05e1a6113de362e4547bd10ed0536
3
+ size 208732205
global_step65000/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae47c6f0d8283f92d6da8515975c08cd3200dc67d8da37a247a082d89857d8d6
3
+ size 208731437
global_step65000/bf16_zero_pp_rank_106_mp_rank_01_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:863b8555f591758935907f10e31fad5fa8e08123ef14dbcb651b087a7e822ca3
3
+ size 208731437
global_step65000/bf16_zero_pp_rank_106_mp_rank_02_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a6e48adc0370bb39af3a32552684c40ccdc0c5d39b4f619dfc1d793fee00973
3
+ size 208732269
global_step65000/bf16_zero_pp_rank_106_mp_rank_03_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e4b065b810421ac69138079dc13e0b13ed5eb6cca81398007534a9464b891fae
3
+ size 208732269
global_step65000/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f61ae16be5890ae96d2c4ea1fd0ce387b7b2667de1cd745a3a7953f5c81295b
3
+ size 208731501
global_step65000/bf16_zero_pp_rank_107_mp_rank_01_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6cbe9b911321a1936014f54bf7e9660c6239bb0eb2e34268e102f71d1e5fdb75
3
+ size 208731501
global_step65000/bf16_zero_pp_rank_107_mp_rank_02_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5f596f96968b2b63c07330ad797852b0aeac65fb36e2b7c6dc9618dd652632c
3
+ size 208732205
global_step65000/bf16_zero_pp_rank_107_mp_rank_03_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f51e689ce4b98ed4999668ee8463942e0a367616be6f70b50466b5be3282d453
3
+ size 208732205
global_step65000/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b597047db15d5afb69db79ff8d0e285492b5e58ae9800a2aeb784bddb92147b8
3
+ size 208731373
global_step65000/bf16_zero_pp_rank_108_mp_rank_01_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96209372f7d9e81d840fec40fb1346e321c7df2b44cdf47bd48ecb9377c3b850
3
+ size 208731373
global_step65000/bf16_zero_pp_rank_108_mp_rank_02_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0d564132d190417afa26a645e3cd4a0b2d4739592984be9ed4c1f0e655b5a3e
3
+ size 208732141
global_step65000/bf16_zero_pp_rank_108_mp_rank_03_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d4b557876c55b153ec443d0c9eb04096df339ba115f0e6db0fa7069acbd6195
3
+ size 208732141
global_step65000/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5459cf3ebec7f35722ce82972154631c6d85742aadc383b0d1e225d3419eb4bb
3
+ size 208731373
global_step65000/bf16_zero_pp_rank_109_mp_rank_01_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f8366ffe08bf3b420edc33a8df23c3f5f2a7c89bd5d3073f15db7d61d2f18b1
3
+ size 208731373
global_step65000/bf16_zero_pp_rank_109_mp_rank_02_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06a9dcf498851936142431dd7a3a0794fae764f8d4cc2b432f75648b5f552196
3
+ size 208732141
global_step65000/bf16_zero_pp_rank_109_mp_rank_03_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3974cd7c42fcbb40e75e76e860157c6daa3136547732b7bc09ce3f95909f4899
3
+ size 208732141
global_step65000/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9dafc48360c663eb03cc73e409d68e65b34f4d67e397d78b3be396e878996fac
3
+ size 208731362
global_step65000/bf16_zero_pp_rank_10_mp_rank_01_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95b9765bf4dad53157e1a3372329e95bad646dd76b35535491725a88ca45841b
3
+ size 208731362
global_step65000/bf16_zero_pp_rank_10_mp_rank_02_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13c35ada463d9a364fab5ff19201823e81f61a5b080de6b461d40d67cf39f07d
3
+ size 208732130
global_step65000/bf16_zero_pp_rank_10_mp_rank_03_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ce3164cca87a398660c876e35259cb994a4f12393a78aa40911333043dd6e27
3
+ size 208732130
global_step65000/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b08a664d998926bc87c2610cbc2145abc9c6b6ea841f55a535f59a4057e5c517
3
+ size 208731437
global_step65000/bf16_zero_pp_rank_110_mp_rank_01_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68f84eeb743b6577373953e50b77cf33424397856af4159ae8edabfab3bf2244
3
+ size 208731437