Hugging Face's logo

datablations
/
lm1-83m-20b-nowarmup

TensorBoard
Model card Files Metrics Community
Muennighoff commited on
Commit
bbbe530
•
1 Parent(s): 37bbf74

Add ckpt, logs

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. global_step37905/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt +3 -0
  2. global_step37905/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt +3 -0
  3. global_step37905/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt +3 -0
  4. global_step37905/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt +3 -0
  5. global_step37905/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt +3 -0
  6. global_step37905/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt +3 -0
  7. global_step37905/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt +3 -0
  8. global_step37905/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt +3 -0
  9. global_step37905/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt +3 -0
  10. global_step37905/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt +3 -0
  11. global_step37905/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt +3 -0
  12. global_step37905/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt +3 -0
  13. global_step37905/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt +3 -0
  14. global_step37905/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt +3 -0
  15. global_step37905/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt +3 -0
  16. global_step37905/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt +3 -0
  17. global_step37905/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt +3 -0
  18. global_step37905/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt +3 -0
  19. global_step37905/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt +3 -0
  20. global_step37905/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt +3 -0
  21. global_step37905/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt +3 -0
  22. global_step37905/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt +3 -0
  23. global_step37905/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt +3 -0
  24. global_step37905/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt +3 -0
  25. global_step37905/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt +3 -0
  26. global_step37905/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt +3 -0
  27. global_step37905/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt +3 -0
  28. global_step37905/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt +3 -0
  29. global_step37905/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt +3 -0
  30. global_step37905/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt +3 -0
  31. global_step37905/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt +3 -0
  32. global_step37905/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt +3 -0
  33. global_step37905/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt +3 -0
  34. global_step37905/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt +3 -0
  35. global_step37905/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt +3 -0
  36. global_step37905/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt +3 -0
  37. global_step37905/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt +3 -0
  38. global_step37905/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt +3 -0
  39. global_step37905/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt +3 -0
  40. global_step37905/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt +3 -0
  41. global_step37905/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt +3 -0
  42. global_step37905/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt +3 -0
  43. global_step37905/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt +3 -0
  44. global_step37905/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt +3 -0
  45. global_step37905/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt +3 -0
  46. global_step37905/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt +3 -0
  47. global_step37905/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt +3 -0
  48. global_step37905/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt +3 -0
  49. global_step37905/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt +3 -0
  50. global_step37905/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt +3 -0
global_step37905/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2614c041c1d640c6354ba4683da9f5907e950c418053d6546254613e216cac4d
3
+ size 3883031
global_step37905/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75bbc0fba43ff43d9fafbfb0f78db5a436ecf37fd2c8903316bb762168e09402
3
+ size 3883117
global_step37905/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ca4ebfd9febd009d7e52929cca6bf24f9bc2c08916420a6d4aed8a7b60baea4
3
+ size 3883053
global_step37905/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e3a19ce76f30cdf6d2351312a050f7e3748f986817e0f2dcb28f9c877fb1bde
3
+ size 3883117
global_step37905/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3145460e2b17ba99309e27fdd0fc9f1e801d98053fe0dc97609fa18747ad33a5
3
+ size 3883053
global_step37905/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:70cbc22f14f4108bcc3b522bc2a4a48c7942edae14696a05aa2c2207edc880ea
3
+ size 3883117
global_step37905/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d44a880cc48bba6844cfdd7f935a4bb0d026f91aca855515825f5eb30416fce5
3
+ size 3883053
global_step37905/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8679719396eb98f0ae7727cab2968c0367f45dad8d2266aa7cd5d4f15074063
3
+ size 3883053
global_step37905/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a0aae6cfb96df215e4f250ced2068ca9f74dbf9738e1b4e9189251efb40b03a
3
+ size 3883053
global_step37905/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:42e66eef33567f507b568ff1e0e891833f352d58df00dc39f1163faba3f66deb
3
+ size 3883053
global_step37905/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9aa9811207e31413e64ef9f163253171b60982e586e98e5f5d331847e44bf45c
3
+ size 3883053
global_step37905/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73b82143c85faafc293bcc67f5977d8ab4b5bc2f56c69f41aa079d5a18aae0f3
3
+ size 3883042
global_step37905/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c874a7c96987e4f3f77833ff67207e9f778a47fddfe04bcb18f1bb933d9c51c
3
+ size 3883117
global_step37905/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4aae21530af2ddf3ea14ecee52d98091e9bb11254df7d7ea48c744b4f550c219
3
+ size 3883053
global_step37905/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e90241220fdc6480dbcdf5a18a5e0105fbd046c3b1e70671a35ed9bee037111a
3
+ size 3883117
global_step37905/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6795b028a2b5c630e7405ca51a3caa27ca9324abf9ff9ff9258864e6d0085843
3
+ size 3883053
global_step37905/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef301ebd901630b0db5bf172c931b4f4bcdf74be6b874e7de27e342caaedbc8c
3
+ size 3883117
global_step37905/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d4ae0d2aabaa6c867c235054ff25aac2d65e6965779e5b096ebf16224a1f80a
3
+ size 3883053
global_step37905/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:956de56bf62b7fe56105bce38e6a32213fb23cbe69be38cb8fa8962e9ed5001b
3
+ size 3883117
global_step37905/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd93ed0e6d973855ecd9b6158086cd06f6ecdfac62f088438ff4ce0a046b2ccc
3
+ size 3883053
global_step37905/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:738158a1a1962351703162d02d5eadd01750062635780d4fd8eec10943a8bf6b
3
+ size 3883053
global_step37905/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:12a4ceb489b68f2b63f6a5bf58ac663864c8f0d5f30a9a866c311b3a2cff2bbd
3
+ size 3883053
global_step37905/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9747a31e138952fff91dd33bdc673d3717943abeceeb582e27bdf319c9c5e266
3
+ size 3883106
global_step37905/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb99593bb5747e33e96e5f92c2d6db36d343c87939d023e6c10be77b99452545
3
+ size 3883053
global_step37905/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:691558342072d60a1573ba14b5966943161cd36ba0dd2059b3b206b26315e7d6
3
+ size 3883053
global_step37905/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7505f0f07bd9e68fd6978f6fe60e846a57de94f136419c7ca8d8492674f1e991
3
+ size 3883053
global_step37905/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e65e616d1735f90fcc485cc8712a3bf29ed3a6fd133de9eabf13b95a3a017088
3
+ size 3883053
global_step37905/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:55367612b4f0c8dc94b47209a6085bcd2a5a36454385775733d450e86a962324
3
+ size 3883117
global_step37905/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed1bfbac0de96b73c2a28b4ad25f6cd1991d1ffa50e8af243b2a93c968ed690c
3
+ size 3883053
global_step37905/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7bb1ed70d1a76a83b3d488f709ee1056a3688efae0f36c7b4780a79d0d082679
3
+ size 3883117
global_step37905/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2702dbb3b4c370f01c002e61c96c89dd72975faf2ba6b3b5c43366462e4ab7f3
3
+ size 3883053
global_step37905/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7c16e59eb28a0d915efa48c4fa009691cde2141b7bc8a8d2fe7dc1dd18c8897
3
+ size 3883053
global_step37905/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80895f9ccc5546ecf370f8fcf908b46209798f65f317097fa0b0e1b3a8998528
3
+ size 3883117
global_step37905/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4dadfddf8b987b409f2c9807bb4e84b94a6881d95e11d531e1424530fa21c724
3
+ size 3883042
global_step37905/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b71aa01a958c50e9b802b4eb5d311839e91e19ad3ce05da28d67ea3dcf1bc6c4
3
+ size 3883053
global_step37905/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f1898380b4dbbd045520f112d0c601faf24d0f9219973e8908b4c4531b5ec604
3
+ size 3883053
global_step37905/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd3d0a12774c5fa93701f37281664bf63a38716f7a803c1dfdfa6602960e1244
3
+ size 3883053
global_step37905/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:70cbb76bb31abe9d64d93ef762d0df84cfaaca8c08f9601a89901f3bc23a597d
3
+ size 3883053
global_step37905/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2643feb868ee50d5aee05cfd08a9d7ec53bae2ed5804b2eb11309b95d720bda6
3
+ size 3883053
global_step37905/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf1289d35a0e0723d4f2bf470f2d734540aa3133cfb7da009afa628cffbf6774
3
+ size 3883117
global_step37905/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d4c6a352ce5b777898817c64e3949db678d0b45a6ded9ce84849cf1416925ce
3
+ size 3883053
global_step37905/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a4ff31a3e235e78690d638998eae258ace2b721984fc1380c146f86354019f6
3
+ size 3883117
global_step37905/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45d11a607675d500a3759a7eff768fe009909e3871a8b138b62f8818869f23cf
3
+ size 3883053
global_step37905/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d9501e366072b25303188dd4ac2dad38538a6905c508af1ab3804b8ee83ce1bf
3
+ size 3883117
global_step37905/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5af206c1ca51f6c95fa1c3fa1a0a457a89edeeadae404b1820c90dc0f7ddd6f7
3
+ size 3883106
global_step37905/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20bb06a5d83a0929fd5141240fe0d1bb2b4fad699ae31c5dcc12752b6583b8a4
3
+ size 3883053
global_step37905/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f4c04d49a00e5e543b089e0bac521b5a93cb1e865c0337d26a4d780d20ab36c
3
+ size 3883117
global_step37905/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6537eaf66cb0b598088e7ee0333aa9529abb4c681aecca12fe87745355411e5
3
+ size 3883053
global_step37905/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf0ef283e8507fce6579b716ef417841cb10284e91b0b515efeab0813274c608
3
+ size 3883053
global_step37905/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:677c62dcfd17a99cebc7574640cece009319040cff2483715b86b6f7aa86246b
3
+ size 3883053