Hugging Face's logo

bigscience
/
bloomz-mt-optimizer-states

Model card Files Community
Muennighoff commited on
Commit
7d26df4
•
1 Parent(s): 49672cf

Add files

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +1 -0
  2. bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt +3 -0
  3. bf16_zero_pp_rank_0_mp_rank_01_optim_states.pt +3 -0
  4. bf16_zero_pp_rank_0_mp_rank_02_optim_states.pt +3 -0
  5. bf16_zero_pp_rank_0_mp_rank_03_optim_states.pt +3 -0
  6. bf16_zero_pp_rank_0_mp_rank_04_optim_states.pt +3 -0
  7. bf16_zero_pp_rank_0_mp_rank_05_optim_states.pt +3 -0
  8. bf16_zero_pp_rank_0_mp_rank_06_optim_states.pt +3 -0
  9. bf16_zero_pp_rank_0_mp_rank_07_optim_states.pt +3 -0
  10. bf16_zero_pp_rank_0_mp_rank_08_optim_states.pt +3 -0
  11. bf16_zero_pp_rank_0_mp_rank_09_optim_states.pt +3 -0
  12. bf16_zero_pp_rank_0_mp_rank_10_optim_states.pt +3 -0
  13. bf16_zero_pp_rank_0_mp_rank_11_optim_states.pt +3 -0
  14. bf16_zero_pp_rank_0_mp_rank_12_optim_states.pt +3 -0
  15. bf16_zero_pp_rank_0_mp_rank_13_optim_states.pt +3 -0
  16. bf16_zero_pp_rank_0_mp_rank_14_optim_states.pt +3 -0
  17. bf16_zero_pp_rank_0_mp_rank_15_optim_states.pt +3 -0
  18. bf16_zero_pp_rank_0_mp_rank_16_optim_states.pt +3 -0
  19. bf16_zero_pp_rank_0_mp_rank_17_optim_states.pt +3 -0
  20. bf16_zero_pp_rank_0_mp_rank_18_optim_states.pt +3 -0
  21. bf16_zero_pp_rank_0_mp_rank_19_optim_states.pt +3 -0
  22. bf16_zero_pp_rank_0_mp_rank_20_optim_states.pt +3 -0
  23. bf16_zero_pp_rank_0_mp_rank_21_optim_states.pt +3 -0
  24. bf16_zero_pp_rank_0_mp_rank_22_optim_states.pt +3 -0
  25. bf16_zero_pp_rank_0_mp_rank_23_optim_states.pt +3 -0
  26. bf16_zero_pp_rank_0_mp_rank_24_optim_states.pt +3 -0
  27. bf16_zero_pp_rank_0_mp_rank_25_optim_states.pt +3 -0
  28. bf16_zero_pp_rank_0_mp_rank_26_optim_states.pt +3 -0
  29. bf16_zero_pp_rank_0_mp_rank_27_optim_states.pt +3 -0
  30. bf16_zero_pp_rank_0_mp_rank_28_optim_states.pt +3 -0
  31. bf16_zero_pp_rank_0_mp_rank_29_optim_states.pt +3 -0
  32. bf16_zero_pp_rank_0_mp_rank_30_optim_states.pt +3 -0
  33. bf16_zero_pp_rank_0_mp_rank_31_optim_states.pt +3 -0
  34. bf16_zero_pp_rank_0_mp_rank_32_optim_states.pt +3 -0
  35. bf16_zero_pp_rank_0_mp_rank_33_optim_states.pt +3 -0
  36. bf16_zero_pp_rank_0_mp_rank_34_optim_states.pt +3 -0
  37. bf16_zero_pp_rank_0_mp_rank_35_optim_states.pt +3 -0
  38. bf16_zero_pp_rank_0_mp_rank_36_optim_states.pt +3 -0
  39. bf16_zero_pp_rank_0_mp_rank_37_optim_states.pt +3 -0
  40. bf16_zero_pp_rank_0_mp_rank_38_optim_states.pt +3 -0
  41. bf16_zero_pp_rank_0_mp_rank_39_optim_states.pt +3 -0
  42. bf16_zero_pp_rank_0_mp_rank_40_optim_states.pt +3 -0
  43. bf16_zero_pp_rank_0_mp_rank_41_optim_states.pt +3 -0
  44. bf16_zero_pp_rank_0_mp_rank_42_optim_states.pt +3 -0
  45. bf16_zero_pp_rank_0_mp_rank_43_optim_states.pt +3 -0
  46. bf16_zero_pp_rank_0_mp_rank_44_optim_states.pt +3 -0
  47. bf16_zero_pp_rank_0_mp_rank_45_optim_states.pt +3 -0
  48. bf16_zero_pp_rank_0_mp_rank_46_optim_states.pt +3 -0
  49. bf16_zero_pp_rank_0_mp_rank_47_optim_states.pt +3 -0
  50. bf16_zero_pp_rank_0_mp_rank_48_optim_states.pt +3 -0
.gitattributes CHANGED
@@ -30,3 +30,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
30
  *.zip filter=lfs diff=lfs merge=lfs -text
31
  *.zst filter=lfs diff=lfs merge=lfs -text
32
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
30
  *.zip filter=lfs diff=lfs merge=lfs -text
31
  *.zst filter=lfs diff=lfs merge=lfs -text
32
  *tfevents* filter=lfs diff=lfs merge=lfs -text
33
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b66d28c1f259f40acf39ee7cb4e473fdd5c8f2fa8bdb275a1f614d338847a92a
3
+ size 10789936219
bf16_zero_pp_rank_0_mp_rank_01_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:575f817f0dcf0ad8eddd36372ff2a41fab6a2bae446363f71f6560e7777768ac
3
+ size 7399315419
bf16_zero_pp_rank_0_mp_rank_02_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dae0d7afe95f9f227426df56dda3611d65681ff4f05e423d337ca7c5f438c05a
3
+ size 7399315419
bf16_zero_pp_rank_0_mp_rank_03_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e718567f42300a39ad4bb8a342e46452e2d2eb0c7ab9ad30ae51c1c939b876af
3
+ size 7399315419
bf16_zero_pp_rank_0_mp_rank_04_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c594f8798382cf985a67e741e8821447d6e925b2c6fd382637965fe28e69f7d
3
+ size 7399315419
bf16_zero_pp_rank_0_mp_rank_05_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df30dff95444b1df5e811d757e8e72ee1f758c5997821fe8fa596d2330eb3937
3
+ size 7399315419
bf16_zero_pp_rank_0_mp_rank_06_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd50fa171cae01aaee6cb78846abc56b7f0c60fd4e19b08997bc2426acb2701c
3
+ size 7399315419
bf16_zero_pp_rank_0_mp_rank_07_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:328c3a236b32fba4965ef6fe8e6d50d1712f909845882c621d186e04448312a6
3
+ size 7399315419
bf16_zero_pp_rank_0_mp_rank_08_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71f4baa3ddef8ddc3312c245586e39109d92d69dc66f44f25bc5e75092049dd3
3
+ size 7399315419
bf16_zero_pp_rank_0_mp_rank_09_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a2eaae9f013eb3e8b26898d7b82346ae2c7eda8c493a9eb410e4dc774bad303
3
+ size 7399315419
bf16_zero_pp_rank_0_mp_rank_10_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:901dfd591b77c372a96a9b62790c5e299a440c9f975bbb782116957006159da3
3
+ size 7399315419
bf16_zero_pp_rank_0_mp_rank_11_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e4907a8a41383428228fa71f8669f21bb23e98f93522872b67f3b8250fa8361
3
+ size 7399315419
bf16_zero_pp_rank_0_mp_rank_12_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6cdcc39b9a75e76ae75b02de2700e24c348bb8285f3813c858fc57848429993
3
+ size 7399315419
bf16_zero_pp_rank_0_mp_rank_13_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc478fc37fb72f1576f0a945827685b2baadfcb59abb681391da661ebca68b37
3
+ size 7399315419
bf16_zero_pp_rank_0_mp_rank_14_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e478ccf3836b78cc7ccf8a1c849621baa9686ea37f81a630b0023f8152eacfe
3
+ size 7399315419
bf16_zero_pp_rank_0_mp_rank_15_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52d44e3c0de6e8b2fad69a131eb2bb113894470bdcc6bfe173ba89f3041431fb
3
+ size 7399315419
bf16_zero_pp_rank_0_mp_rank_16_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe4291d8651a37e101c449f94742ba7bc83d5a2c5021bde7a515c7c937823980
3
+ size 7399315419
bf16_zero_pp_rank_0_mp_rank_17_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7663e4ba4ce9afd9645a4d2226be9d75fb2036065f1f14823b2046f2deb2b8be
3
+ size 7399315419
bf16_zero_pp_rank_0_mp_rank_18_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0439f1301236ff9f4b97710279575a90d33cc4c4073fa460368ae7b11c057db9
3
+ size 7399315419
bf16_zero_pp_rank_0_mp_rank_19_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:960906e0d9a343beee71dc7217aa967cafec39e859d5d5ac5b805540c02013b5
3
+ size 7399315419
bf16_zero_pp_rank_0_mp_rank_20_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6451ab2f7fe5e1bf2adbd2fdfbbfefb9b756c7d53d3626479204f53642be0e5c
3
+ size 7399315419
bf16_zero_pp_rank_0_mp_rank_21_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3d50f3e32477e561822dba24e60f3c8180d527a2dbfa690e838c9a9f270a675
3
+ size 7399315419
bf16_zero_pp_rank_0_mp_rank_22_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:923e6f98c8f5c8938cae8e8d37058b49bb3571da7e2eb1a4106148eb4f93e00a
3
+ size 7399315419
bf16_zero_pp_rank_0_mp_rank_23_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d95cd7a7a382fa67e7d82ea1ffda09d6820de15be1cf8d50d67a37f633946cf2
3
+ size 7399315419
bf16_zero_pp_rank_0_mp_rank_24_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:706894f6b0b228bf27f86550f087f2583392f78ac2fa616c4cf4f80def584118
3
+ size 7399315419
bf16_zero_pp_rank_0_mp_rank_25_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38abe3bf130e971c75429fbb1f2d536ecaa03bc8d63a7678ccd904b83bc91046
3
+ size 7399315419
bf16_zero_pp_rank_0_mp_rank_26_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:33565c017f59d8a744e39330d86a271671a4091e9e37fda3a230d10d4f1d4f70
3
+ size 7399315419
bf16_zero_pp_rank_0_mp_rank_27_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8215fc55c90fb9f159de3c653f90768269d9397c12f2f6ceceab7a8ebb6f80d4
3
+ size 7399315419
bf16_zero_pp_rank_0_mp_rank_28_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ffcf1adcce232422e5a423cf148e4701386ae07614b0f7323b4e4c9767d258c5
3
+ size 7399315419
bf16_zero_pp_rank_0_mp_rank_29_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd3b11c16a34e0bbe304171e2b74e402898892b555e8800486efb73081e634a3
3
+ size 7399315419
bf16_zero_pp_rank_0_mp_rank_30_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9cea5275436fc9b93a8d500a2d567dc36d2b9d40ca0236fdd516db669d7a195c
3
+ size 7399315419
bf16_zero_pp_rank_0_mp_rank_31_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1e5525aa576233280325f780a09963a5f2a8522bc5173448827d427a5ddcfb6
3
+ size 7399315419
bf16_zero_pp_rank_0_mp_rank_32_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b4c85aadf8f3ae955ea1d3ad638ae03af7beb71660ef01f3dc080f4dc984095
3
+ size 7399315419
bf16_zero_pp_rank_0_mp_rank_33_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99662ce3a6ee4745d283575203ae5aa9f649bc595783f2405489e94befb87a2c
3
+ size 7399315419
bf16_zero_pp_rank_0_mp_rank_34_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:351abdc023ae21904b39fa7922c393170eee4dc98c001f68849300d6767f405c
3
+ size 7399315419
bf16_zero_pp_rank_0_mp_rank_35_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a912d1e387d8c234e29d9b0889048944825042234be06fdf5285276addbcea2
3
+ size 7399315419
bf16_zero_pp_rank_0_mp_rank_36_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46bc2c08384559ab38f73c4ba5a1ecad14f31025a376cd0684aff2ceb1d8f56d
3
+ size 7399315419
bf16_zero_pp_rank_0_mp_rank_37_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2c251f8eadb36a784c502bde33ab7e19db7245db8db5272321f30b4e3d7190b
3
+ size 7399315419
bf16_zero_pp_rank_0_mp_rank_38_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b81a73eb303cfe3dbb3533ee2702c64389d05f2db3a1ed9df9f940f7041ede62
3
+ size 7399315419
bf16_zero_pp_rank_0_mp_rank_39_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b35f85afc1a63cffd66c371fbe0124d9b88d2bab1cbdd84fe9c0e40905ebf1a6
3
+ size 7399315419
bf16_zero_pp_rank_0_mp_rank_40_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:185d9f5f125981ff6f7ba864344bd52c4d0a814a73f51164f7ca89fd05697166
3
+ size 7399315419
bf16_zero_pp_rank_0_mp_rank_41_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b5cb7da1e82062b1ed9ddf99f4f537e8d6e3bf135fad976dda6e10048d58255
3
+ size 7399315419
bf16_zero_pp_rank_0_mp_rank_42_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df1fc96e895d5ba2d6819ced56bb839391077787f8ee268483817484acfb5a60
3
+ size 7399315419
bf16_zero_pp_rank_0_mp_rank_43_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a1420ef1229a68e477671a32af0962922ce6503692a13458c68bedf0db79569
3
+ size 7399315419
bf16_zero_pp_rank_0_mp_rank_44_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:872e5926e9fe3e94d441cbeb313b5e5d5cd34b462591826a15296939d7915e6a
3
+ size 7399315419
bf16_zero_pp_rank_0_mp_rank_45_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96357bc4b1ad451a6b36a42f5d88d1b761b041d31128c7dee1382957ceb8b945
3
+ size 7399315419
bf16_zero_pp_rank_0_mp_rank_46_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e712b1909c4db8ff1a5c6ad5640deb26981e2af12d40e425e1a68e1ba987f5a
3
+ size 7399315419
bf16_zero_pp_rank_0_mp_rank_47_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29500da2450f2ac03f58f8f62b2ac43202912d5e6d03597b1b5b5923753a48d2
3
+ size 7399315419
bf16_zero_pp_rank_0_mp_rank_48_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3cc2060db6bd6e17463dcc5bc50b8089b7314f35d1ac27558d9b3f68cc0cb5b5
3
+ size 7399315419