Hugging Face's logo

bigscience
/
bloom-1b1-optimizer-states

Model card Files Community
1
bigscience-bot commited on
Commit
fb37724
•
1 Parent(s): 4231750

new data

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. global_step660750/layer_01-model_00-model_states.pt +3 -0
  2. global_step660750/layer_03-model_00-model_states.pt +3 -0
  3. global_step660750/layer_04-model_00-model_states.pt +3 -0
  4. global_step660750/layer_05-model_00-model_states.pt +3 -0
  5. global_step660750/layer_06-model_00-model_states.pt +3 -0
  6. global_step660750/layer_07-model_00-model_states.pt +3 -0
  7. global_step660750/layer_08-model_00-model_states.pt +3 -0
  8. global_step660750/layer_09-model_00-model_states.pt +3 -0
  9. global_step660750/layer_10-model_00-model_states.pt +3 -0
  10. global_step660750/layer_11-model_00-model_states.pt +3 -0
  11. global_step660750/layer_12-model_00-model_states.pt +3 -0
  12. global_step660750/layer_13-model_00-model_states.pt +3 -0
  13. global_step660750/layer_14-model_00-model_states.pt +3 -0
  14. global_step660750/layer_15-model_00-model_states.pt +3 -0
  15. global_step660750/layer_16-model_00-model_states.pt +3 -0
  16. global_step660750/layer_17-model_00-model_states.pt +3 -0
  17. global_step660750/layer_18-model_00-model_states.pt +3 -0
  18. global_step660750/layer_19-model_00-model_states.pt +3 -0
  19. global_step660750/layer_20-model_00-model_states.pt +3 -0
  20. global_step660750/layer_21-model_00-model_states.pt +3 -0
  21. global_step660750/layer_22-model_00-model_states.pt +3 -0
  22. global_step660750/layer_23-model_00-model_states.pt +3 -0
  23. global_step660750/layer_24-model_00-model_states.pt +3 -0
  24. global_step660750/layer_25-model_00-model_states.pt +3 -0
  25. global_step660750/layer_26-model_00-model_states.pt +3 -0
  26. global_step660750/layer_28-model_00-model_states.pt +3 -0
  27. global_step660750/mp_rank_00_model_states.pt +3 -0
  28. global_step660750/mp_rank_01_model_states.pt +3 -0
  29. global_step660750/zero_pp_rank_0_mp_rank_00_optim_states.pt +3 -0
  30. global_step660750/zero_pp_rank_0_mp_rank_01_optim_states.pt +3 -0
  31. global_step660750/zero_pp_rank_10_mp_rank_00_optim_states.pt +3 -0
  32. global_step660750/zero_pp_rank_10_mp_rank_01_optim_states.pt +3 -0
  33. global_step660750/zero_pp_rank_11_mp_rank_00_optim_states.pt +3 -0
  34. global_step660750/zero_pp_rank_11_mp_rank_01_optim_states.pt +3 -0
  35. global_step660750/zero_pp_rank_12_mp_rank_00_optim_states.pt +3 -0
  36. global_step660750/zero_pp_rank_12_mp_rank_01_optim_states.pt +3 -0
  37. global_step660750/zero_pp_rank_13_mp_rank_00_optim_states.pt +3 -0
  38. global_step660750/zero_pp_rank_13_mp_rank_01_optim_states.pt +3 -0
  39. global_step660750/zero_pp_rank_14_mp_rank_00_optim_states.pt +3 -0
  40. global_step660750/zero_pp_rank_14_mp_rank_01_optim_states.pt +3 -0
  41. global_step660750/zero_pp_rank_15_mp_rank_00_optim_states.pt +3 -0
  42. global_step660750/zero_pp_rank_15_mp_rank_01_optim_states.pt +3 -0
  43. global_step660750/zero_pp_rank_1_mp_rank_00_optim_states.pt +3 -0
  44. global_step660750/zero_pp_rank_1_mp_rank_01_optim_states.pt +3 -0
  45. global_step660750/zero_pp_rank_2_mp_rank_00_optim_states.pt +3 -0
  46. global_step660750/zero_pp_rank_2_mp_rank_01_optim_states.pt +3 -0
  47. global_step660750/zero_pp_rank_3_mp_rank_00_optim_states.pt +3 -0
  48. global_step660750/zero_pp_rank_3_mp_rank_01_optim_states.pt +3 -0
  49. global_step660750/zero_pp_rank_4_mp_rank_00_optim_states.pt +3 -0
  50. global_step660750/zero_pp_rank_4_mp_rank_01_optim_states.pt +3 -0
global_step660750/layer_01-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf39e12a4bb4bde95591fd6178d025458f3b573f66838cbd307e4410eadbdb9d
3
+ size 770710755
global_step660750/layer_03-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53cd2dbe76037798a6e6ad6de3507caacc44225355df3b9c6afbc3d872b4abe8
3
+ size 56666369
global_step660750/layer_04-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ab16cb761b21bd70dbee1c60f0c04f3fef90404bc0a181ce25e462e23838f8a
3
+ size 56666369
global_step660750/layer_05-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8333c1aa53a3745802bc12e445d9f399cb0cd8609615a7678a07ab8f4a10976
3
+ size 56666369
global_step660750/layer_06-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:686cf4204a2b606d96a6f39b039c1ada2a624e4eb4eddcc32c44a4d1f18493a0
3
+ size 56666369
global_step660750/layer_07-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6e8fbd5de8e3ba522afdbacfa427abf09e755f9c6efad00bddca0484e3c420d
3
+ size 56666369
global_step660750/layer_08-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a47e45d5509fc57f0b9a0b770bf6980660f7137cb0344376f343baccdab9b49
3
+ size 56666369
global_step660750/layer_09-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2fc1556a62c15e13f2521fa8206f0839b23ce06fbeb16a791b8d1f0c4b2dda28
3
+ size 56666369
global_step660750/layer_10-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2157c75f3d1cd46dc4f8b401e03388622b5c71343051a1d961dcedd64315f53
3
+ size 56666369
global_step660750/layer_11-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e88eb26bf6a0dbb5824f7ceb4f2f34544b03cc3722a685c8f8f3e127727abd3
3
+ size 56666369
global_step660750/layer_12-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c5b1a660f96e592709bb922e77296069a6a3d6a7fff59d8b58a731514b1ee7a
3
+ size 56666369
global_step660750/layer_13-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e8f9ec1c07b27625d58b0afa92ee083eabb983fb7414efdf175c0d1b931fd5c
3
+ size 56666369
global_step660750/layer_14-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed9c0e639971d5fda471b3982dae31158a69c6659ecce075907b9db93038f701
3
+ size 56666369
global_step660750/layer_15-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea0ab65635430a7a9686d9180b1c2bef85fdc34a1f8e1929ed9b7d25222ec9d3
3
+ size 56666369
global_step660750/layer_16-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1dbc16d13742a361b5dfc6ff7fb9ab07ec719403ae5bb76dc158420525ac2645
3
+ size 56666369
global_step660750/layer_17-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d6d7b5bcb0b042b822245be420e0b84cb49401858cca7e0499d56bf809c94c2e
3
+ size 56666369
global_step660750/layer_18-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90850b831dbc915d5a8950f45a8c7baeb9ef4c991b6d941602eebe0e79e022f7
3
+ size 56666369
global_step660750/layer_19-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ea174a95871bc4dbdaa524b14180e3d133e8d71da8330b7fc59d9f8ba8b3e02
3
+ size 56666369
global_step660750/layer_20-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fef84ee89a48168f3995fd8cc4631016952590e3f4bdbfa88c2ac39f130312c9
3
+ size 56666369
global_step660750/layer_21-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7415375f22873bb64f9e036b90445b365c920ee6bcf518a1c2dc5caba1badc35
3
+ size 56666369
global_step660750/layer_22-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ef251df7ed5a4684642fdaa520ef9e2fbf15718ce69ab7b3836b62b366ac55e
3
+ size 56666369
global_step660750/layer_23-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a7667e0b6165c2415517659eda5639bf1be9d91c48136219f6bea82de4bac56b
3
+ size 56666369
global_step660750/layer_24-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1322013c37b3176a9cb622b0a7f0c471149b29b53bc08ecb865d4ebb2d18530a
3
+ size 56666369
global_step660750/layer_25-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:42d375ac9f7f64a9640867f065b949716f7a302004bf6fa6b9fc5541376b329c
3
+ size 56666369
global_step660750/layer_26-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8c195e6b260a8ccc091d43fd615262d7ed0ab968c3791c8822c31d96669d8ad
3
+ size 56666369
global_step660750/layer_28-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad56d4b799458dc984c33dcc84062aeb1f97916643bcd3db5da11f7e8f452ede
3
+ size 7079
global_step660750/mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:455e9923c200783c4811e428354c0aa1975e712dc50377866d8d256219db7b22
3
+ size 57123
global_step660750/mp_rank_01_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dba42c30a635813b8697a749392a138faba18ca89f651e2f5cc46d945d09ddf6
3
+ size 57251
global_step660750/zero_pp_rank_0_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9aebdc38f7128c356fa8a2067b7bab1020e67090e0dfc885dccf21fd3331f1e8
3
+ size 544003339
global_step660750/zero_pp_rank_0_mp_rank_01_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e420caf0c44bb9fbe779123497fa89435310df82e7b7767a289c511d999bf5f
3
+ size 544003339
global_step660750/zero_pp_rank_10_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:328e32fddf2697d4738c82700f15131ba7abe1dd49afae96b594f72bc8f633e4
3
+ size 544003339
global_step660750/zero_pp_rank_10_mp_rank_01_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f8f96a78db7a5632c05db4f5d57342ee90fb4d55af5fa4e96ad2b0bb50ff19b
3
+ size 544003339
global_step660750/zero_pp_rank_11_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:70f405b64abcad7adb4444a148396b9920470f2f32c70e9758d6ad5c766de4f5
3
+ size 544003339
global_step660750/zero_pp_rank_11_mp_rank_01_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86458b8cb6af3f4eb86834559f80ed8b48f376b57c63c8ae46d1e5696bb49778
3
+ size 544003339
global_step660750/zero_pp_rank_12_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44827aa89ead7348d8682fa3497df4ce2f3936600bbc17ed27f59288de672713
3
+ size 544003339
global_step660750/zero_pp_rank_12_mp_rank_01_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92eb5f15213a5fb80b9cd5f6c62f2933fe6b615a1df31a3531d1920ca044d802
3
+ size 544003339
global_step660750/zero_pp_rank_13_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06e24991a1cfb181c2273cac21e964a4afe7895363aafce6c80830a74a9e2ee4
3
+ size 544003339
global_step660750/zero_pp_rank_13_mp_rank_01_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a20812e97e98c08059364c7c899bfdfccfce1a9e8d65c1297cecb040cd04217
3
+ size 544003339
global_step660750/zero_pp_rank_14_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a6f75fb0be86b5d5528f1d18b248a307f88d4663ddd298795343a973ca32476
3
+ size 544003339
global_step660750/zero_pp_rank_14_mp_rank_01_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c62cf2c029657052dffc9bf1065a88fc5dbb0d8414cfd28033ae726c63b8cb8
3
+ size 544003339
global_step660750/zero_pp_rank_15_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b75aa5b272c08f3e12bc95ad4d26d2b6769a164efab7e7c705f2d2e33a3d8e7f
3
+ size 544003339
global_step660750/zero_pp_rank_15_mp_rank_01_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5454ccd08cd7087bcfb5e260954cde2bbccae69f56f6a05563fa7227eaea95f
3
+ size 544003339
global_step660750/zero_pp_rank_1_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:763b9ecb30726910c72e3265c81071e94e85551a56652c914e19f48ed3da8170
3
+ size 544003339
global_step660750/zero_pp_rank_1_mp_rank_01_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ca4857522d3030563cdad3c52e6633d770c90e6128e5f22568f30c0335684e8
3
+ size 544003339
global_step660750/zero_pp_rank_2_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a96b8ea16f378f5058ada2095f5a0c60d25a03b4f970442a8879de80e8e90ad4
3
+ size 544003339
global_step660750/zero_pp_rank_2_mp_rank_01_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca39e2645a49f35c72bbb87efdfc191dbf358e0dccc947f4b335c9c150e2996e
3
+ size 544003339
global_step660750/zero_pp_rank_3_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d5b71b98a2cc9e1558e0f8fc00fd3c8c0207f309fadeb19a4bd9c6f34cc0ede2
3
+ size 544003339
global_step660750/zero_pp_rank_3_mp_rank_01_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a7716af16322b84cd4ee8e71b4c1415ee5e211222014c71a2584866ba34002a9
3
+ size 544003339
global_step660750/zero_pp_rank_4_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d6c09e9842ff29a3f9b3fd57985a0bcffd96f849b9c194180236b103a6368f82
3
+ size 544003339
global_step660750/zero_pp_rank_4_mp_rank_01_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d0ae29be46f7dd376a4cbaadc318ce676381b77dbe3b75ce1f7bba83f3caed4
3
+ size 544003339