Hugging Face's logo

bigscience
/
bloom-7b1-optimizer-states

Model card Files Community
bigscience-bot commited on
Commit
5f219cc
•
1 Parent(s): 7481884

new data

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. global_step325750/layer_01-model_00-model_states.pt +3 -0
  2. global_step325750/layer_03-model_00-model_states.pt +3 -0
  3. global_step325750/layer_04-model_00-model_states.pt +3 -0
  4. global_step325750/layer_05-model_00-model_states.pt +3 -0
  5. global_step325750/layer_06-model_00-model_states.pt +3 -0
  6. global_step325750/layer_07-model_00-model_states.pt +3 -0
  7. global_step325750/layer_08-model_00-model_states.pt +3 -0
  8. global_step325750/layer_09-model_00-model_states.pt +3 -0
  9. global_step325750/layer_10-model_00-model_states.pt +3 -0
  10. global_step325750/layer_11-model_00-model_states.pt +3 -0
  11. global_step325750/layer_12-model_00-model_states.pt +3 -0
  12. global_step325750/layer_13-model_00-model_states.pt +3 -0
  13. global_step325750/layer_14-model_00-model_states.pt +3 -0
  14. global_step325750/layer_15-model_00-model_states.pt +3 -0
  15. global_step325750/layer_16-model_00-model_states.pt +3 -0
  16. global_step325750/layer_17-model_00-model_states.pt +3 -0
  17. global_step325750/layer_18-model_00-model_states.pt +3 -0
  18. global_step325750/layer_19-model_00-model_states.pt +3 -0
  19. global_step325750/layer_20-model_00-model_states.pt +3 -0
  20. global_step325750/layer_21-model_00-model_states.pt +3 -0
  21. global_step325750/layer_22-model_00-model_states.pt +3 -0
  22. global_step325750/layer_23-model_00-model_states.pt +3 -0
  23. global_step325750/layer_24-model_00-model_states.pt +3 -0
  24. global_step325750/layer_25-model_00-model_states.pt +3 -0
  25. global_step325750/layer_26-model_00-model_states.pt +3 -0
  26. global_step325750/layer_27-model_00-model_states.pt +3 -0
  27. global_step325750/layer_28-model_00-model_states.pt +3 -0
  28. global_step325750/layer_29-model_00-model_states.pt +3 -0
  29. global_step325750/layer_30-model_00-model_states.pt +3 -0
  30. global_step325750/layer_31-model_00-model_states.pt +3 -0
  31. global_step325750/layer_32-model_00-model_states.pt +3 -0
  32. global_step325750/layer_34-model_00-model_states.pt +3 -0
  33. global_step325750/mp_rank_00_model_states.pt +3 -0
  34. global_step325750/zero_pp_rank_0_mp_rank_00_optim_states.pt +3 -0
  35. global_step325750/zero_pp_rank_10_mp_rank_00_optim_states.pt +3 -0
  36. global_step325750/zero_pp_rank_11_mp_rank_00_optim_states.pt +3 -0
  37. global_step325750/zero_pp_rank_12_mp_rank_00_optim_states.pt +3 -0
  38. global_step325750/zero_pp_rank_13_mp_rank_00_optim_states.pt +3 -0
  39. global_step325750/zero_pp_rank_14_mp_rank_00_optim_states.pt +3 -0
  40. global_step325750/zero_pp_rank_15_mp_rank_00_optim_states.pt +3 -0
  41. global_step325750/zero_pp_rank_16_mp_rank_00_optim_states.pt +3 -0
  42. global_step325750/zero_pp_rank_17_mp_rank_00_optim_states.pt +3 -0
  43. global_step325750/zero_pp_rank_18_mp_rank_00_optim_states.pt +3 -0
  44. global_step325750/zero_pp_rank_19_mp_rank_00_optim_states.pt +3 -0
  45. global_step325750/zero_pp_rank_1_mp_rank_00_optim_states.pt +3 -0
  46. global_step325750/zero_pp_rank_20_mp_rank_00_optim_states.pt +3 -0
  47. global_step325750/zero_pp_rank_21_mp_rank_00_optim_states.pt +3 -0
  48. global_step325750/zero_pp_rank_22_mp_rank_00_optim_states.pt +3 -0
  49. global_step325750/zero_pp_rank_23_mp_rank_00_optim_states.pt +3 -0
  50. global_step325750/zero_pp_rank_24_mp_rank_00_optim_states.pt +3 -0
global_step325750/layer_01-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f40d839f69973beb14d1446757f82ab147784de73b8c3b0a06e56518f7c3cc0
3
+ size 2055226595
global_step325750/layer_03-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76cfb248325f1ea208c4d82cf810ddc8136d6a8093b72cd5bef9020b29e0b069
3
+ size 402763009
global_step325750/layer_04-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52cf56e375d4d9612838697f4878a6e3a05ef9ab19f6d2ee0fcab2bc70beaf00
3
+ size 402763009
global_step325750/layer_05-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c25c3ea2ff4243ef439fb4ab6ac09a50731124078da16fd98d0d21ed11b369f
3
+ size 402763009
global_step325750/layer_06-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8ff6638c1c8120a457f6c93a3d154e19c001f7c9988c9a7d2c1a74efbf330e5
3
+ size 402763009
global_step325750/layer_07-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c018bb48695b60c30b674ae68a89bd4c28792be504ccca17482b9bb188a2fd78
3
+ size 402763009
global_step325750/layer_08-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f120a2ffd8833c45390a5d361b644473d5a28a060877f97e9d2dbf56779b0a6
3
+ size 402763009
global_step325750/layer_09-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7cda6c7a9c5e7c878935beef275ecf828b4207a9e04334646183ab067f4adf31
3
+ size 402763009
global_step325750/layer_10-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b8a3ecdcb1c4caaa5b6439fe6cfc9c28b58184ed3ae0ca18b9d1b27448fc022
3
+ size 402763009
global_step325750/layer_11-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b58ccb186851c0bbe920c6bbc63610348106df04ac34669b3e9209bb6c4e43b
3
+ size 402763009
global_step325750/layer_12-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:70ad451dbcdecb60b1ce2ae35b04e59c695cb5584486e9168eb3d219cb2029a6
3
+ size 402763009
global_step325750/layer_13-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dcdf3caa42fb5492c3e0c0b8461607cb058709691b1dfad522cbf1ca8783885c
3
+ size 402763009
global_step325750/layer_14-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69dffc33561df83eddee9f99558e06861d9ce0f4338c49aa9312a6622d06574a
3
+ size 402763009
global_step325750/layer_15-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da8970e0c25009e51db52bcbeb067422778ad881cee481b2d92b00c798385138
3
+ size 402763009
global_step325750/layer_16-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d68987c024946a10037b1081023eed11fb198768540da5f31861b7086f0490c
3
+ size 402763009
global_step325750/layer_17-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ccb36fa58aa7dc9cd2d4da858b62bb36867d28ee74095ab7d17e126c82c6124
3
+ size 402763009
global_step325750/layer_18-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f144f1a0c390ba40926f0bd5c54468d18cf5a245c7f40d0687424e8dc876e307
3
+ size 402763009
global_step325750/layer_19-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed80c8666f60fae66ebed764833f615238755041c615120b12c030e01aa07f28
3
+ size 402763009
global_step325750/layer_20-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ea9c88bc4a6ef0e19460cc980285f4f9d5a96390e13ad4d13da9e4b60217ccf
3
+ size 402763009
global_step325750/layer_21-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2123d939f7f90370ba6a358e04859274a767345b98334a6e8346787eb4b6e00
3
+ size 402763009
global_step325750/layer_22-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f9751be6f8dccad9d157818ca2d2cfad791cabffe1ad2067a139dccd5e6c831
3
+ size 402763009
global_step325750/layer_23-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ca15c702f761b9fedfb4e25256b2c90999c5a1940728e281f09b2a2cfcbfec2
3
+ size 402763009
global_step325750/layer_24-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6cc841ef8b56cd9a36a3e05ca75278a6c5eb36a0efd5297516c5b1420a7ee022
3
+ size 402763009
global_step325750/layer_25-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f1e30a53a5aa389fada77a02d3245157aa0d3740c2a29409fa0976760d89aedf
3
+ size 402763009
global_step325750/layer_26-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66b75239c09fe727f3e993ad123f720e3f555ccc1f7ea3b15e04b13cd5552b3c
3
+ size 402763009
global_step325750/layer_27-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96bfa920e6febf5dc43d2df2968fece1a547aab4949ddb57cf0bb81e9d340e4c
3
+ size 402763009
global_step325750/layer_28-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c34707e03bd78c81c302d59e81bf57b0b4ba1f59f2d2a4ac44c008d3e94f2e37
3
+ size 402763009
global_step325750/layer_29-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc4197bbfcb28dfb73de80b401d38743216dcf1ac20756669cfb6e7cb8769302
3
+ size 402763009
global_step325750/layer_30-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2c50468a71df9549f7575698ccea37a81737d9c34534995ef5dcf6f21b66b7a
3
+ size 402763009
global_step325750/layer_31-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0fd591e102eb051ed598c19a6d39954d6f2954bcc46fd8e6bbe09789a93cc9e
3
+ size 402763009
global_step325750/layer_32-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb362aa811dd399069497e8d88730f500bf76e834712f4b761c6bb658ad936d1
3
+ size 402763009
global_step325750/layer_34-model_00-model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62b51a1b24fd5b417f7f7911fe56bad322c75cb980db614b14b708eca0fb37b1
3
+ size 17319
global_step325750/mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:254c1afc5f21b79c0ec55c2253991565f69a4c67dd7420134f63b4e5a1aa18ce
3
+ size 70947
global_step325750/zero_pp_rank_0_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c49a03bc46791b6b728097e7be3cb717efe64ae09b8e1006728ed5679dafa07
3
+ size 1325444107
global_step325750/zero_pp_rank_10_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e2258f3a55ddd8009100a1eec697715de62c98345e1542ef7937a0afc7d0c7b
3
+ size 1325444107
global_step325750/zero_pp_rank_11_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f53543cdb1a23983632357f92975a5b477aa74070eff85e8810f98d509e01c6a
3
+ size 1325444107
global_step325750/zero_pp_rank_12_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05c8029e644a8966177fd7392a3efd2197c7a48d3b674ef7f006650d65f88b3b
3
+ size 1325444107
global_step325750/zero_pp_rank_13_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:105f40e14e3ee2c447b0a5913175e17c47ae47ce8562ad92b7ca32cca56ab48c
3
+ size 1325444107
global_step325750/zero_pp_rank_14_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88f80915167f17cfbee0191a40ed4b1ae82f31c070dd9ca11a2c182fdc9fc517
3
+ size 1325444107
global_step325750/zero_pp_rank_15_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67672ab5d0bf2713ba7b8768486dbd1db62fe4e8717829f862973bf47d0e1161
3
+ size 1325444107
global_step325750/zero_pp_rank_16_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:374ad2ede0b52155d49a6c777fab40de90267c81b247e97f2e01f8d1ddade9f3
3
+ size 1325444107
global_step325750/zero_pp_rank_17_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b44cc8a4c4a8bd3cc4340f09e6c68b5ccf64309ad5869751f2b196b00043a779
3
+ size 1325444107
global_step325750/zero_pp_rank_18_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:050995e62862bde1bdd138330986b21cb0142cd8d83266526bef5bc3156fe191
3
+ size 1325444107
global_step325750/zero_pp_rank_19_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a204787dbfc5bdc9e5ee2f788a464bff6afcff090b79c4b7ae35c8f8aa3a95f7
3
+ size 1325444107
global_step325750/zero_pp_rank_1_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6eba48f3ad4b0b5050b2f9c1d75116a6efbcdbf00d964ed8c0d8ff1a649662d7
3
+ size 1325444107
global_step325750/zero_pp_rank_20_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35c8045e93ace44081f6de13a49c06803209748c351ddbff280307b42e6c0be6
3
+ size 1325444107
global_step325750/zero_pp_rank_21_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0eec6941c24fbfdd09f4e144e8407ceabfbf1fe1124097d674e55dc77e18ab6a
3
+ size 1325444107
global_step325750/zero_pp_rank_22_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77542fac06be5abe8dfeb592c729fceebc14a5a6e1b33e46ebf0d164a4feebdc
3
+ size 1325444107
global_step325750/zero_pp_rank_23_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ada64160afbbd84c035c7a1b4605dad19d5d7fa20133222481310698a9a9436
3
+ size 1325444107
global_step325750/zero_pp_rank_24_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9180b655df427978df7b8879191870804a0e5fb52ca09e4bf8183c5ba0eaa7a0
3
+ size 1325444107