Hugging Face's logo

TurkuNLP
/
bloom-finnish-176B-megatron

Model card Files Community
Muennighoff commited on
Commit
6f130b0
•
1 Parent(s): b513553

Add

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +0 -0
  2. global_step105545/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt +3 -0
  3. global_step105545/bf16_zero_pp_rank_0_mp_rank_01_optim_states.pt +3 -0
  4. global_step105545/bf16_zero_pp_rank_0_mp_rank_02_optim_states.pt +3 -0
  5. global_step105545/bf16_zero_pp_rank_0_mp_rank_03_optim_states.pt +3 -0
  6. global_step105545/bf16_zero_pp_rank_0_mp_rank_04_optim_states.pt +3 -0
  7. global_step105545/bf16_zero_pp_rank_0_mp_rank_05_optim_states.pt +3 -0
  8. global_step105545/bf16_zero_pp_rank_0_mp_rank_06_optim_states.pt +3 -0
  9. global_step105545/bf16_zero_pp_rank_0_mp_rank_07_optim_states.pt +3 -0
  10. global_step105545/bf16_zero_pp_rank_0_mp_rank_08_optim_states.pt +3 -0
  11. global_step105545/bf16_zero_pp_rank_0_mp_rank_09_optim_states.pt +3 -0
  12. global_step105545/bf16_zero_pp_rank_0_mp_rank_10_optim_states.pt +3 -0
  13. global_step105545/bf16_zero_pp_rank_0_mp_rank_11_optim_states.pt +3 -0
  14. global_step105545/bf16_zero_pp_rank_0_mp_rank_12_optim_states.pt +3 -0
  15. global_step105545/bf16_zero_pp_rank_0_mp_rank_13_optim_states.pt +3 -0
  16. global_step105545/bf16_zero_pp_rank_0_mp_rank_14_optim_states.pt +3 -0
  17. global_step105545/bf16_zero_pp_rank_0_mp_rank_15_optim_states.pt +3 -0
  18. global_step105545/bf16_zero_pp_rank_0_mp_rank_16_optim_states.pt +3 -0
  19. global_step105545/bf16_zero_pp_rank_0_mp_rank_17_optim_states.pt +3 -0
  20. global_step105545/bf16_zero_pp_rank_0_mp_rank_18_optim_states.pt +3 -0
  21. global_step105545/bf16_zero_pp_rank_0_mp_rank_19_optim_states.pt +3 -0
  22. global_step105545/bf16_zero_pp_rank_0_mp_rank_20_optim_states.pt +3 -0
  23. global_step105545/bf16_zero_pp_rank_0_mp_rank_21_optim_states.pt +3 -0
  24. global_step105545/bf16_zero_pp_rank_0_mp_rank_22_optim_states.pt +3 -0
  25. global_step105545/bf16_zero_pp_rank_0_mp_rank_23_optim_states.pt +3 -0
  26. global_step105545/bf16_zero_pp_rank_0_mp_rank_24_optim_states.pt +3 -0
  27. global_step105545/bf16_zero_pp_rank_0_mp_rank_25_optim_states.pt +3 -0
  28. global_step105545/bf16_zero_pp_rank_0_mp_rank_26_optim_states.pt +3 -0
  29. global_step105545/bf16_zero_pp_rank_0_mp_rank_27_optim_states.pt +3 -0
  30. global_step105545/bf16_zero_pp_rank_0_mp_rank_28_optim_states.pt +3 -0
  31. global_step105545/bf16_zero_pp_rank_0_mp_rank_29_optim_states.pt +3 -0
  32. global_step105545/bf16_zero_pp_rank_0_mp_rank_30_optim_states.pt +3 -0
  33. global_step105545/bf16_zero_pp_rank_0_mp_rank_31_optim_states.pt +3 -0
  34. global_step105545/bf16_zero_pp_rank_0_mp_rank_32_optim_states.pt +3 -0
  35. global_step105545/bf16_zero_pp_rank_0_mp_rank_33_optim_states.pt +3 -0
  36. global_step105545/bf16_zero_pp_rank_0_mp_rank_34_optim_states.pt +3 -0
  37. global_step105545/bf16_zero_pp_rank_0_mp_rank_35_optim_states.pt +3 -0
  38. global_step105545/bf16_zero_pp_rank_0_mp_rank_36_optim_states.pt +3 -0
  39. global_step105545/bf16_zero_pp_rank_0_mp_rank_37_optim_states.pt +3 -0
  40. global_step105545/bf16_zero_pp_rank_0_mp_rank_38_optim_states.pt +3 -0
  41. global_step105545/bf16_zero_pp_rank_0_mp_rank_39_optim_states.pt +3 -0
  42. global_step105545/bf16_zero_pp_rank_0_mp_rank_40_optim_states.pt +3 -0
  43. global_step105545/bf16_zero_pp_rank_0_mp_rank_41_optim_states.pt +3 -0
  44. global_step105545/bf16_zero_pp_rank_0_mp_rank_42_optim_states.pt +3 -0
  45. global_step105545/bf16_zero_pp_rank_0_mp_rank_43_optim_states.pt +3 -0
  46. global_step105545/bf16_zero_pp_rank_0_mp_rank_44_optim_states.pt +3 -0
  47. global_step105545/bf16_zero_pp_rank_0_mp_rank_45_optim_states.pt +3 -0
  48. global_step105545/bf16_zero_pp_rank_0_mp_rank_46_optim_states.pt +3 -0
  49. global_step105545/bf16_zero_pp_rank_0_mp_rank_47_optim_states.pt +3 -0
  50. global_step105545/bf16_zero_pp_rank_0_mp_rank_48_optim_states.pt +3 -0
.gitattributes CHANGED
The diff for this file is too large to render. See raw diff
 
global_step105545/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b0f8a46a0d5c93169b14224858d5b85ad573381f9126bb8422a6847ad919430
3
+ size 1724918359
global_step105545/bf16_zero_pp_rank_0_mp_rank_01_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ffddf1b35da5d70d0f937f648a234f024ff73066c539d1fbfa4d982ca4b455de
3
+ size 1724918359
global_step105545/bf16_zero_pp_rank_0_mp_rank_02_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d04d8939e88c21eb69d49691aae3cfff2400569bb13addc23b90d200973fe97
3
+ size 1724918359
global_step105545/bf16_zero_pp_rank_0_mp_rank_03_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d55265477087af10c096412543e804be1cefb4c4ec8f437c9ab972db13f52db4
3
+ size 1724918359
global_step105545/bf16_zero_pp_rank_0_mp_rank_04_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75527dfaf6ce92a3e4ef907aed0fa1d5791521db7996c095bfb652d845af1db6
3
+ size 1724918359
global_step105545/bf16_zero_pp_rank_0_mp_rank_05_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd93f1606d4c038ca4a398dbf394d89d313fdcaf588090b78c46910263f49b0a
3
+ size 1724918359
global_step105545/bf16_zero_pp_rank_0_mp_rank_06_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c87612d86c9762d67266efc31f8b30a33bf8067fbaf7980bee00810432cb30b
3
+ size 1724918359
global_step105545/bf16_zero_pp_rank_0_mp_rank_07_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05d0b478436645fc6ac04ba28848aa4c22b492b14302973c8a62603e68ffb033
3
+ size 1724918359
global_step105545/bf16_zero_pp_rank_0_mp_rank_08_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c5671498e96e95de468d5c76f00f91f797e1811a02355bf9932ba6950641d51
3
+ size 1387714199
global_step105545/bf16_zero_pp_rank_0_mp_rank_09_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:70209b952f705d77b7e2d2ef607ebbbb621e67a6d7f45a8399e809959cdde3eb
3
+ size 1387714199
global_step105545/bf16_zero_pp_rank_0_mp_rank_10_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a6b32c93461e83ab2ffe3da0eb7e7ff75d2e49d3d052ffdd0cbc71b7b0b3e1cf
3
+ size 1387714199
global_step105545/bf16_zero_pp_rank_0_mp_rank_11_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6875e57ff6e7f31f82f4a7a16c914539e7ff31e94f2ce228898c8b3b1e81999
3
+ size 1387714199
global_step105545/bf16_zero_pp_rank_0_mp_rank_12_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:430a79ac5e77caa2dc383eb7335422751842799a1b674d6071037105e77bb582
3
+ size 1387714199
global_step105545/bf16_zero_pp_rank_0_mp_rank_13_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d87a0728f654e66eb74930f429ec939792ca8b163635eaefa55da26e6e85ca4
3
+ size 1387714199
global_step105545/bf16_zero_pp_rank_0_mp_rank_14_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c1b393c1b8c98df7e631f823a830332c40eb2d11cb620752da0718015ba0e11
3
+ size 1387714199
global_step105545/bf16_zero_pp_rank_0_mp_rank_15_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5fcda721737b700a93e23da805260684f1e0dff6f80622ba22114f4301fafe40
3
+ size 1387714199
global_step105545/bf16_zero_pp_rank_0_mp_rank_16_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68f82dec57843e957635ddd9a6eaba0cb4469a64d991925ee07b119817f4f6fb
3
+ size 1387714199
global_step105545/bf16_zero_pp_rank_0_mp_rank_17_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b16b8b74ef65849d2127bf9afd7eb08e0a3f89aae64572059ea2b4dcb02c3e60
3
+ size 1387714199
global_step105545/bf16_zero_pp_rank_0_mp_rank_18_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:55b0ccba86de92e15ce992a96a8ee9c046764fbda2175b261e715d03cd1969cf
3
+ size 1387714199
global_step105545/bf16_zero_pp_rank_0_mp_rank_19_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e01d295ffbcc8e6a7748c03359287db50cf47ccfbbb39ce3a26fad400fa21c3
3
+ size 1387714199
global_step105545/bf16_zero_pp_rank_0_mp_rank_20_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4474417b561481621102796c3c9b9b6d1dd0ea87883d3371ccb33d8fcce0c5e
3
+ size 1387714199
global_step105545/bf16_zero_pp_rank_0_mp_rank_21_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c62dd3ca00e0879d88dd20554cf52906cf568f185d5e870488e5fae3c66433c
3
+ size 1387714199
global_step105545/bf16_zero_pp_rank_0_mp_rank_22_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e874f131b8859fdb7fe8a17049af7857e11e51f1e2d85c3a57edc16be3af262e
3
+ size 1387714199
global_step105545/bf16_zero_pp_rank_0_mp_rank_23_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e4bd1912d83182cc355f3071ef151824c03d342141aeb696f875218021b1ecb
3
+ size 1387714199
global_step105545/bf16_zero_pp_rank_0_mp_rank_24_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e0cf65ddebd153ad7c9c46c013aed1cf53dde7e9bf8039c38c8ed66fd286ca8
3
+ size 100663296
global_step105545/bf16_zero_pp_rank_0_mp_rank_25_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c01cd75714cbfa4d71e8fc9b813e3014c778adb61c6c8deaf30dd6e91e5c19a3
3
+ size 75497472
global_step105545/bf16_zero_pp_rank_0_mp_rank_26_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a393112c619693ea762f68f42c34576a3e7d6b992888674b457378b50c69a9e7
3
+ size 411041792
global_step105545/bf16_zero_pp_rank_0_mp_rank_27_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1591176d4a92c4a0ced1bace5c8fe6361d2b2870e866dfde9f7f11a6d4e69437
3
+ size 654311424
global_step105545/bf16_zero_pp_rank_0_mp_rank_28_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:79fd6e8a0b48f54d2d27c93f84c0d5ceec7f7d684bb3af0212da1dd75ed83a55
3
+ size 142606336
global_step105545/bf16_zero_pp_rank_0_mp_rank_29_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e404464bffffa20fb4fed456d97a8897131e182180a41d94d137c35b479eaf34
3
+ size 75497472
global_step105545/bf16_zero_pp_rank_0_mp_rank_30_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:469b3547bc518a4bc00d00dde1bc17ecd0f6410941873cc3d95eed1c6f9f032f
3
+ size 465567744
global_step105545/bf16_zero_pp_rank_0_mp_rank_31_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7791f8b8513f0a16622823adf10e5d68752d5bed17a4681dad0dc8565483865c
3
+ size 100663296
global_step105545/bf16_zero_pp_rank_0_mp_rank_32_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:93cb0a90b3c1cb4b6e2511e19a49ba7ab27ee8c8ea0829b8c39c017a88cd15de
3
+ size 1387714199
global_step105545/bf16_zero_pp_rank_0_mp_rank_33_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd4cac81c2b3e9e18eb740d09379acc8c3b456bc89d470c35d18af3ec6fdeaf7
3
+ size 1387714199
global_step105545/bf16_zero_pp_rank_0_mp_rank_34_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10638f36787a266ca0b832da0d0590522c37ba6b0e2574eec693dad86137646f
3
+ size 1387714199
global_step105545/bf16_zero_pp_rank_0_mp_rank_35_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f09c230f4112d00e8b320a494e1ac1a75feb63233eeec9e1fdc8b3c03443f10d
3
+ size 1387714199
global_step105545/bf16_zero_pp_rank_0_mp_rank_36_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ee6da4367e501ae5810213b1ad68fa095dd03f73e88690a849ba1980a7a9806
3
+ size 1387714199
global_step105545/bf16_zero_pp_rank_0_mp_rank_37_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8864535c5af1d390310a8c8a4e82da8657e1f418139a14436aa6ec4a08a5ec94
3
+ size 1387714199
global_step105545/bf16_zero_pp_rank_0_mp_rank_38_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7056137a1f869d9306faf0ad5c62eaf8fa5b4d406733c065ae6a6aa5f7cbe9a5
3
+ size 1387714199
global_step105545/bf16_zero_pp_rank_0_mp_rank_39_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8c38c6a93e78c3a223c2be7a5c15b6b883d4ce135577971ec08d20077b0c2b9
3
+ size 1387714199
global_step105545/bf16_zero_pp_rank_0_mp_rank_40_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:223bb8b22595b845034c6291fbecef26d8d84e71ed7eb6c18ca3f69f99773d48
3
+ size 1387714199
global_step105545/bf16_zero_pp_rank_0_mp_rank_41_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d1befc5905d4652cc51001e8f5aac8de810f6b78f005c78d48efdeb7dfc84cd
3
+ size 1387714199
global_step105545/bf16_zero_pp_rank_0_mp_rank_42_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1715aa03d2d8a5bca9f948a6e3c0b1a841b824aa97c0177ee284899d588e9e7c
3
+ size 1387714199
global_step105545/bf16_zero_pp_rank_0_mp_rank_43_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd4ea99baa358d4b41beb8c29fb3df41109082d0732a5fc08ff39805b94f9d73
3
+ size 1387714199
global_step105545/bf16_zero_pp_rank_0_mp_rank_44_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74bfa69cc3fa53b3d054bee9de421954b153917654dc5ce32513513dd95d1a72
3
+ size 1387714199
global_step105545/bf16_zero_pp_rank_0_mp_rank_45_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40768dc9b0e5681cfc47fe82c454b98667eb48feaa245d3585a4ba23c0508619
3
+ size 1387714199
global_step105545/bf16_zero_pp_rank_0_mp_rank_46_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb20d3deca8c85a121ae2d2b662d08a8f71a9851288cead11bd74d421c5dfd1b
3
+ size 1387714199
global_step105545/bf16_zero_pp_rank_0_mp_rank_47_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a4c834b66cc7794f7bb4b2cf7bef4618ce4c1c088cada828c432bbc01dd26d64
3
+ size 1387714199
global_step105545/bf16_zero_pp_rank_0_mp_rank_48_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2b951f5687c7d099bf64fde6af6b0c34faa17c4252b844a6b5a1d1e38de28c8
3
+ size 1387714199