Hugging Face's logo

datablations
/
lm1-1b1-21b-c4

TensorBoard
Model card Files Metrics Community
Muennighoff commited on
Commit
1822e67
•
1 Parent(s): b23a447

Add

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. evaluation/lm1-1b1-21b-c4-results_lm-eval_global_step39672_2022-12-21-12-07-40.json +61 -0
  2. global_step39672/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt +3 -0
  3. global_step39672/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt +3 -0
  4. global_step39672/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt +3 -0
  5. global_step39672/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt +3 -0
  6. global_step39672/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt +3 -0
  7. global_step39672/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt +3 -0
  8. global_step39672/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt +3 -0
  9. global_step39672/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt +3 -0
  10. global_step39672/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt +3 -0
  11. global_step39672/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt +3 -0
  12. global_step39672/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt +3 -0
  13. global_step39672/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt +3 -0
  14. global_step39672/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt +3 -0
  15. global_step39672/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt +3 -0
  16. global_step39672/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt +3 -0
  17. global_step39672/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt +3 -0
  18. global_step39672/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt +3 -0
  19. global_step39672/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt +3 -0
  20. global_step39672/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt +3 -0
  21. global_step39672/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt +3 -0
  22. global_step39672/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt +3 -0
  23. global_step39672/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt +3 -0
  24. global_step39672/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt +3 -0
  25. global_step39672/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt +3 -0
  26. global_step39672/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt +3 -0
  27. global_step39672/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt +3 -0
  28. global_step39672/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt +3 -0
  29. global_step39672/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt +3 -0
  30. global_step39672/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt +3 -0
  31. global_step39672/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt +3 -0
  32. global_step39672/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt +3 -0
  33. global_step39672/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt +3 -0
  34. global_step39672/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt +3 -0
  35. global_step39672/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt +3 -0
  36. global_step39672/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt +3 -0
  37. global_step39672/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt +3 -0
  38. global_step39672/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt +3 -0
  39. global_step39672/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt +3 -0
  40. global_step39672/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt +3 -0
  41. global_step39672/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt +3 -0
  42. global_step39672/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt +3 -0
  43. global_step39672/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt +3 -0
  44. global_step39672/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt +3 -0
  45. global_step39672/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt +3 -0
  46. global_step39672/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt +3 -0
  47. global_step39672/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt +3 -0
  48. global_step39672/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt +3 -0
  49. global_step39672/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt +3 -0
  50. global_step39672/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt +3 -0
evaluation/lm1-1b1-21b-c4-results_lm-eval_global_step39672_2022-12-21-12-07-40.json ADDED
@@ -0,0 +1,61 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "results": {
3
+ "copa": {
4
+ "acc": 0.68,
5
+ "acc_stderr": 0.046882617226215034
6
+ },
7
+ "boolq": {
8
+ "acc": 0.5064220183486239,
9
+ "acc_stderr": 0.00874433361394033
10
+ },
11
+ "hellaswag": {
12
+ "acc": 0.3481378211511651,
13
+ "acc_stderr": 0.004754063867700179,
14
+ "acc_norm": 0.4282015534754033,
15
+ "acc_norm_stderr": 0.004938068627349486
16
+ },
17
+ "arc_challenge": {
18
+ "acc": 0.21245733788395904,
19
+ "acc_stderr": 0.01195348290658295,
20
+ "acc_norm": 0.25,
21
+ "acc_norm_stderr": 0.012653835621466646
22
+ },
23
+ "arc_easy": {
24
+ "acc": 0.48653198653198654,
25
+ "acc_stderr": 0.010256060854840756,
26
+ "acc_norm": 0.43813131313131315,
27
+ "acc_norm_stderr": 0.010180937100600073
28
+ },
29
+ "sciq": {
30
+ "acc": 0.758,
31
+ "acc_stderr": 0.013550631705555946,
32
+ "acc_norm": 0.665,
33
+ "acc_norm_stderr": 0.014933117490932568
34
+ },
35
+ "winogrande": {
36
+ "acc": 0.5153906866614049,
37
+ "acc_stderr": 0.014045826789783666
38
+ },
39
+ "piqa": {
40
+ "acc": 0.6985854189336235,
41
+ "acc_stderr": 0.01070624824275376,
42
+ "acc_norm": 0.705114254624592,
43
+ "acc_norm_stderr": 0.010639030620156982
44
+ },
45
+ "rte": {
46
+ "acc": 0.5306859205776173,
47
+ "acc_stderr": 0.03003973059219781
48
+ }
49
+ },
50
+ "versions": {
51
+ "copa": 0,
52
+ "boolq": 1,
53
+ "hellaswag": 0,
54
+ "arc_challenge": 0,
55
+ "arc_easy": 0,
56
+ "sciq": 0,
57
+ "winogrande": 0,
58
+ "piqa": 0,
59
+ "rte": 0
60
+ }
61
+ }
global_step39672/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21a5c454809acfb7ae55722b9cb431ec2693ff83e68abee396c5717f80448a41
3
+ size 51395415
global_step39672/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0630c39feb7341ade151d7329e0df7dbc0408915c739f0d3e142ac642f45d61a
3
+ size 51395373
global_step39672/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3cbcf16d13ea1f170b04b56ddcc3cd72091d3000818d380102684d19afbb1fad
3
+ size 51395437
global_step39672/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db5be9aaa977cc442eedf3f45f994a6448458be7654a9bcc10ca34cc6b2972eb
3
+ size 51395501
global_step39672/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a4a5834b2f07dbb4b63fdbb26242398645f9c47f5b15cb596c185fb2eea02d4
3
+ size 51395565
global_step39672/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b753935e584cc4e504c4504fa396b59d9190f6281807c2548e5d196e004074e
3
+ size 51395373
global_step39672/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a8b5db29801c6c81a695de4aa0faa78dd3b8b84765633e7a9a25a5704e49f30
3
+ size 51395373
global_step39672/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dcc16ade113213552a83e3df75b0d2a877607195252da0dec59bb1a9cb14e382
3
+ size 51395437
global_step39672/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96f4144e995e30cab6c625c547dc191366c393548ce7726dd734c065b94dd6a8
3
+ size 51395501
global_step39672/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc2e3cf120a6efaf093e4a5343c5e43579568eca9d992223aa81e0ae88e65ca5
3
+ size 51395437
global_step39672/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6618833e12d7ccc56fcebba7576059ad3a189973a9af598dc89d56627ef9a414
3
+ size 51395501
global_step39672/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:42f166b98ce970caf3a255afd5b311da1d1e0fe268b97e523eac96637f506843
3
+ size 51395426
global_step39672/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c5afc66ba5800decea319ff2286cfb2dc99595282bf0f33ae14331e7eb2b2dd
3
+ size 51395373
global_step39672/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a938815ddaa45b7057fc7d0dae5b530749e74694caed4836f7e8ae661fd5b60
3
+ size 51395437
global_step39672/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f12b049b7f2e2f65c779f40dfcefe6c95d08e2e859e7ab994a77622793e3aa60
3
+ size 51395501
global_step39672/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:70a091396e9bf4a1109086a99221e5a3a2ac60cd9b46e221cbb4269a549d29fb
3
+ size 51395501
global_step39672/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:abc10dd062c2e061ce1aa1ab90ef5f466093eaf1f4e5d77c28f6af226760dc18
3
+ size 51395437
global_step39672/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:12bf86b856d9fcb615ad0be3a5b0b362db4a307871f856fba0139cf309f44708
3
+ size 51395437
global_step39672/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31d4528a39951543709d04a2d94748a01a98d14be0e62e7d914f585f05dd634f
3
+ size 51395373
global_step39672/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5215edae746dfc2c5be82ba2070564a46ca4406edde1f0334ac5955c44df9b29
3
+ size 51395373
global_step39672/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5f16a2c789b8d1d1dba47186038d2213895986f2a775e3e7153a7eeccf0a589
3
+ size 51395437
global_step39672/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90302bd17fc17de811dfd75db6321bd1ddca37e7f854c22af906dee68933bc77
3
+ size 51395373
global_step39672/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28ede605147d835e9881a21c418bf74260f498c1c274c28c653c29a784f7b3e4
3
+ size 51395490
global_step39672/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be4ae79626f0c4d6f678e986f9f5095fc09de19b312d69056f4d4c953d45b24e
3
+ size 51395437
global_step39672/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b670b196af89953a783e8482ce56bf70f9813fa60fb81d4dfa1ed698beb7aec
3
+ size 51395565
global_step39672/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da9c58ea351c4f666ba7a2fe11c662e9ddce29a200a70d813b5302b6aa00b1b4
3
+ size 51395437
global_step39672/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:396cf43fd13d240e2409154712dd80cd763e0498d23fbb664e3301ea4d4c8142
3
+ size 51395437
global_step39672/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:70ab85cd0edbc54f7852d343a556fbe279550bfb4cfdc76f66e0365876bd36fe
3
+ size 51395373
global_step39672/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:12959f5b988cabe94cf67a7edec71976adc6100ffd97316a0b853d06121fd19d
3
+ size 51395373
global_step39672/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b12dfb92e6096fd341f0a532053c9d96f01c6cd9214c9c4b6bea692295a923b
3
+ size 51395565
global_step39672/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d61cfb9c47956f830ab2bf29792ff52dfd00259870eb255b2fe930c5ef74a718
3
+ size 51395437
global_step39672/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3b2eaf0b773ab0363d6f3bbf5be9787b824057bc9caa40d93e48ff535b0cc0e
3
+ size 51395437
global_step39672/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa717398d2b499d5c7f7cefff1b9994ea2e8c93dd781fefa261bac09b5ce69c8
3
+ size 51395373
global_step39672/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9e6ae9054ce9ca24bdd5e2df13430796b8309fc3489c6ec1d5b618f713675f4
3
+ size 51395426
global_step39672/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f516f918984cd4f3bf3bb39f22d61cf91a2041065d12b913df1b7f28c62d7d1
3
+ size 51395437
global_step39672/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:16137f47feaf72ebbba0992a41244d89ce095735f38a17ece164f4fc693081f1
3
+ size 51395565
global_step39672/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b45fb50d3b7240d2cc1e55233d9bff916a757574d48a6d75aff42cfd72c9fa0
3
+ size 51395437
global_step39672/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e7f513597b8829687f3a5b6a7b757b7f09f17547f0bb78ddeec6b67c5f2cc71
3
+ size 51395437
global_step39672/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:534f2e3e43a425f975873e83a4e1bb727ccac88767f4ca80fe8c3ff502b92ff5
3
+ size 51395437
global_step39672/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74b97fa7d3e38303739aa0e0ad58079fdafd6a346ea83060857844b2eed81042
3
+ size 51395373
global_step39672/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28393eaea208c9400817d849a9ca3b24756a64aa19ef3cb62c6ef245e03cee35
3
+ size 51395373
global_step39672/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4dc5745b8aa274b6386a90844d0fea8afdc0d6941f9be5daf39dff6111b4f76e
3
+ size 51395501
global_step39672/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e78e86cc0390b7b774908498cadd189d14dc8e8b425f3d16876a17ce93145486
3
+ size 51395437
global_step39672/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:869cc8f3eb88b01ca0c2241597b163c596ba2a34f3765f496d6507083ad775a3
3
+ size 51395373
global_step39672/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a686610983625d4413304dae4f36872b8ca7a63f1672681af2ad8e868f99d3f4
3
+ size 51395426
global_step39672/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44d0a1fc46fe6842180fcba13795b00f4ae6d5ed2f27a2869425ebf5c9b846a1
3
+ size 51395501
global_step39672/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:64d497086e676b8d3526cd5495aeb369a1bab68c1af1cca284a49d8fc4e3620f
3
+ size 51395437
global_step39672/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e76d6d37d679440f809297465c829d5ba1cd2aff9db16d46efef9d00cac2ed4
3
+ size 51395501
global_step39672/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:618c9f5ec1577156c3d22e5cddab08d5f8b425114c0b47b2524b5d9ffdc18859
3
+ size 51395437