jonabur commited on
Commit
1db803b
1 Parent(s): 01e7716

Add 800B checkpoint

Browse files
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "/scratch/project_462000319/general-tools/checkpoints/33B_torch_step166752_bfloat16",
3
  "apply_residual_connection_post_layernorm": false,
4
  "architectures": [
5
  "BloomForCausalLM"
@@ -20,7 +20,7 @@
20
  "pretraining_tp": 2,
21
  "slow_but_exact": false,
22
  "torch_dtype": "bfloat16",
23
- "transformers_version": "4.36.0",
24
  "use_cache": true,
25
  "vocab_size": 128000
26
  }
 
1
  {
2
+ "_name_or_path": "/scratch/project_462000319/general-tools/checkpoints/33B_torch_step190656_bfloat16",
3
  "apply_residual_connection_post_layernorm": false,
4
  "architectures": [
5
  "BloomForCausalLM"
 
20
  "pretraining_tp": 2,
21
  "slow_but_exact": false,
22
  "torch_dtype": "bfloat16",
23
+ "transformers_version": "4.37.2",
24
  "use_cache": true,
25
  "vocab_size": 128000
26
  }
generation_config.json CHANGED
@@ -3,5 +3,5 @@
3
  "bos_token_id": 1,
4
  "eos_token_id": 2,
5
  "pad_token_id": 3,
6
- "transformers_version": "4.36.0"
7
  }
 
3
  "bos_token_id": 1,
4
  "eos_token_id": 2,
5
  "pad_token_id": 3,
6
+ "transformers_version": "4.37.2"
7
  }
model-00001-of-00014.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ad4beef808771cae6edf6f14579dfbff9a40c655f61bb5e8d8575b93c714042a
3
  size 4712820784
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ddab7d1e18d192e06ccaa28cff469aa963543ca236bda147a06fbf58d80d3137
3
  size 4712820784
model-00002-of-00014.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5382b95e1b9991b956fced7510623a59667404af1086b2d34f1e8237e61580e0
3
  size 4933252680
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00f377fae3780e88af03efc8d5f62b3fcdac85c54a98faf6cff01859e8144601
3
  size 4933252680
model-00003-of-00014.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f64b5a0c8cc2414f9f01f765957db059ed1a81ec0d1887a8ab01c36036641c16
3
  size 4933252648
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cde633d7e185bf23e44ff7a8317899628ef87068c27110b3dbc75d6384722e5b
3
  size 4933252648
model-00004-of-00014.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2612ffbe340c98a35f0f7b8e32a90e3fb35c276ae363d97690b29655b0c0f631
3
  size 4933252728
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d2f2ca56211d14a83764e04312d397db22b983f025f43980cb9ab8efd38f616
3
  size 4933252728
model-00005-of-00014.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ec36fa7fe18e7e3c115cf1d8b6a52ae93fa9ed8aae675f87b5ed32725b4a340a
3
  size 4933252728
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e214c239f7a484e3cf2c8732e649154b50db3f04ed054d7dd3ef580b81ae960
3
  size 4933252728
model-00006-of-00014.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ac4ee77d6ac1264c542039cc432f99786a0fcae796a9f6ec9178a507b77dba86
3
  size 4933252728
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e71eb561f47f0f06fb40c145d96e1f3e415963d2432f04da8a739aef94990cf9
3
  size 4933252728
model-00007-of-00014.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:129e11b03118922eb1b24085b08e85af0cd2e73ad6b0e6b1ca8824bb583e3de8
3
  size 4933252728
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8888634d9d3dccff0c9523d73ee40fdd8fcffb3eb72f4d148b94f27db75ac60b
3
  size 4933252728
model-00008-of-00014.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:30cddd448da7da54664abc79ab3d6001de64b586e07d6641b2c5923a950be538
3
  size 4933252728
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0e3e9feb2250758fc4992d6176c78d3cff0b1e6812188357cde7f32161c7230
3
  size 4933252728
model-00009-of-00014.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:05e7b1db555170ecf0095cc25cdcd3d5d683d42c5dbb444286c226af1e8750ea
3
  size 4933252728
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c7f372565cacb77c9fcd3c25d007a0bed3c0e536ba0b5b5ba7540ff6210fc4c
3
  size 4933252728
model-00010-of-00014.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2d901daa5518111d19ad3b34fe83480fce97bc33c23cd1414e89dcee1a6a0883
3
  size 4933252728
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7accfea20f2ee30633c65e28813a9dbeba3be1ef0a6dfdf532a62081cf82c390
3
  size 4933252728
model-00011-of-00014.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3c89c4ba9550cee307b3614361f04dc7c06d10e0b9d9b74e4eade02bfb673768
3
  size 4933252728
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c34ea5476d240a864cfd4c0329b0103ffe70416bf92de7e11e269cb90291253
3
  size 4933252728
model-00012-of-00014.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fdf43f8744a3f9a1d4d85d2c4912cc7c8eb8857fa1896319df0dfe75ffdf8166
3
  size 4933252728
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86aeedf6e5a1f78d58534c9e4d4bc22075a5c562992576c5eabdf6d3d9e0115c
3
  size 4933252728
model-00013-of-00014.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:aba623da877b94b34c6194db40b4ef1ba97331cc37e23c72e6a9cdfca4d8b547
3
  size 4933252728
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f1f564349edae711b03966759cbb2422d0a1688e12209b2eb832e665fccc0164
3
  size 4933252728
model-00014-of-00014.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c3ddfdb7ce089a24e81758eddf768a7057ba3bd6dc74c33182414b3ee640d103
3
  size 4522124144
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d213ce99dc3afb9702df3c24f93def013457bd0303636cd46e8211b2dc8a72e0
3
  size 4522124144