Hugging Face's logo

lucadiliello
/
opt-30b-deepspeed-inference-fp16-shard-2

Text Generation
Transformers
opt
Inference Endpoints
text-generation-inference
Model card Files Community
lucadiliello commited on
Commit
8c8b767
•
1 Parent(s): 095f71d

added tp sharded ckpts

Browse files
Files changed (23) hide show
  1. config.json +31 -0
  2. ds_inference_config.json +1 -0
  3. merges.txt +0 -0
  4. non-tp.pt +3 -0
  5. special_tokens_map.json +30 -0
  6. tokenizer_config.json +41 -0
  7. tp_00_00.pt +3 -0
  8. tp_00_01.pt +3 -0
  9. tp_00_02.pt +3 -0
  10. tp_00_03.pt +3 -0
  11. tp_00_04.pt +3 -0
  12. tp_00_05.pt +3 -0
  13. tp_00_06.pt +3 -0
  14. tp_00_07.pt +3 -0
  15. tp_01_00.pt +3 -0
  16. tp_01_01.pt +3 -0
  17. tp_01_02.pt +3 -0
  18. tp_01_03.pt +3 -0
  19. tp_01_04.pt +3 -0
  20. tp_01_05.pt +3 -0
  21. tp_01_06.pt +3 -0
  22. tp_01_07.pt +3 -0
  23. vocab.json +0 -0
config.json ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "facebook/opt-30b",
3
+ "_remove_final_layer_norm": false,
4
+ "activation_dropout": 0.0,
5
+ "activation_function": "relu",
6
+ "architectures": [
7
+ "OPTForCausalLM"
8
+ ],
9
+ "attention_dropout": 0.0,
10
+ "bos_token_id": 2,
11
+ "do_layer_norm_before": true,
12
+ "dropout": 0.1,
13
+ "enable_bias": true,
14
+ "eos_token_id": 2,
15
+ "ffn_dim": 28672,
16
+ "hidden_size": 7168,
17
+ "init_std": 0.02,
18
+ "layer_norm_elementwise_affine": true,
19
+ "layerdrop": 0.0,
20
+ "max_position_embeddings": 2048,
21
+ "model_type": "opt",
22
+ "num_attention_heads": 56,
23
+ "num_hidden_layers": 48,
24
+ "pad_token_id": 1,
25
+ "prefix": "</s>",
26
+ "torch_dtype": "float16",
27
+ "transformers_version": "4.27.1",
28
+ "use_cache": true,
29
+ "vocab_size": 50272,
30
+ "word_embed_proj_dim": 7168
31
+ }
ds_inference_config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"type": "bloom", "base_dir": "/science/lucadiliello/models/facebook/sharded/opt-30b-deepspeed-inference-fp16-shard-2", "checkpoints": {"non_tp": ["non-tp.pt"], "tp": ["tp_00_00.pt", "tp_01_00.pt", "tp_00_01.pt", "tp_01_01.pt", "tp_00_02.pt", "tp_01_02.pt", "tp_00_03.pt", "tp_01_03.pt", "tp_00_04.pt", "tp_01_04.pt", "tp_00_05.pt", "tp_01_05.pt", "tp_00_06.pt", "tp_01_06.pt", "tp_00_07.pt", "tp_01_07.pt"]}, "version": 1.0, "parallelization": "tp", "tp_size": 2, "dtype": "float16"}
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
non-tp.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd9d68f2514fff789d00648f4d0773c910b166f5d1e51c54920639b5841b4ad4
3
+ size 429
special_tokens_map.json ADDED
@@ -0,0 +1,30 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": {
3
+ "content": "</s>",
4
+ "lstrip": false,
5
+ "normalized": true,
6
+ "rstrip": false,
7
+ "single_word": false
8
+ },
9
+ "eos_token": {
10
+ "content": "</s>",
11
+ "lstrip": false,
12
+ "normalized": true,
13
+ "rstrip": false,
14
+ "single_word": false
15
+ },
16
+ "pad_token": {
17
+ "content": "<pad>",
18
+ "lstrip": false,
19
+ "normalized": true,
20
+ "rstrip": false,
21
+ "single_word": false
22
+ },
23
+ "unk_token": {
24
+ "content": "</s>",
25
+ "lstrip": false,
26
+ "normalized": true,
27
+ "rstrip": false,
28
+ "single_word": false
29
+ }
30
+ }
tokenizer_config.json ADDED
@@ -0,0 +1,41 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_bos_token": true,
3
+ "add_prefix_space": false,
4
+ "bos_token": {
5
+ "__type": "AddedToken",
6
+ "content": "</s>",
7
+ "lstrip": false,
8
+ "normalized": true,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "eos_token": {
13
+ "__type": "AddedToken",
14
+ "content": "</s>",
15
+ "lstrip": false,
16
+ "normalized": true,
17
+ "rstrip": false,
18
+ "single_word": false
19
+ },
20
+ "errors": "replace",
21
+ "model_max_length": 1000000000000000019884624838656,
22
+ "pad_token": {
23
+ "__type": "AddedToken",
24
+ "content": "<pad>",
25
+ "lstrip": false,
26
+ "normalized": true,
27
+ "rstrip": false,
28
+ "single_word": false
29
+ },
30
+ "padding_side": "left",
31
+ "special_tokens_map_file": null,
32
+ "tokenizer_class": "GPT2Tokenizer",
33
+ "unk_token": {
34
+ "__type": "AddedToken",
35
+ "content": "</s>",
36
+ "lstrip": false,
37
+ "normalized": true,
38
+ "rstrip": false,
39
+ "single_word": false
40
+ }
41
+ }
tp_00_00.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00b3a3dec62f872a987dbd0b77233261da1fe3859a937319757f6639460ea1fa
3
+ size 4039240621
tp_00_01.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:103653d9f462a1fb5b7e2769030af3c8fd20a16b6ec14052f700eaa3daeaa138
3
+ size 3700238181
tp_00_02.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fdbae3c04d703e8e7b0c00ebb16691e714591c0f41185d214668aadaedb702b2
3
+ size 3905745123
tp_00_03.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:692fe18558d1886c1c17c77cd4b0b92db01c85ae9e9c779797dbb4e7114e3a49
3
+ size 3700252581
tp_00_04.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a21c0682f99f1a00f7a8da084d5a734e6f49675c365cfcb47bfebe7ed67e064c
3
+ size 3905745123
tp_00_05.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4819b942ab82acd2be93b88412fec583148ef7142d355d441c81c0d7f9428ee6
3
+ size 3700238245
tp_00_06.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ab7d59e7b9eb5502d6750d947baec56903c80a501fd9a7cd435b404c53600aa
3
+ size 3700238245
tp_00_07.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb7401b9ef23508160ceb309949092d61f56442a4f722739442ac9c5f60064b0
3
+ size 4420908667
tp_01_00.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c138d9204f9767f52190e12417af581495f747b8e03e332244f4f88d59d434c0
3
+ size 4039240621
tp_01_01.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f057f49f838c242b4f40e44bc1c16eab1051ad0493c8f03d962b513156f5a1bd
3
+ size 3700238181
tp_01_02.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:04c85235357423305bb792520362725d021ba66acd335cc45d0c37e906330b17
3
+ size 3905745123
tp_01_03.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7fa2419c4ae3a73d9e26b9091ace785c6ceb40f8ea276d428b93e42fcfa09fe
3
+ size 3700252581
tp_01_04.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61b49ffb7f77b9c7ac0f73bae13fcc6cbdd823b1e95f679cd0f6a2f89dd02a9c
3
+ size 3905745123
tp_01_05.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63b688ff7d51864a56914974e097836aac323a185da2d9adb5a7e1f731c40266
3
+ size 3700238245
tp_01_06.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f56586e20fd5c688e7582fad0edd1122505519b7de99debec67e2a6b914c0ae8
3
+ size 3700238245
tp_01_07.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee968dd644bcf84a90e93a802ba5a588facd6b8153e034beffa69f18a06c2b95
3
+ size 4420908667
vocab.json ADDED
The diff for this file is too large to render. See raw diff