Hugging Face's logo

microsoft
/
bloom-deepspeed-inference-int8

Feature Extraction
Transformers
bloom
Inference Endpoints
text-generation-inference
Model card Files Community
2
jeffra commited on
Commit
aa00a66
•
1 Parent(s): b939040

remove bloom prefix and update ds config

Browse files
Files changed (35) hide show
  1. BLOOM_ds-inference_config.json +0 -45
  2. ds_inference_config.json +46 -0
  3. BLOOM-non-tp.pt → non-tp.pt +0 -0
  4. BLOOM-tp_00_00.pt → tp_00_00.pt +0 -0
  5. BLOOM-tp_00_01.pt → tp_00_01.pt +0 -0
  6. BLOOM-tp_00_02.pt → tp_00_02.pt +0 -0
  7. BLOOM-tp_00_03.pt → tp_00_03.pt +0 -0
  8. BLOOM-tp_00_04.pt → tp_00_04.pt +0 -0
  9. BLOOM-tp_00_05.pt → tp_00_05.pt +0 -0
  10. BLOOM-tp_00_06.pt → tp_00_06.pt +0 -0
  11. BLOOM-tp_00_07.pt → tp_00_07.pt +0 -0
  12. BLOOM-tp_01_00.pt → tp_01_00.pt +0 -0
  13. BLOOM-tp_01_01.pt → tp_01_01.pt +0 -0
  14. BLOOM-tp_01_02.pt → tp_01_02.pt +0 -0
  15. BLOOM-tp_01_03.pt → tp_01_03.pt +0 -0
  16. BLOOM-tp_01_04.pt → tp_01_04.pt +0 -0
  17. BLOOM-tp_01_05.pt → tp_01_05.pt +0 -0
  18. BLOOM-tp_01_06.pt → tp_01_06.pt +0 -0
  19. BLOOM-tp_01_07.pt → tp_01_07.pt +0 -0
  20. BLOOM-tp_02_00.pt → tp_02_00.pt +0 -0
  21. BLOOM-tp_02_01.pt → tp_02_01.pt +0 -0
  22. BLOOM-tp_02_02.pt → tp_02_02.pt +0 -0
  23. BLOOM-tp_02_03.pt → tp_02_03.pt +0 -0
  24. BLOOM-tp_02_04.pt → tp_02_04.pt +0 -0
  25. BLOOM-tp_02_05.pt → tp_02_05.pt +0 -0
  26. BLOOM-tp_02_06.pt → tp_02_06.pt +0 -0
  27. BLOOM-tp_02_07.pt → tp_02_07.pt +0 -0
  28. BLOOM-tp_03_00.pt → tp_03_00.pt +0 -0
  29. BLOOM-tp_03_01.pt → tp_03_01.pt +0 -0
  30. BLOOM-tp_03_02.pt → tp_03_02.pt +0 -0
  31. BLOOM-tp_03_03.pt → tp_03_03.pt +0 -0
  32. BLOOM-tp_03_04.pt → tp_03_04.pt +0 -0
  33. BLOOM-tp_03_05.pt → tp_03_05.pt +0 -0
  34. BLOOM-tp_03_06.pt → tp_03_06.pt +0 -0
  35. BLOOM-tp_03_07.pt → tp_03_07.pt +0 -0
BLOOM_ds-inference_config.json DELETED
@@ -1,45 +0,0 @@
1
- {
2
- "type": "BLOOM",
3
- "checkpoints": {
4
- "non_tp": [
5
- "BLOOM-non-tp.pt"
6
- ],
7
- "tp": [
8
- "BLOOM-tp_00_00.pt",
9
- "BLOOM-tp_01_00.pt",
10
- "BLOOM-tp_02_00.pt",
11
- "BLOOM-tp_03_00.pt",
12
- "BLOOM-tp_00_01.pt",
13
- "BLOOM-tp_01_01.pt",
14
- "BLOOM-tp_02_01.pt",
15
- "BLOOM-tp_03_01.pt",
16
- "BLOOM-tp_00_02.pt",
17
- "BLOOM-tp_01_02.pt",
18
- "BLOOM-tp_02_02.pt",
19
- "BLOOM-tp_03_02.pt",
20
- "BLOOM-tp_00_03.pt",
21
- "BLOOM-tp_01_03.pt",
22
- "BLOOM-tp_02_03.pt",
23
- "BLOOM-tp_03_03.pt",
24
- "BLOOM-tp_00_04.pt",
25
- "BLOOM-tp_01_04.pt",
26
- "BLOOM-tp_02_04.pt",
27
- "BLOOM-tp_03_04.pt",
28
- "BLOOM-tp_00_05.pt",
29
- "BLOOM-tp_01_05.pt",
30
- "BLOOM-tp_02_05.pt",
31
- "BLOOM-tp_03_05.pt",
32
- "BLOOM-tp_00_06.pt",
33
- "BLOOM-tp_01_06.pt",
34
- "BLOOM-tp_02_06.pt",
35
- "BLOOM-tp_03_06.pt",
36
- "BLOOM-tp_00_07.pt",
37
- "BLOOM-tp_01_07.pt",
38
- "BLOOM-tp_02_07.pt",
39
- "BLOOM-tp_03_07.pt"
40
- ]
41
- },
42
- "version": 1,
43
- "parallelization": "tp",
44
- "mp_size": 4
45
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
ds_inference_config.json ADDED
@@ -0,0 +1,46 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "type": "BLOOM",
3
+ "checkpoints": {
4
+ "non_tp": [
5
+ "non-tp.pt"
6
+ ],
7
+ "tp": [
8
+ "tp_00_00.pt",
9
+ "tp_01_00.pt",
10
+ "tp_02_00.pt",
11
+ "tp_03_00.pt",
12
+ "tp_00_01.pt",
13
+ "tp_01_01.pt",
14
+ "tp_02_01.pt",
15
+ "tp_03_01.pt",
16
+ "tp_00_02.pt",
17
+ "tp_01_02.pt",
18
+ "tp_02_02.pt",
19
+ "tp_03_02.pt",
20
+ "tp_00_03.pt",
21
+ "tp_01_03.pt",
22
+ "tp_02_03.pt",
23
+ "tp_03_03.pt",
24
+ "tp_00_04.pt",
25
+ "tp_01_04.pt",
26
+ "tp_02_04.pt",
27
+ "tp_03_04.pt",
28
+ "tp_00_05.pt",
29
+ "tp_01_05.pt",
30
+ "tp_02_05.pt",
31
+ "tp_03_05.pt",
32
+ "tp_00_06.pt",
33
+ "tp_01_06.pt",
34
+ "tp_02_06.pt",
35
+ "tp_03_06.pt",
36
+ "tp_00_07.pt",
37
+ "tp_01_07.pt",
38
+ "tp_02_07.pt",
39
+ "tp_03_07.pt"
40
+ ]
41
+ },
42
+ "version": 1,
43
+ "parallelization": "tp",
44
+ "tp_size": 4,
45
+ "dtype": "int8"
46
+ }
BLOOM-non-tp.pt → non-tp.pt RENAMED
File without changes
BLOOM-tp_00_00.pt → tp_00_00.pt RENAMED
File without changes
BLOOM-tp_00_01.pt → tp_00_01.pt RENAMED
File without changes
BLOOM-tp_00_02.pt → tp_00_02.pt RENAMED
File without changes
BLOOM-tp_00_03.pt → tp_00_03.pt RENAMED
File without changes
BLOOM-tp_00_04.pt → tp_00_04.pt RENAMED
File without changes
BLOOM-tp_00_05.pt → tp_00_05.pt RENAMED
File without changes
BLOOM-tp_00_06.pt → tp_00_06.pt RENAMED
File without changes
BLOOM-tp_00_07.pt → tp_00_07.pt RENAMED
File without changes
BLOOM-tp_01_00.pt → tp_01_00.pt RENAMED
File without changes
BLOOM-tp_01_01.pt → tp_01_01.pt RENAMED
File without changes
BLOOM-tp_01_02.pt → tp_01_02.pt RENAMED
File without changes
BLOOM-tp_01_03.pt → tp_01_03.pt RENAMED
File without changes
BLOOM-tp_01_04.pt → tp_01_04.pt RENAMED
File without changes
BLOOM-tp_01_05.pt → tp_01_05.pt RENAMED
File without changes
BLOOM-tp_01_06.pt → tp_01_06.pt RENAMED
File without changes
BLOOM-tp_01_07.pt → tp_01_07.pt RENAMED
File without changes
BLOOM-tp_02_00.pt → tp_02_00.pt RENAMED
File without changes
BLOOM-tp_02_01.pt → tp_02_01.pt RENAMED
File without changes
BLOOM-tp_02_02.pt → tp_02_02.pt RENAMED
File without changes
BLOOM-tp_02_03.pt → tp_02_03.pt RENAMED
File without changes
BLOOM-tp_02_04.pt → tp_02_04.pt RENAMED
File without changes
BLOOM-tp_02_05.pt → tp_02_05.pt RENAMED
File without changes
BLOOM-tp_02_06.pt → tp_02_06.pt RENAMED
File without changes
BLOOM-tp_02_07.pt → tp_02_07.pt RENAMED
File without changes
BLOOM-tp_03_00.pt → tp_03_00.pt RENAMED
File without changes
BLOOM-tp_03_01.pt → tp_03_01.pt RENAMED
File without changes
BLOOM-tp_03_02.pt → tp_03_02.pt RENAMED
File without changes
BLOOM-tp_03_03.pt → tp_03_03.pt RENAMED
File without changes
BLOOM-tp_03_04.pt → tp_03_04.pt RENAMED
File without changes
BLOOM-tp_03_05.pt → tp_03_05.pt RENAMED
File without changes
BLOOM-tp_03_06.pt → tp_03_06.pt RENAMED
File without changes
BLOOM-tp_03_07.pt → tp_03_07.pt RENAMED
File without changes