Hugging Face's logo

microsoft
/
bloom-deepspeed-inference-fp16

Feature Extraction
Transformers
bloom
Inference Endpoints
text-generation-inference
Model card Files Community
1
jeffra commited on
Commit
5923650
•
1 Parent(s): 0b20ff8

update inference config json

Browse files
Files changed (1) hide show
  1. ds_inference_config.json +65 -65
ds_inference_config.json CHANGED
@@ -2,73 +2,73 @@
2
  "type": "BLOOM",
3
  "checkpoints": {
4
  "non_tp": [
5
- "BLOOM-non-tp.pt"
6
  ],
7
  "tp": [
8
- "BLOOM-tp_00_00.pt",
9
- "BLOOM-tp_01_00.pt",
10
- "BLOOM-tp_02_00.pt",
11
- "BLOOM-tp_03_00.pt",
12
- "BLOOM-tp_04_00.pt",
13
- "BLOOM-tp_05_00.pt",
14
- "BLOOM-tp_06_00.pt",
15
- "BLOOM-tp_07_00.pt",
16
- "BLOOM-tp_00_01.pt",
17
- "BLOOM-tp_01_01.pt",
18
- "BLOOM-tp_02_01.pt",
19
- "BLOOM-tp_03_01.pt",
20
- "BLOOM-tp_04_01.pt",
21
- "BLOOM-tp_05_01.pt",
22
- "BLOOM-tp_06_01.pt",
23
- "BLOOM-tp_07_01.pt",
24
- "BLOOM-tp_00_02.pt",
25
- "BLOOM-tp_01_02.pt",
26
- "BLOOM-tp_02_02.pt",
27
- "BLOOM-tp_03_02.pt",
28
- "BLOOM-tp_04_02.pt",
29
- "BLOOM-tp_05_02.pt",
30
- "BLOOM-tp_06_02.pt",
31
- "BLOOM-tp_07_02.pt",
32
- "BLOOM-tp_00_03.pt",
33
- "BLOOM-tp_01_03.pt",
34
- "BLOOM-tp_02_03.pt",
35
- "BLOOM-tp_03_03.pt",
36
- "BLOOM-tp_04_03.pt",
37
- "BLOOM-tp_05_03.pt",
38
- "BLOOM-tp_06_03.pt",
39
- "BLOOM-tp_07_03.pt",
40
- "BLOOM-tp_00_04.pt",
41
- "BLOOM-tp_01_04.pt",
42
- "BLOOM-tp_02_04.pt",
43
- "BLOOM-tp_03_04.pt",
44
- "BLOOM-tp_04_04.pt",
45
- "BLOOM-tp_05_04.pt",
46
- "BLOOM-tp_06_04.pt",
47
- "BLOOM-tp_07_04.pt",
48
- "BLOOM-tp_00_05.pt",
49
- "BLOOM-tp_01_05.pt",
50
- "BLOOM-tp_02_05.pt",
51
- "BLOOM-tp_03_05.pt",
52
- "BLOOM-tp_04_05.pt",
53
- "BLOOM-tp_05_05.pt",
54
- "BLOOM-tp_06_05.pt",
55
- "BLOOM-tp_07_05.pt",
56
- "BLOOM-tp_00_06.pt",
57
- "BLOOM-tp_01_06.pt",
58
- "BLOOM-tp_02_06.pt",
59
- "BLOOM-tp_03_06.pt",
60
- "BLOOM-tp_04_06.pt",
61
- "BLOOM-tp_05_06.pt",
62
- "BLOOM-tp_06_06.pt",
63
- "BLOOM-tp_07_06.pt",
64
- "BLOOM-tp_00_07.pt",
65
- "BLOOM-tp_01_07.pt",
66
- "BLOOM-tp_02_07.pt",
67
- "BLOOM-tp_03_07.pt",
68
- "BLOOM-tp_04_07.pt",
69
- "BLOOM-tp_05_07.pt",
70
- "BLOOM-tp_06_07.pt",
71
- "BLOOM-tp_07_07.pt"
72
  ]
73
  },
74
  "version": 1,
 
2
  "type": "BLOOM",
3
  "checkpoints": {
4
  "non_tp": [
5
+ "non-tp.pt"
6
  ],
7
  "tp": [
8
+ "tp_00_00.pt",
9
+ "tp_01_00.pt",
10
+ "tp_02_00.pt",
11
+ "tp_03_00.pt",
12
+ "tp_04_00.pt",
13
+ "tp_05_00.pt",
14
+ "tp_06_00.pt",
15
+ "tp_07_00.pt",
16
+ "tp_00_01.pt",
17
+ "tp_01_01.pt",
18
+ "tp_02_01.pt",
19
+ "tp_03_01.pt",
20
+ "tp_04_01.pt",
21
+ "tp_05_01.pt",
22
+ "tp_06_01.pt",
23
+ "tp_07_01.pt",
24
+ "tp_00_02.pt",
25
+ "tp_01_02.pt",
26
+ "tp_02_02.pt",
27
+ "tp_03_02.pt",
28
+ "tp_04_02.pt",
29
+ "tp_05_02.pt",
30
+ "tp_06_02.pt",
31
+ "tp_07_02.pt",
32
+ "tp_00_03.pt",
33
+ "tp_01_03.pt",
34
+ "tp_02_03.pt",
35
+ "tp_03_03.pt",
36
+ "tp_04_03.pt",
37
+ "tp_05_03.pt",
38
+ "tp_06_03.pt",
39
+ "tp_07_03.pt",
40
+ "tp_00_04.pt",
41
+ "tp_01_04.pt",
42
+ "tp_02_04.pt",
43
+ "tp_03_04.pt",
44
+ "tp_04_04.pt",
45
+ "tp_05_04.pt",
46
+ "tp_06_04.pt",
47
+ "tp_07_04.pt",
48
+ "tp_00_05.pt",
49
+ "tp_01_05.pt",
50
+ "tp_02_05.pt",
51
+ "tp_03_05.pt",
52
+ "tp_04_05.pt",
53
+ "tp_05_05.pt",
54
+ "tp_06_05.pt",
55
+ "tp_07_05.pt",
56
+ "tp_00_06.pt",
57
+ "tp_01_06.pt",
58
+ "tp_02_06.pt",
59
+ "tp_03_06.pt",
60
+ "tp_04_06.pt",
61
+ "tp_05_06.pt",
62
+ "tp_06_06.pt",
63
+ "tp_07_06.pt",
64
+ "tp_00_07.pt",
65
+ "tp_01_07.pt",
66
+ "tp_02_07.pt",
67
+ "tp_03_07.pt",
68
+ "tp_04_07.pt",
69
+ "tp_05_07.pt",
70
+ "tp_06_07.pt",
71
+ "tp_07_07.pt"
72
  ]
73
  },
74
  "version": 1,