add config
Browse files
BLOOM_ds-inference_config.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
{"type": "BLOOM", "checkpoints": {"non_tp": ["BLOOM-non-tp.pt"], "tp": ["BLOOM-tp_00_00.pt", "BLOOM-tp_01_00.pt", "BLOOM-tp_02_00.pt", "BLOOM-tp_03_00.pt", "BLOOM-tp_00_01.pt", "BLOOM-tp_01_01.pt", "BLOOM-tp_02_01.pt", "BLOOM-tp_03_01.pt", "BLOOM-tp_00_02.pt", "BLOOM-tp_01_02.pt", "BLOOM-tp_02_02.pt", "BLOOM-tp_03_02.pt", "BLOOM-tp_00_03.pt", "BLOOM-tp_01_03.pt", "BLOOM-tp_02_03.pt", "BLOOM-tp_03_03.pt", "BLOOM-tp_00_04.pt", "BLOOM-tp_01_04.pt", "BLOOM-tp_02_04.pt", "BLOOM-tp_03_04.pt", "BLOOM-tp_00_05.pt", "BLOOM-tp_01_05.pt", "BLOOM-tp_02_05.pt", "BLOOM-tp_03_05.pt", "BLOOM-tp_00_06.pt", "BLOOM-tp_01_06.pt", "BLOOM-tp_02_06.pt", "BLOOM-tp_03_06.pt", "BLOOM-tp_00_07.pt", "BLOOM-tp_01_07.pt", "BLOOM-tp_02_07.pt", "BLOOM-tp_03_07.pt"]}, "version": 1.0, "parallelization": "tp", "mp_size": 4}
|