katielink commited on
Commit
7406c7e
1 Parent(s): 83ad0c8

fix mgpu finalize issue

Browse files
configs/metadata.json CHANGED
@@ -1,7 +1,8 @@
1
  {
2
  "schema": "https://github.com/Project-MONAI/MONAI-extra-test-data/releases/download/0.8.1/meta_schema_20220324.json",
3
- "version": "0.4.6",
4
  "changelog": {
 
5
  "0.4.6": "enable deterministic training",
6
  "0.4.5": "add the command of executing inference with TensorRT models",
7
  "0.4.4": "adapt to BundleWorkflow interface",
 
1
  {
2
  "schema": "https://github.com/Project-MONAI/MONAI-extra-test-data/releases/download/0.8.1/meta_schema_20220324.json",
3
+ "version": "0.4.7",
4
  "changelog": {
5
+ "0.4.7": "fix mgpu finalize issue",
6
  "0.4.6": "enable deterministic training",
7
  "0.4.5": "add the command of executing inference with TensorRT models",
8
  "0.4.4": "adapt to BundleWorkflow interface",
configs/multi_gpu_evaluate.json CHANGED
@@ -26,6 +26,6 @@
26
  "$@validate#evaluator.run()"
27
  ],
28
  "finalize": [
29
- "$dist.destroy_process_group()"
30
  ]
31
  }
 
26
  "$@validate#evaluator.run()"
27
  ],
28
  "finalize": [
29
+ "$dist.is_initialized() and dist.destroy_process_group()"
30
  ]
31
  }
configs/multi_gpu_train.json CHANGED
@@ -38,6 +38,6 @@
38
  "$@train#trainer.run()"
39
  ],
40
  "finalize": [
41
- "$dist.destroy_process_group()"
42
  ]
43
  }
 
38
  "$@train#trainer.run()"
39
  ],
40
  "finalize": [
41
+ "$dist.is_initialized() and dist.destroy_process_group()"
42
  ]
43
  }