enable deterministic eval and inference

configs/evaluate.json

@@ -67,7 +67,7 @@
     "initialize": [
         "$import sys",
         "$sys.path.append(@bundle_root)",
-        "$setattr(torch.backends.cudnn, 'benchmark', True)",
+        "$monai.utils.set_determinism(seed=123)",
         "$import scripts",
         "$monai.data.register_writer('json', scripts.ClassificationWriter)"
     ],

configs/inference.json

@@ -108,7 +108,7 @@
         "amp": true
     },
     "initialize": [
-        "$setattr(torch.backends.cudnn, 'benchmark', True)",
+        "$monai.utils.set_determinism(seed=123)",
         "$import scripts",
         "$monai.data.register_writer('json', scripts.ClassificationWriter)"
     ],

configs/metadata.json

@@ -1,7 +1,8 @@
 {
     "schema": "https://github.com/Project-MONAI/MONAI-extra-test-data/releases/download/0.8.1/meta_schema_20220324.json",
-    "version": "0.1.0",
+    "version": "0.1.1",
     "changelog": {
+        "0.1.1": "enable deterministic eval and inference",
         "0.1.0": "Update deterministic results",
         "0.0.9": "Update README Formatting",
         "0.0.8": "enable deterministic training",

configs/multi_gpu_evaluate.json

@@ -21,6 +21,7 @@
         "$import torch.distributed as dist",
         "$dist.is_initialized() or dist.init_process_group(backend='nccl')",
         "$torch.cuda.set_device(@device)",
+        "$monai.utils.set_determinism(seed=123)",
         "$import logging",
         "$@validate#evaluator.logger.setLevel(logging.WARNING if dist.get_rank() > 0 else logging.INFO)",
         "$import scripts",