configs/evaluate.json

{
    "test_datalist": "$monai.data.load_decathlon_datalist(@data_list_file_path, is_segmentation=True, data_list_key='validation', base_dir=@data_file_base_dir)",
    "validate#dataset": {
        "_target_": "Dataset",
        "data": "$@test_datalist",
        "transform": "@validate#preprocessing"
    },
    "validate#handlers": [
        {
            "_target_": "CheckpointLoader",
            "load_path": "$@ckpt_dir + '/model.pt'",
            "load_dict": {
                "model": "@network"
            }
        },
        {
            "_target_": "StatsHandler",
            "iteration_log": false
        },
        {
            "_target_": "MetricsSaver",
            "save_dir": "@output_dir",
            "metrics": [
                "val_coco"
            ],
            "metric_details": [
                "val_coco"
            ],
            "batch_transform": "$monai.handlers.from_engine(['image_meta_dict'])",
            "summary_ops": "*"
        }
    ],
    "evaluating": [
        "$setattr(torch.backends.cudnn, 'benchmark', True)",
        "$@validate#evaluator.run()"
    ]
}