configs/evaluate.json

{
    "validate#dataset#cache_rate": 0,
    "validate#postprocessing": {
        "_target_": "Compose",
        "transforms": [
            {
                "_target_": "Activationsd",
                "keys": "pred",
                "sigmoid": true
            },
            {
                "_target_": "AsDiscreted",
                "keys": "pred",
                "threshold": 0.5
            },
            {
                "_target_": "SaveImaged",
                "_disabled_": true,
                "keys": "pred",
                "meta_keys": "pred_meta_dict",
                "output_dir": "@output_dir",
                "output_ext": ".json"
            }
        ]
    },
    "validate#handlers": [
        {
            "_target_": "CheckpointLoader",
            "load_path": "$@ckpt_dir + '/model.pt'",
            "load_dict": {
                "model": "@network"
            }
        },
        {
            "_target_": "StatsHandler",
            "iteration_log": false
        },
        {
            "_target_": "MetricsSaver",
            "save_dir": "@output_dir",
            "metrics": [
                "val_mean_dice",
                "val_acc"
            ],
            "metric_details": [
                "val_mean_dice"
            ],
            "batch_transform": "$monai.handlers.from_engine(['image_meta_dict'])",
            "summary_ops": "*"
        }
    ],
    "evaluating": [
        "$import sys",
        "$sys.path.append(@bundle_root)",
        "$setattr(torch.backends.cudnn, 'benchmark', True)",
        "$import scripts",
        "$monai.data.register_writer('json', scripts.ClassificationWriter)",
        "$@validate#evaluator.run()"
    ]
}