fix mgpu finalize issue

configs/metadata.json

@@ -1,7 +1,8 @@
 {
     "schema": "https://github.com/Project-MONAI/MONAI-extra-test-data/releases/download/0.8.1/meta_schema_20220324.json",
-    "version": "0.1.4",
+    "version": "0.1.5",
     "changelog": {
+        "0.1.5": "fix mgpu finalize issue",
         "0.1.4": "Update README Formatting",
         "0.1.3": "add non-deterministic note",
         "0.1.2": "Update figure with links",

configs/multi_gpu_evaluate.json

@@ -27,6 +27,6 @@
         "$@validate#evaluator.run()"
     ],
     "finalize": [
-        "$dist.destroy_process_group()"
+        "$dist.is_initialized() and dist.destroy_process_group()"
     ]
 }

configs/multi_gpu_train.json

@@ -38,6 +38,6 @@
         "$@train#trainer.run()"
     ],
     "finalize": [
-        "$dist.destroy_process_group()"
+        "$dist.is_initialized() and dist.destroy_process_group()"
     ]
 }