katielink commited on
Commit
df0a262
1 Parent(s): c03d5bc

fix the wrong GPU index issue of multi-node

Browse files
configs/metadata.json CHANGED
@@ -1,7 +1,8 @@
1
  {
2
  "schema": "https://github.com/Project-MONAI/MONAI-extra-test-data/releases/download/0.8.1/meta_schema_20220324.json",
3
- "version": "0.5.5",
4
  "changelog": {
 
5
  "0.5.5": "modify mgpu logging level",
6
  "0.5.4": "retrain using an internal pretrained ResNet18",
7
  "0.5.3": "make the training bundle deterministic",
@@ -26,7 +27,7 @@
26
  "0.1.1": "fix location variable name change",
27
  "0.1.0": "initialize release of the bundle"
28
  },
29
- "monai_version": "1.2.0rc6",
30
  "pytorch_version": "1.13.1",
31
  "numpy_version": "1.22.2",
32
  "optional_packages_version": {
 
1
  {
2
  "schema": "https://github.com/Project-MONAI/MONAI-extra-test-data/releases/download/0.8.1/meta_schema_20220324.json",
3
+ "version": "0.5.6",
4
  "changelog": {
5
+ "0.5.6": "fix the wrong GPU index issue of multi-node",
6
  "0.5.5": "modify mgpu logging level",
7
  "0.5.4": "retrain using an internal pretrained ResNet18",
8
  "0.5.3": "make the training bundle deterministic",
 
27
  "0.1.1": "fix location variable name change",
28
  "0.1.0": "initialize release of the bundle"
29
  },
30
+ "monai_version": "1.2.0",
31
  "pytorch_version": "1.13.1",
32
  "numpy_version": "1.22.2",
33
  "optional_packages_version": {
configs/multi_gpu_train.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "device": "$torch.device(f'cuda:{dist.get_rank()}')",
3
  "network": {
4
  "_target_": "torch.nn.parallel.DistributedDataParallel",
5
  "module": "$@network_def.to(@device)",
 
1
  {
2
+ "device": "$torch.device('cuda:' + os.environ['LOCAL_RANK'])",
3
  "network": {
4
  "_target_": "torch.nn.parallel.DistributedDataParallel",
5
  "module": "$@network_def.to(@device)",