update retrained validation results and training curve
Browse files- README.md +3 -3
- configs/metadata.json +5 -4
- configs/train.json +3 -5
- docs/README.md +3 -3
- models/model.pt +2 -2
- models/model.ts +2 -2
README.md
CHANGED
@@ -57,18 +57,18 @@ In Training Mode: A dictionary of classification and box regression loss.
|
|
57 |
In Evaluation Mode: A list of dictionaries of predicted box, classification label, and classification score.
|
58 |
|
59 |
## Performance
|
60 |
-
Coco metric is used for evaluating the performance of the model. The pre-trained model was trained and validated on data fold 0. This model achieves a mAP=0.
|
61 |
|
62 |
Please note that this bundle is non-deterministic because of the max pooling layer used in the network. Therefore, reproducing the training process may not get exactly the same performance.
|
63 |
Please refer to https://pytorch.org/docs/stable/notes/randomness.html#reproducibility for more details about reproducibility.
|
64 |
|
65 |
#### Training Loss
|
66 |
-
![A graph showing the detection train loss](https://developer.download.nvidia.com/assets/Clara/Images/
|
67 |
|
68 |
#### Validation Accuracy
|
69 |
The validation accuracy in this curve is the mean of mAP, mAR, AP(IoU=0.1), and AR(IoU=0.1) in Coco metric.
|
70 |
|
71 |
-
![A graph showing the detection val accuracy](https://developer.download.nvidia.com/assets/Clara/Images/
|
72 |
|
73 |
## MONAI Bundle Commands
|
74 |
In addition to the Pythonic APIs, a few command line interfaces (CLI) are provided to interact with the bundle. The CLI supports flexible use cases, such as overriding configs at runtime and predefining arguments in a file.
|
|
|
57 |
In Evaluation Mode: A list of dictionaries of predicted box, classification label, and classification score.
|
58 |
|
59 |
## Performance
|
60 |
+
Coco metric is used for evaluating the performance of the model. The pre-trained model was trained and validated on data fold 0. This model achieves a mAP=0.852, mAR=0.998, AP(IoU=0.1)=0.858, AR(IoU=0.1)=1.0.
|
61 |
|
62 |
Please note that this bundle is non-deterministic because of the max pooling layer used in the network. Therefore, reproducing the training process may not get exactly the same performance.
|
63 |
Please refer to https://pytorch.org/docs/stable/notes/randomness.html#reproducibility for more details about reproducibility.
|
64 |
|
65 |
#### Training Loss
|
66 |
+
![A graph showing the detection train loss](https://developer.download.nvidia.com/assets/Clara/Images/monai_retinanet_detection_train_loss_v2.png)
|
67 |
|
68 |
#### Validation Accuracy
|
69 |
The validation accuracy in this curve is the mean of mAP, mAR, AP(IoU=0.1), and AR(IoU=0.1) in Coco metric.
|
70 |
|
71 |
+
![A graph showing the detection val accuracy](https://developer.download.nvidia.com/assets/Clara/Images/monai_retinanet_detection_val_acc_v2.png)
|
72 |
|
73 |
## MONAI Bundle Commands
|
74 |
In addition to the Pythonic APIs, a few command line interfaces (CLI) are provided to interact with the bundle. The CLI supports flexible use cases, such as overriding configs at runtime and predefining arguments in a file.
|
configs/metadata.json
CHANGED
@@ -1,7 +1,8 @@
|
|
1 |
{
|
2 |
"schema": "https://github.com/Project-MONAI/MONAI-extra-test-data/releases/download/0.8.1/meta_schema_20220324.json",
|
3 |
-
"version": "0.5.
|
4 |
"changelog": {
|
|
|
5 |
"0.5.4": "add non-deterministic note",
|
6 |
"0.5.3": "adapt to BundleWorkflow interface",
|
7 |
"0.5.2": "black autofix format and add name tag",
|
@@ -37,9 +38,9 @@
|
|
37 |
"label_classes": "dict data, containing Nx6 box and Nx1 classification labels.",
|
38 |
"pred_classes": "dict data, containing Nx6 box, Nx1 classification labels, Nx1 classification scores.",
|
39 |
"eval_metrics": {
|
40 |
-
"mAP_IoU_0.10_0.50_0.05_MaxDet_100": 0.
|
41 |
-
"AP_IoU_0.10_MaxDet_100": 0.
|
42 |
-
"mAR_IoU_0.10_0.50_0.05_MaxDet_100": 0.
|
43 |
"AR_IoU_0.10_MaxDet_100": 1.0
|
44 |
},
|
45 |
"intended_use": "This is an example, not to be used for diagnostic purposes",
|
|
|
1 |
{
|
2 |
"schema": "https://github.com/Project-MONAI/MONAI-extra-test-data/releases/download/0.8.1/meta_schema_20220324.json",
|
3 |
+
"version": "0.5.5",
|
4 |
"changelog": {
|
5 |
+
"0.5.5": "update retrained validation results and training curve",
|
6 |
"0.5.4": "add non-deterministic note",
|
7 |
"0.5.3": "adapt to BundleWorkflow interface",
|
8 |
"0.5.2": "black autofix format and add name tag",
|
|
|
38 |
"label_classes": "dict data, containing Nx6 box and Nx1 classification labels.",
|
39 |
"pred_classes": "dict data, containing Nx6 box, Nx1 classification labels, Nx1 classification scores.",
|
40 |
"eval_metrics": {
|
41 |
+
"mAP_IoU_0.10_0.50_0.05_MaxDet_100": 0.852,
|
42 |
+
"AP_IoU_0.10_MaxDet_100": 0.858,
|
43 |
+
"mAR_IoU_0.10_0.50_0.05_MaxDet_100": 0.998,
|
44 |
"AR_IoU_0.10_MaxDet_100": 1.0
|
45 |
},
|
46 |
"intended_use": "This is an example, not to be used for diagnostic purposes",
|
configs/train.json
CHANGED
@@ -11,7 +11,7 @@
|
|
11 |
"train_datalist": "$monai.data.load_decathlon_datalist(@data_list_file_path, is_segmentation=True, data_list_key='training', base_dir=@dataset_dir)",
|
12 |
"device": "$torch.device('cuda:0' if torch.cuda.is_available() else 'cpu')",
|
13 |
"epochs": 300,
|
14 |
-
"val_interval":
|
15 |
"learning_rate": 0.01,
|
16 |
"amp": true,
|
17 |
"batch_size": 4,
|
@@ -89,7 +89,7 @@
|
|
89 |
"after_scheduler": {
|
90 |
"_target_": "torch.optim.lr_scheduler.StepLR",
|
91 |
"optimizer": "@optimizer",
|
92 |
-
"step_size":
|
93 |
"gamma": 0.1
|
94 |
},
|
95 |
"lr_scheduler": {
|
@@ -447,9 +447,7 @@
|
|
447 |
}
|
448 |
},
|
449 |
"initialize": [
|
450 |
-
"
|
451 |
-
"$monai.utils.set_determinism(seed=123)",
|
452 |
-
"$setattr(torch.backends.cudnn, 'benchmark', True)"
|
453 |
],
|
454 |
"run": [
|
455 |
"$@train#trainer.run()"
|
|
|
11 |
"train_datalist": "$monai.data.load_decathlon_datalist(@data_list_file_path, is_segmentation=True, data_list_key='training', base_dir=@dataset_dir)",
|
12 |
"device": "$torch.device('cuda:0' if torch.cuda.is_available() else 'cpu')",
|
13 |
"epochs": 300,
|
14 |
+
"val_interval": 5,
|
15 |
"learning_rate": 0.01,
|
16 |
"amp": true,
|
17 |
"batch_size": 4,
|
|
|
89 |
"after_scheduler": {
|
90 |
"_target_": "torch.optim.lr_scheduler.StepLR",
|
91 |
"optimizer": "@optimizer",
|
92 |
+
"step_size": 160,
|
93 |
"gamma": 0.1
|
94 |
},
|
95 |
"lr_scheduler": {
|
|
|
447 |
}
|
448 |
},
|
449 |
"initialize": [
|
450 |
+
"$monai.utils.set_determinism(seed=0)"
|
|
|
|
|
451 |
],
|
452 |
"run": [
|
453 |
"$@train#trainer.run()"
|
docs/README.md
CHANGED
@@ -50,18 +50,18 @@ In Training Mode: A dictionary of classification and box regression loss.
|
|
50 |
In Evaluation Mode: A list of dictionaries of predicted box, classification label, and classification score.
|
51 |
|
52 |
## Performance
|
53 |
-
Coco metric is used for evaluating the performance of the model. The pre-trained model was trained and validated on data fold 0. This model achieves a mAP=0.
|
54 |
|
55 |
Please note that this bundle is non-deterministic because of the max pooling layer used in the network. Therefore, reproducing the training process may not get exactly the same performance.
|
56 |
Please refer to https://pytorch.org/docs/stable/notes/randomness.html#reproducibility for more details about reproducibility.
|
57 |
|
58 |
#### Training Loss
|
59 |
-
![A graph showing the detection train loss](https://developer.download.nvidia.com/assets/Clara/Images/
|
60 |
|
61 |
#### Validation Accuracy
|
62 |
The validation accuracy in this curve is the mean of mAP, mAR, AP(IoU=0.1), and AR(IoU=0.1) in Coco metric.
|
63 |
|
64 |
-
![A graph showing the detection val accuracy](https://developer.download.nvidia.com/assets/Clara/Images/
|
65 |
|
66 |
## MONAI Bundle Commands
|
67 |
In addition to the Pythonic APIs, a few command line interfaces (CLI) are provided to interact with the bundle. The CLI supports flexible use cases, such as overriding configs at runtime and predefining arguments in a file.
|
|
|
50 |
In Evaluation Mode: A list of dictionaries of predicted box, classification label, and classification score.
|
51 |
|
52 |
## Performance
|
53 |
+
Coco metric is used for evaluating the performance of the model. The pre-trained model was trained and validated on data fold 0. This model achieves a mAP=0.852, mAR=0.998, AP(IoU=0.1)=0.858, AR(IoU=0.1)=1.0.
|
54 |
|
55 |
Please note that this bundle is non-deterministic because of the max pooling layer used in the network. Therefore, reproducing the training process may not get exactly the same performance.
|
56 |
Please refer to https://pytorch.org/docs/stable/notes/randomness.html#reproducibility for more details about reproducibility.
|
57 |
|
58 |
#### Training Loss
|
59 |
+
![A graph showing the detection train loss](https://developer.download.nvidia.com/assets/Clara/Images/monai_retinanet_detection_train_loss_v2.png)
|
60 |
|
61 |
#### Validation Accuracy
|
62 |
The validation accuracy in this curve is the mean of mAP, mAR, AP(IoU=0.1), and AR(IoU=0.1) in Coco metric.
|
63 |
|
64 |
+
![A graph showing the detection val accuracy](https://developer.download.nvidia.com/assets/Clara/Images/monai_retinanet_detection_val_acc_v2.png)
|
65 |
|
66 |
## MONAI Bundle Commands
|
67 |
In addition to the Pythonic APIs, a few command line interfaces (CLI) are provided to interact with the bundle. The CLI supports flexible use cases, such as overriding configs at runtime and predefining arguments in a file.
|
models/model.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b5e79231466adae93a6fe8e8594029e9add142914e223b879aa0343bb2402d01
|
3 |
+
size 83709381
|
models/model.ts
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:68afd1ed4be8d01196d575d13931dab24cc50d46a74528a47d54496ba29e2583
|
3 |
+
size 83784539
|