Spaces:
Paused
Paused
File size: 3,628 Bytes
e3bc7f9 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 |
# Copyright 2020 Division of Medical Image Computing, German Cancer Research Center (DKFZ), Heidelberg, Germany
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
from torch import nn
from nnunet.training.network_training.nnUNetTrainerV2 import nnUNetTrainerV2
from nnunet.training.loss_functions.crossentropy import RobustCrossEntropyLoss
from nnunet.training.network_training.nnUNet_variants.loss_function.nnUNetTrainerV2_focalLoss import FocalLoss
# TODO: replace FocalLoss by fixed implemetation (and set smooth=0 in that one?)
class FL_and_CE_loss(nn.Module):
def __init__(self, fl_kwargs=None, ce_kwargs=None, alpha=0.5, aggregate="sum"):
super(FL_and_CE_loss, self).__init__()
if fl_kwargs is None:
fl_kwargs = {}
if ce_kwargs is None:
ce_kwargs = {}
self.aggregate = aggregate
self.fl = FocalLoss(apply_nonlin=nn.Softmax(), **fl_kwargs)
self.ce = RobustCrossEntropyLoss(**ce_kwargs)
self.alpha = alpha
def forward(self, net_output, target):
fl_loss = self.fl(net_output, target)
ce_loss = self.ce(net_output, target)
if self.aggregate == "sum":
result = self.alpha*fl_loss + (1-self.alpha)*ce_loss
else:
raise NotImplementedError("nah son")
return result
class nnUNetTrainerV2_Loss_FL_and_CE_checkpoints(nnUNetTrainerV2):
"""
Set loss to FL + CE and set checkpoints
"""
def __init__(self, plans_file, fold, output_folder=None, dataset_directory=None, batch_dice=True, stage=None,
unpack_data=True, deterministic=True, fp16=False):
super().__init__(plans_file, fold, output_folder, dataset_directory, batch_dice, stage, unpack_data,
deterministic, fp16)
self.loss = FL_and_CE_loss(alpha=0.5)
self.save_latest_only = False
class nnUNetTrainerV2_Loss_FL_and_CE_checkpoints2(nnUNetTrainerV2_Loss_FL_and_CE_checkpoints):
"""
Each run is stored in a folder with the training class name in it. This simply creates a new folder,
to allow investigating the variability between restarts.
"""
def __init__(self, plans_file, fold, output_folder=None, dataset_directory=None, batch_dice=True, stage=None,
unpack_data=True, deterministic=True, fp16=False):
super().__init__(plans_file, fold, output_folder, dataset_directory, batch_dice, stage, unpack_data,
deterministic, fp16)
class nnUNetTrainerV2_Loss_FL_and_CE_checkpoints3(nnUNetTrainerV2_Loss_FL_and_CE_checkpoints):
"""
Each run is stored in a folder with the training class name in it. This simply creates a new folder,
to allow investigating the variability between restarts.
"""
def __init__(self, plans_file, fold, output_folder=None, dataset_directory=None, batch_dice=True, stage=None,
unpack_data=True, deterministic=True, fp16=False):
super().__init__(plans_file, fold, output_folder, dataset_directory, batch_dice, stage, unpack_data,
deterministic, fp16)
|