def __init__(self, num_epochs=1, device='cpu', base_lr=0.0001, num_warmup_steps=3, distributed=False):
    self.num_epochs = num_epochs
    self.device = device
    self.base_lr = base_lr
    self.num_warmup_steps = num_warmup_steps
    self.distributed = distributed
    self.epoch = 0
    sizes = self.default_sizes
    self.model = ContrastiveModule(*sizes, use_global_batch=distributed)
    self.model = self.model.to(self.device)
def __init__(self, num_epochs=1, device='cpu', base_lr=0.0001, num_warmup_steps=3, distributed=False):
    self.num_epochs = num_epochs
    self.device = device
    self.base_lr = base_lr
    self.num_warmup_steps = num_warmup_steps
    self.distributed = distributed
    self.epoch = 0
    sizes = self.default_sizes
    self.model = ContrastiveModule(*sizes, use_global_batch=distributed)
    self.model = self.model.to(self.device)