def configure_optimizers(self):
    optimizer = AdamW(self.parameters(), lr=self.learning_rate)
    scheduler = {'scheduler': get_linear_schedule_with_warmup(optimizer, (4000 // self._num_gpus), (self._num_epochs * self._num_batches)), 'interval': 'step', 'frequency': 1}
    return ([optimizer], [scheduler])
def configure_optimizers(self):
    optimizer = AdamW(self.parameters(), lr=self.learning_rate)
    scheduler = {'scheduler': get_linear_schedule_with_warmup(optimizer, (4000 // self._num_gpus), (self._num_epochs * self._num_batches)), 'interval': 'step', 'frequency': 1}
    return ([optimizer], [scheduler])