def main():
    args = Options().parse()
    ngpus_per_node = torch.cuda.device_count()
    args.world_size = (ngpus_per_node * args.world_size)
    args.lr = (args.lr * args.world_size)
    mp.spawn(main_worker, nprocs=ngpus_per_node, args=(ngpus_per_node, args))
def main():
    args = Options().parse()
    ngpus_per_node = torch.cuda.device_count()
    args.world_size = (ngpus_per_node * args.world_size)
    args.lr = (args.lr * args.world_size)
    mp.spawn(main_worker, nprocs=ngpus_per_node, args=(ngpus_per_node, args))