def barrier():
    try:
        hvd.allreduce([], name='Barrier')
    except ValueError:
        pass
def barrier():
    try:
        hvd.allreduce([], name='Barrier')
    except ValueError:
        pass