def _broadcast_buffers(self):
    'Explicitly synchronize buffers across all devices.'
    if (self.distributed_model is None):
        return
    buffers = list(self.base_model.buffers())
    if (len(buffers) > 0):
        logging.info('Synchronizing buffers before evaluation.')
        for buffer in buffers:
            broadcast(buffer, 0, group=self.distributed_model.process_group)
Explicitly synchronize buffers across all devices.
def _broadcast_buffers(self):
    
    if (self.distributed_model is None):
        return
    buffers = list(self.base_model.buffers())
    if (len(buffers) > 0):
        logging.info('Synchronizing buffers before evaluation.')
        for buffer in buffers:
            broadcast(buffer, 0, group=self.distributed_model.process_group)