parameters: (self)
docstring: Sync all model states for all ranks
docstring_summary: Sync all model states for all ranks
docstring_tokens: Sync all model states for all ranks
function: def _sync_params_and_buffers(self):
          """
          Sync all model states for all ranks
          """
  
          for p in self._layer.parameters():
              dist.broadcast(
                  p,
                  src=self._global_root_rank,
                  group=self._group,
                  use_calc_stream=True)
  
          # Multi stream operation will be supported later
          dist.wait(tensor=p, group=self._group, use_calc_stream=True)
function_tokens: def _sync_params_and_buffers ( self ) : for p in self . _layer . parameters ( ) : dist . broadcast ( p , src = self . _global_root_rank , group = self . _group , use_calc_stream = True ) # Multi stream operation will be supported later dist . wait ( tensor = p , group = self . _group , use_calc_stream = True )