parameters: (self, group=GlobalComm.WORLD_COMM_GROUP, grad_accumulation_step=None, mean_flag=None)
docstring: Initialize _MiniStepAllGather.
docstring_summary: Initialize _MiniStepAllGather.
docstring_tokens: Initialize _MiniStepAllGather .
function: def __init__(self, group=GlobalComm.WORLD_COMM_GROUP, grad_accumulation_step=None, mean_flag=None):
          """Initialize _MiniStepAllGather."""
          validator.check_value_type('group', _get_group(group), (str,), self.name)
          self.rank = get_rank(_get_group(group))
          self.rank_size = get_group_size(_get_group(group))
          validator.check('rank', self.rank, 'rank_size', self.rank_size, Rel.LT, self.name)
          self.add_prim_attr('rank_size', self.rank_size)
          self.add_prim_attr('group', _get_group(group))
          self.add_prim_attr('fusion', 1)
          self.grad_accumulation_step = grad_accumulation_step
          self.mean_flag = mean_flag
function_tokens: def __init__ ( self , group = GlobalComm . WORLD_COMM_GROUP , grad_accumulation_step = None , mean_flag = None ) : validator . check_value_type ( 'group' , _get_group ( group ) , ( str , ) , self . name ) self . rank = get_rank ( _get_group ( group ) ) self . rank_size = get_group_size ( _get_group ( group ) ) validator . check ( 'rank' , self . rank , 'rank_size' , self . rank_size , Rel . LT , self . name ) self . add_prim_attr ( 'rank_size' , self . rank_size ) self . add_prim_attr ( 'group' , _get_group ( group ) ) self . add_prim_attr ( 'fusion' , 1 ) self . grad_accumulation_step = grad_accumulation_step self . mean_flag = mean_flag