parameters: (self)
docstring: Reads the next meaningful token.
docstring_summary: Reads the next meaningful token.
docstring_tokens: Reads the next meaningful token .
function: def NextToken(self):
      """Reads the next meaningful token."""
      self._previous_line = self._line
      self._previous_column = self._column
      if self.AtEnd():
        self.token = ''
        return
      self._column += len(self.token)
  
      # Make sure there is data to work on.
      self._PopLine()
  
      match = re.match(self._TOKEN, self._current_line)
      if match:
        token = match.group(0)
        self._current_line = self._current_line[len(token):]
        self.token = token
      else:
        self.token = self._current_line[0]
        self._current_line = self._current_line[1:]
      self._SkipWhitespace()
function_tokens: def NextToken ( self ) : self . _previous_line = self . _line self . _previous_column = self . _column if self . AtEnd ( ) : self . token = '' return self . _column += len ( self . token ) # Make sure there is data to work on. self . _PopLine ( ) match = re . match ( self . _TOKEN , self . _current_line ) if match : token = match . group ( 0 ) self . _current_line = self . _current_line [ len ( token ) : ] self . token = token else : self . token = self . _current_line [ 0 ] self . _current_line = self . _current_line [ 1 : ] self . _SkipWhitespace ( )