parameters: (self, file)
return_statement: return self.__first_token
docstring: Tokenizes the given file.
  
      Args:
        file: An iterable that yields one line of the file at a time.
  
      Returns:
        The first token in the file
docstring_summary: Tokenizes the given file.
docstring_tokens: Tokenizes the given file .
function: def TokenizeFile(self, file):
      """Tokenizes the given file.
  
      Args:
        file: An iterable that yields one line of the file at a time.
  
      Returns:
        The first token in the file
      """
      # The current mode.
      self.mode = self.__starting_mode
      # The first token in the stream.
      self.__first_token = None
      # The last token added to the token stream.
      self.__last_token = None
      # The current line number.
      self.__line_number = 0
  
      for line in file:
        self.__line_number += 1
        self.__TokenizeLine(line)
  
      return self.__first_token
function_tokens: def TokenizeFile ( self , file ) : # The current mode. self . mode = self . __starting_mode # The first token in the stream. self . __first_token = None # The last token added to the token stream. self . __last_token = None # The current line number. self . __line_number = 0 for line in file : self . __line_number += 1 self . __TokenizeLine ( line ) return self . __first_token