parameters: (self, text)
return_statement: return self.last_tokens
docstring: A stand-in for tokenize.generate_tokens().
docstring_summary: A stand-in for tokenize.generate_tokens().
docstring_tokens: A stand - in for tokenize . generate_tokens () .
function: def generate_tokens(self, text):
          """A stand-in for tokenize.generate_tokens()."""
          if text != self.last_text:
              string_io = io.StringIO(text)
              self.last_tokens = list(
                  tokenize.generate_tokens(string_io.readline)
              )
              self.last_text = text
          return self.last_tokens
function_tokens: def generate_tokens ( self , text ) : if text != self . last_text : string_io = io . StringIO ( text ) self . last_tokens = list ( tokenize . generate_tokens ( string_io . readline ) ) self . last_text = text return self . last_tokens