parameters: (self, text)
return_statement: return self.last_tokens
docstring: A stand-in for `tokenize.generate_tokens`.
docstring_summary: A stand-in for `tokenize.generate_tokens`.
docstring_tokens: A stand - in for tokenize . generate_tokens .
function: def generate_tokens(self, text):
          """A stand-in for `tokenize.generate_tokens`."""
          if text != self.last_text:
              self.last_text = text
              readline = iternext(text.splitlines(True))
              self.last_tokens = list(tokenize.generate_tokens(readline))
          return self.last_tokens
function_tokens: def generate_tokens ( self , text ) : if text != self . last_text : self . last_text = text readline = iternext ( text . splitlines ( True ) ) self . last_tokens = list ( tokenize . generate_tokens ( readline ) ) return self . last_tokens