parameters: (self, parse_js_doc = True)
docstring: Create a tokenizer object.
  
      Args:
        parse_js_doc: Whether to do detailed parsing of javascript doc comments,
            or simply treat them as normal comments.  Defaults to parsing JsDoc.
docstring_summary: Create a tokenizer object.
docstring_tokens: Create a tokenizer object .
function: def __init__(self, parse_js_doc = True):
      """Create a tokenizer object.
  
      Args:
        parse_js_doc: Whether to do detailed parsing of javascript doc comments,
            or simply treat them as normal comments.  Defaults to parsing JsDoc.
      """
      matchers = self.JAVASCRIPT_MATCHERS
      if not parse_js_doc:
        # Make a copy so the original doesn't get modified.
        matchers = copy.deepcopy(matchers)
        matchers[JavaScriptModes.DOC_COMMENT_MODE] = matchers[
            JavaScriptModes.BLOCK_COMMENT_MODE]
  
      tokenizer.Tokenizer.__init__(self, JavaScriptModes.TEXT_MODE, matchers,
          self.JAVASCRIPT_DEFAULT_TYPES)
function_tokens: def __init__ ( self , parse_js_doc = True ) : matchers = self . JAVASCRIPT_MATCHERS if not parse_js_doc : # Make a copy so the original doesn't get modified. matchers = copy . deepcopy ( matchers ) matchers [ JavaScriptModes . DOC_COMMENT_MODE ] = matchers [ JavaScriptModes . BLOCK_COMMENT_MODE ] tokenizer . Tokenizer . __init__ ( self , JavaScriptModes . TEXT_MODE , matchers , self . JAVASCRIPT_DEFAULT_TYPES )