parameters: (state)
docstring: Consumes a token from the head. Returns the token or None if no token
      was found.
docstring_summary: Consumes a token from the head. Returns the token or None if no token
      was found.
docstring_tokens: Consumes a token from the head . Returns the token or None if no token was found .
function: def consume_token(state):
      """Consumes a token from the head. Returns the token or None if no token
      was found.
      """
  
      pos = 0
  
      while True:
          c = peek(state, pos)
          if c is None or c in _SEPARATORS or _is_ctl(c) or not _is_char(c):
              if pos == 0:
                  return None
  
              return consume(state, pos)
          else:
              pos += 1
function_tokens: def consume_token ( state ) : pos = 0 while True : c = peek ( state , pos ) if c is None or c in _SEPARATORS or _is_ctl ( c ) or not _is_char ( c ) : if pos == 0 : return None return consume ( state , pos ) else : pos += 1