parameters: (iterator)
docstring: Tokenizer generator.
  
    Args:
      iterator: Input iterator with strings.
  
    Yields:
      array of tokens per each value in the input.
docstring_summary: Tokenizer generator.
docstring_tokens: Tokenizer generator .
function: def tokenizer(iterator):
    """Tokenizer generator.
  
    Args:
      iterator: Input iterator with strings.
  
    Yields:
      array of tokens per each value in the input.
    """
    for value in iterator:
      yield TOKENIZER_RE.findall(value)
function_tokens: def tokenizer ( iterator ) : for value in iterator : yield TOKENIZER_RE . findall ( value )