src/stringProcessing/urlStructure.js
function createTokenizer() {
	tokens = [];

	urlTokenizer = core( function( token ) {
		tokens.push( token );
	} );

	urlTokenizer.addRule( staticRegex, "static" );
	urlTokenizer.addRule( variableRegex, "variable" );
}
function createTokenizer() {
	tokens = [];

	urlTokenizer = core( function( token ) {
		tokens.push( token );
	} );

	urlTokenizer.addRule( staticRegex, "static" );
	urlTokenizer.addRule( variableRegex, "variable" );
}
Creates a tokenizer to tokenize HTML into blocks.

@since 1.8.0

@returns {void}