<commit_before>	private final ${child} m_this = (${child})this;

<#if states?has_content>
	/**
	 * This function is used to change the initial state for the lexer.
	 *
	 * @param	state
	 *			the name of the state
	 */
	protected void begin (String state)
	{
	<#list states as i>
		if ("${i.name}".equals (state))
		{
			begin (${i.name});
			return;
		}
	</#list>
		throw new IllegalArgumentException ("Unknown lexer state: " + state);
	}

	/**
	 * Push the current state onto lexer state onto stack and
	 * begin the new state specified by the user.
	 *
	 * @param	state
	 *			the new state.
	 */
	protected void yyPushLexerState (String state)
	{
	<#list states as i>
		if ("${i.name}".equals (state))
		{
			yyPushLexerState (${i.name});
			return;
		}
	</#list>
		throw new IllegalArgumentException ("Unknown lexer state: " + state);
	}

	/**
	 * Check if there are more inputs.  This function is called when EOF is
	 * encountered.
	 *
	 * @return	true to indicate no more inputs.
	 * @throws	IOException
	 * 			in case of an IO error
	 */
	protected boolean yyWrap () throws IOException
	{
		return true;
	}
</#if><commit_msg>Allows automatic pop input in javaap generated class.<commit_after>	private final ${child} m_this = (${child})this;

<#if states?has_content>
	/**
	 * This function is used to change the initial state for the lexer.
	 *
	 * @param	state
	 *			the name of the state
	 */
	protected void begin (String state)
	{
	<#list states as i>
		if ("${i.name}".equals (state))
		{
			begin (${i.name});
			return;
		}
	</#list>
		throw new IllegalArgumentException ("Unknown lexer state: " + state);
	}

	/**
	 * Push the current state onto lexer state onto stack and
	 * begin the new state specified by the user.
	 *
	 * @param	state
	 *			the new state.
	 */
	protected void yyPushLexerState (String state)
	{
	<#list states as i>
		if ("${i.name}".equals (state))
		{
			yyPushLexerState (${i.name});
			return;
		}
	</#list>
		throw new IllegalArgumentException ("Unknown lexer state: " + state);
	}

	/**
	 * Check if there are more inputs.  This function is called when EOF is
	 * encountered.
	 *
	 * @return	true to indicate no more inputs.
	 * @throws	IOException
	 * 			in case of an IO error
	 */
	protected boolean yyWrap () throws IOException
	{
		if (yyInputStackSize () > 0)
		{
			yyPopInput ();
			return false;
		}
		return true;
	}
</#if>
{'fraction_non_alphanumeric': 0.1261564339781329, 'fraction_numerical': 0.00042052144659377626, 'mean_word_length': 2.9782608695652173, 'pattern_counts': {'":': 0, '<': 15, '<?xml version=': 0, '>': 16, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3826214', 'n_tokens_mistral': 874, 'n_tokens_neox': 775, 'n_words': 278}