<commit_before><?xml version="1.0" encoding="UTF-8"?>
<project>
	<target name="setup">
		<path id="ant.contrib.classpath">
			<fileset dir="${basedir}/ext/ant_contrib">
				<include name="**/*.jar" />
			</fileset>
		</path>
		<taskdef resource="net/sf/antcontrib/antcontrib.properties" classpathref="ant.contrib.classpath" />

		<path id="ant.flex.classpath">
			<fileset dir="${basedir}/ext/ant_flex">
				<include name="**/*.jar" />
			</fileset>
		</path>
		<taskdef resource="flexTasks.tasks" classpathref="ant.flex.classpath" />

		<if>
			<or>
				<not>
					<available file="config4user.properties" />
				</not>
				<uptodate targetfile="config.properties.base" srcfile="config4user.properties" />
			</or>
			<then>
				<copy file="config.properties.base" tofile="config4user.properties" />
			</then>
		</if>

		<if>
			<or>
				<not>
					<available file="config4ant.properties" />
				</not>
				<uptodate targetfile="config4user.properties" srcfile="config4ant.properties" />
			</or>
			<then>
				<exec executable="native2ascii">
					<arg line="-encoding UTF-8 config4user.properties config4ant.properties" />
				</exec>
			</then>
		</if>

		<property file="config4ant.properties" />

		<if>
			<equals arg1="${FLEX_HOME}" arg2="" />
			<then>
				<fail>
You need to edit the config4user.properties:

	FLEX_HOME=${FLEX_HOME}

then ant again!!
				</fail>
			</then>
		</if>

		<if>
			<not>
				<available file="${config.dir.playerglobal}" type="dir"/>
			</not>
			<then>
				<fail>
${config.dir.playerglobal} do not exist!!
				</fail>
			</then>
		</if>

		<if>
			<or>
				<not>
					<available file="${config.flex_config.file}" />
				</not>
				<uptodate targetfile="${config.flex_config.file}.base" srcfile="${config.flex_config.file}" />
			</or>
			<then>
				<copy file="${config.flex_config.file}.base" tofile="${config.flex_config.file}" />
			</then>
		</if>

		<record action="start" loglevel="${config.log.level}" append="no" name="${config.dir.log}/build.log" />
	</target>
</project>
<commit_msg>check the native2ascii is exist or not<commit_after><?xml version="1.0" encoding="UTF-8"?>
<project>
	<target name="setup">
		<property environment="env" />
		
		<path id="ant.contrib.classpath">
			<fileset dir="${basedir}/ext/ant_contrib">
				<include name="**/*.jar" />
			</fileset>
		</path>
		<taskdef resource="net/sf/antcontrib/antcontrib.properties" classpathref="ant.contrib.classpath" />

		<path id="ant.flex.classpath">
			<fileset dir="${basedir}/ext/ant_flex">
				<include name="**/*.jar" />
			</fileset>
		</path>
		<taskdef resource="flexTasks.tasks" classpathref="ant.flex.classpath" />
		
		<propertyregex property="is_windows_platform" input="${os.name}" casesensitive="false" regexp="window" select="\0"/>
		<if>
			<isset property="is_windows_platform"/>
			<then>
				<property name="exe_suffix" value=".exe"/>
			</then>
			<else>
				<property name="exe_suffix" value=""/>
			</else>
		</if>		

		<if>
			<or>
				<not>
					<available file="config4user.properties" />
				</not>
				<uptodate targetfile="config.properties.base" srcfile="config4user.properties" />
			</or>
			<then>
				<copy file="config.properties.base" tofile="config4user.properties" />
			</then>
		</if>

		<if>
			<or>
				<not>
					<available file="config4ant.properties" />
				</not>
				<uptodate targetfile="config4user.properties" srcfile="config4ant.properties" />
			</or>
			<then>
		    	<if>
		    		<available file="native2ascii${exe_suffix}" filepath="${env.Path}" />
		    		<then>
						<exec executable="native2ascii">
							<arg line="-encoding UTF-8 config4user.properties config4ant.properties" />
						</exec>		    			
		    		</then>
		    		<else>
		    			<echo>
[[Warning]]
The build script just copy the config4user.properties to config4ant.properties
Maybe you need the `native2ascii${exe_suffix}` if you have non english character in the config4user.properties
[[Warning]]
		    			</echo>
		    			<copy file="config4user.properties" tofile="config4ant.properties" />	    			
		    		</else>
		    	</if>
			</then>
		</if>

		<property file="config4ant.properties" />

		<if>
			<equals arg1="${FLEX_HOME}" arg2="" />
			<then>
				<fail>
You need to edit the config4user.properties:

	FLEX_HOME=${FLEX_HOME}

then ant again!!
				</fail>
			</then>
		</if>

		<if>
			<not>
				<available file="${config.dir.playerglobal}" type="dir"/>
			</not>
			<then>
				<fail>
${config.dir.playerglobal} do not exist!!
				</fail>
			</then>
		</if>

		<if>
			<or>
				<not>
					<available file="${config.flex_config.file}" />
				</not>
				<uptodate targetfile="${config.flex_config.file}.base" srcfile="${config.flex_config.file}" />
			</or>
			<then>
				<copy file="${config.flex_config.file}.base" tofile="${config.flex_config.file}" />
			</then>
		</if>

		<record action="start" loglevel="${config.log.level}" append="no" name="${config.dir.log}/build.log" />
	</target>
</project>

{'fraction_non_alphanumeric': 0.19261053906723197, 'fraction_numerical': 0.008681607106803957, 'mean_word_length': 3.267011197243755, 'pattern_counts': {'":': 0, '<': 164, '<?xml version=': 2, '>': 164, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 2}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4284014', 'n_tokens_mistral': 2118, 'n_tokens_neox': 1740, 'n_words': 315}