<commit_before><?xml version="1.0" encoding="utf-8" ?>
<!--
  This work is released into the Public Domain under the
  terms of the Creative Commons CC0 1.0 Universal license.
  https://creativecommons.org/publicdomain/zero/1.0/
-->
<project name="setup" basedir=".">
<!-- ${basedir} is the root directory for input files (source).
     ${projectdir} is the root directory for all generated files.
     To treat ${basedir} as read-only, point ${projectdir} somewhere else.
-->
<property name="projectdir" value="${basedir}" />

<property name="dir.target"	value="${projectdir}/target"	/>
<property name="dir.tmp"	value="${projectdir}/tmp"	/>
<property name="dir.jdoc"	value="${projectdir}/jdoc"	/>

<!-- Custom settings -->
<property file="${projectdir}/ant.local"/>


<!-- External dependencies.
     These are expected to be installed on your system.
     You can use ant.local to specify their location.
-->
<property name="junit4.jar" location="local/junit4.jar" />


<!-- Compiler and other tool settings (defaults)
	jc.*	= javac
	jdoc.*	= javadoc
  -->
<property name="jc.debug" value="true"/><!-- line numbers in stack traces -->
<property name="jc.optmz" value="true"/>
<property name="jc.dprct" value="true"/>

<property name="jdoc.visibility" value="package" />
<property name="jdoc.verbose" value="false" />


<macrodef name="jc">
  <attribute name="destdir" />
  <element name="jc-elements" implicit="true" />
  <sequential>
    <mkdir dir="@{destdir}" />
    <javac destdir="@{destdir}" includeAntRuntime="false"
           debug="${jc.debug}" optimize="${jc.optmz}" deprecation="${jc.dprct}"
           encoding="ISO-8859-15"
           >
           <jc-elements />
    </javac>
  </sequential>
</macrodef>


<target name="_clean" description="deletes temporary stuff">
  <delete dir="${dir.tmp}" quiet="true" />
</target>

<target name="_cleaner" depends="_clean" 
 description="deletes generated stuff"
  >
  <delete dir="${dir.target}" quiet="true" />
</target>


<target name="_tstamps"
 description="defines timestamp properties"
 >
  <tstamp>
    <format property="build.time" pattern="yyyy-MM-dd_HH.mm.ss" />
  </tstamp>
  <property name="build.stamp.dir"
	    location="${dir.tmp}/stamps" />
  <property name="build.stamp.name"
	    value="build_${build.time}" />
  <property name="build.stamp.file"
	    location="${build.stamp.dir}/${build.stamp.name}" />
  <mkdir dir="${build.stamp.dir}" />
  <echo file="${build.stamp.file}" message="${build.time}" />
</target>

</project><commit_msg>untabified setup.xml<commit_after><?xml version="1.0" encoding="utf-8" ?>
<!--
  This work is released into the Public Domain under the
  terms of the Creative Commons CC0 1.0 Universal license.
  https://creativecommons.org/publicdomain/zero/1.0/
-->
<project name="setup" basedir=".">
<!-- ${basedir} is the root directory for input files (source).
     ${projectdir} is the root directory for all generated files.
     To treat ${basedir} as read-only, point ${projectdir} somewhere else.
-->
<property name="projectdir" value="${basedir}" />

<property name="dir.target"     value="${projectdir}/target"    />
<property name="dir.tmp"        value="${projectdir}/tmp"       />
<property name="dir.jdoc"       value="${projectdir}/jdoc"      />

<!-- Custom settings -->
<property file="${projectdir}/ant.local"/>


<!-- External dependencies.
     These are expected to be installed on your system.
     You can use ant.local to specify their location.
-->
<property name="junit4.jar" location="local/junit4.jar" />


<!-- Compiler and other tool settings (defaults)
        jc.*    = javac
        jdoc.*  = javadoc
  -->
<property name="jc.debug" value="true"/><!-- line numbers in stack traces -->
<property name="jc.optmz" value="true"/>
<property name="jc.dprct" value="true"/>

<property name="jdoc.visibility" value="package" />
<property name="jdoc.verbose" value="false" />


<macrodef name="jc">
  <attribute name="destdir" />
  <element name="jc-elements" implicit="true" />
  <sequential>
    <mkdir dir="@{destdir}" />
    <javac destdir="@{destdir}" includeAntRuntime="false"
           debug="${jc.debug}" optimize="${jc.optmz}" deprecation="${jc.dprct}"
           encoding="ISO-8859-15"
           >
           <jc-elements />
    </javac>
  </sequential>
</macrodef>


<target name="_clean" description="deletes temporary stuff">
  <delete dir="${dir.tmp}" quiet="true" />
</target>

<target name="_cleaner" depends="_clean" 
 description="deletes generated stuff"
  >
  <delete dir="${dir.target}" quiet="true" />
</target>


<target name="_tstamps"
 description="defines timestamp properties"
 >
  <tstamp>
    <format property="build.time" pattern="yyyy-MM-dd_HH.mm.ss" />
  </tstamp>
  <property name="build.stamp.dir"
            location="${dir.tmp}/stamps" />
  <property name="build.stamp.name"
            value="build_${build.time}" />
  <property name="build.stamp.file"
            location="${build.stamp.dir}/${build.stamp.name}" />
  <mkdir dir="${build.stamp.dir}" />
  <echo file="${build.stamp.file}" message="${build.time}" />
</target>

</project>
{'fraction_non_alphanumeric': 0.1895706724171731, 'fraction_numerical': 0.00627327974906881, 'mean_word_length': 3.746046511627907, 'pattern_counts': {'":': 0, '<': 95, '<?xml version=': 2, '>': 95, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 3}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1481519', 'n_tokens_mistral': 1658, 'n_tokens_neox': 1586, 'n_words': 374}