<commit_before><?xml version="1.0" encoding="UTF-8"?>
<!-- ====================================================================== 
	 Set up jetty target platform                                                          
     ====================================================================== -->
<project
	name="project"
	default="default"
	xmlns:if="ant:if"
	xmlns:unless="ant:unless"
	>
	
    <description>
    	Set up jetty target platform
    </description>
    
    <property name="eclipse.orbit.release" value="R20150519210750"/>
	<property name="jetty.version" value="9.2.16.v20160414"/>
	<property name="pax-web.version" value="4.2.5"/>

    <!-- ================================= 
          target: default
         ================================= -->
    <target name="default" depends="clean.local,download,unpack,copy">
    </target>

    <!-- ================================= 
          target: clean
         ================================= -->
    <target name="clean" depends="clean.local">
        <delete dir="download" />
    </target>

    <!-- ================================= 
          target: clean.local
         ================================= -->
    <target name="clean.local">
        <delete dir="unpack" />
        <delete dir="lib" />
    </target>
	
	<!-- = = = = = = = = = = = = = = = = =
          macrodef: mavenGet          
         = = = = = = = = = = = = = = = = = -->
    <macrodef name="mavenGet">
        <attribute name="group" />
    	<attribute name="artifact" />
    	<attribute name="version" />
        <sequential>
        	<get src="http://repo1.maven.org/maven2/@{group}/@{artifact}/@{version}/@{artifact}-@{version}.jar" dest="download/bundles" usetimestamp="true"/>
        	<get src="http://repo1.maven.org/maven2/@{group}/@{artifact}/@{version}/@{artifact}-@{version}-sources.jar" dest="download/sources" usetimestamp="true" ignoreerrors="true"/>
        	
        	<local name="hasSource" />
        	<local name="isSourceBundle" />
        	<local name="bundleName" />
        	<local name="bundleVersion" />
        	
        	<available file="download/sources/@{artifact}-@{version}-sources.jar" property="hasSource" />
        	
        	<sequential if:set="hasSource">
            	<mkdir dir="download/repack/@{artifact}"/>
            	<unzip src="download/sources/@{artifact}-@{version}-sources.jar" dest="download/repack/@{artifact}" />
        		
        		<condition property="isSourceBundle">
        			<resourcecontains resource="download/repack/@{artifact}/META-INF/MANIFEST.MF" substring="Eclipse-SourceBundle:" />
        		</condition>
        		
        		<copy file="download/sources/@{artifact}-@{version}-sources.jar" todir="download/sourcebundles" if:set="isSourceBundle"/>
        		
        		<sequential unless:set="isSourceBundle">
        		
	        		<unzip src="download/bundles/@{artifact}-@{version}.jar" dest="download/repack/@{artifact}">
						<patternset>
							<include name="META-INF/MANIFEST.MF"/>
						</patternset>
	    			</unzip>
	        		
	        		<loadfile property="bundleName" srcfile="download/repack/@{artifact}/META-INF/MANIFEST.MF">
						<filterchain>
							<linecontainsregexp>
								<regexp pattern="Bundle-SymbolicName: (.*)"/>
							</linecontainsregexp>
							<replaceregex pattern="Bundle-SymbolicName: (.*)" replace="\1" />
							<striplinebreaks/>
						</filterchain>
	        		</loadfile>
	        		<loadfile property="bundleVersion" srcfile="download/repack/@{artifact}/META-INF/MANIFEST.MF">
						<filterchain>
							<linecontainsregexp>
								<regexp pattern="Bundle-Version: (.*)"/>
							</linecontainsregexp>
							<replaceregex pattern="Bundle-Version: (.*)" replace="\1"/>
							<striplinebreaks/>
						</filterchain>
	        		</loadfile>
        			
	        		<jar destfile="download/sourcebundles/@{artifact}-@{version}-sourcepacked.jar" basedir="download/repack/@{artifact}" includes="**/*.java" if:set="bundleName">
	        			<manifest>
	        				<attribute name="Manifest-Version" value="1.0"/>
	        				<attribute name="Bundle-ManifestVersion" value="2"/>
							<attribute name="Eclipse-SourceBundle" value="${bundleName};version=&quot;${bundleVersion}&quot;"/>
	        				<attribute name="Bundle-SymbolicName" value="${bundleName}.source"/>
	        				<attribute name="Bundle-Version" value="${bundleVersion}"/>
	        			</manifest>
	        		</jar>
        			
    			</sequential>
        		
        	</sequential>
        	
        </sequential>
    </macrodef>

    <macrodef name="orbitGet">
        <attribute name="bundle" />
    	<attribute name="version" />
    	<attribute name="qualifier" />
    	<sequential>
    		<get src="http://download.eclipse.org/tools/orbit/downloads/drops/${eclipse.orbit.release}/repository/plugins/@{bundle}_@{version}.@{qualifier}.jar" dest="download/bundles" usetimestamp="true" />
    		<get src="http://download.eclipse.org/tools/orbit/downloads/drops/${eclipse.orbit.release}/repository/plugins/@{bundle}.source_@{version}.@{qualifier}.jar" dest="download/sourcebundles" usetimestamp="true" ignoreerrors="true" />
    	</sequential>
    </macrodef>

    <!-- ================================= 
          target: download
         ================================= -->
    <target name="download">
    	
    	<delete dir="download/repack"/>
    	<commit_msg>download orbit bundles through eclipse mirror script to enable mirrors<commit_after><?xml version="1.0" encoding="UTF-8"?>
<!-- ====================================================================== 
	 Set up jetty target platform                                                          
     ====================================================================== -->
<project
	name="project"
	default="default"
	xmlns:if="ant:if"
	xmlns:unless="ant:unless"
	>
	
    <description>
    	Set up jetty target platform
    </description>
    
    <property name="eclipse.orbit.release" value="R20150519210750"/>
	<property name="jetty.version" value="9.2.16.v20160414"/>
	<property name="pax-web.version" value="4.2.5"/>

    <!-- ================================= 
          target: default
         ================================= -->
    <target name="default" depends="clean.local,download,unpack,copy">
    </target>

    <!-- ================================= 
          target: clean
         ================================= -->
    <target name="clean" depends="clean.local">
        <delete dir="download" />
    </target>

    <!-- ================================= 
          target: clean.local
         ================================= -->
    <target name="clean.local">
        <delete dir="unpack" />
        <delete dir="lib" />
    </target>
	
	<!-- = = = = = = = = = = = = = = = = =
          macrodef: mavenGet          
         = = = = = = = = = = = = = = = = = -->
    <macrodef name="mavenGet">
        <attribute name="group" />
    	<attribute name="artifact" />
    	<attribute name="version" />
        <sequential>
        	<get src="http://repo1.maven.org/maven2/@{group}/@{artifact}/@{version}/@{artifact}-@{version}.jar" dest="download/bundles" usetimestamp="true"/>
        	<get src="http://repo1.maven.org/maven2/@{group}/@{artifact}/@{version}/@{artifact}-@{version}-sources.jar" dest="download/sources" usetimestamp="true" ignoreerrors="true"/>
        	
        	<local name="hasSource" />
        	<local name="isSourceBundle" />
        	<local name="bundleName" />
        	<local name="bundleVersion" />
        	
        	<available file="download/sources/@{artifact}-@{version}-sources.jar" property="hasSource" />
        	
        	<sequential if:set="hasSource">
            	<mkdir dir="download/repack/@{artifact}"/>
            	<unzip src="download/sources/@{artifact}-@{version}-sources.jar" dest="download/repack/@{artifact}" />
        		
        		<condition property="isSourceBundle">
        			<resourcecontains resource="download/repack/@{artifact}/META-INF/MANIFEST.MF" substring="Eclipse-SourceBundle:" />
        		</condition>
        		
        		<copy file="download/sources/@{artifact}-@{version}-sources.jar" todir="download/sourcebundles" if:set="isSourceBundle"/>
        		
        		<sequential unless:set="isSourceBundle">
        		
	        		<unzip src="download/bundles/@{artifact}-@{version}.jar" dest="download/repack/@{artifact}">
						<patternset>
							<include name="META-INF/MANIFEST.MF"/>
						</patternset>
	    			</unzip>
	        		
	        		<loadfile property="bundleName" srcfile="download/repack/@{artifact}/META-INF/MANIFEST.MF">
						<filterchain>
							<linecontainsregexp>
								<regexp pattern="Bundle-SymbolicName: (.*)"/>
							</linecontainsregexp>
							<replaceregex pattern="Bundle-SymbolicName: (.*)" replace="\1" />
							<striplinebreaks/>
						</filterchain>
	        		</loadfile>
	        		<loadfile property="bundleVersion" srcfile="download/repack/@{artifact}/META-INF/MANIFEST.MF">
						<filterchain>
							<linecontainsregexp>
								<regexp pattern="Bundle-Version: (.*)"/>
							</linecontainsregexp>
							<replaceregex pattern="Bundle-Version: (.*)" replace="\1"/>
							<striplinebreaks/>
						</filterchain>
	        		</loadfile>
        			
	        		<jar destfile="download/sourcebundles/@{artifact}-@{version}-sourcepacked.jar" basedir="download/repack/@{artifact}" includes="**/*.java" if:set="bundleName">
	        			<manifest>
	        				<attribute name="Manifest-Version" value="1.0"/>
	        				<attribute name="Bundle-ManifestVersion" value="2"/>
							<attribute name="Eclipse-SourceBundle" value="${bundleName};version=&quot;${bundleVersion}&quot;"/>
	        				<attribute name="Bundle-SymbolicName" value="${bundleName}.source"/>
	        				<attribute name="Bundle-Version" value="${bundleVersion}"/>
	        			</manifest>
	        		</jar>
        			
    			</sequential>
        		
        	</sequential>
        	
        </sequential>
    </macrodef>

    <macrodef name="orbitGet">
        <attribute name="bundle" />
    	<attribute name="version" />
    	<attribute name="qualifier" />
    	<sequential>
    		<get src="http://eclipse.org/downloads/download.php?file=/tools/orbit/downloads/drops/${eclipse.orbit.release}/repository/plugins/@{bundle}_@{version}.@{qualifier}.jar&amp;r=1" dest="download/bundles" usetimestamp="true" />
    		<get src="http://eclipse.org/downloads/download.php?file=/tools/orbit/downloads/drops/${eclipse.orbit.release}/repository/plugins/@{bundle}.source_@{version}.@{qualifier}.jar&amp;r=1" dest="download/sourcebundles" usetimestamp="true" ignoreerrors="true" />
    	</sequential>
    </macrodef>

    <!-- ================================= 
          target: download
         ================================= -->
    <target name="download">
    	
    	<delete dir="download/repack"/>
    	
{'fraction_non_alphanumeric': 0.2377237264800367, 'fraction_numerical': 0.00770995869664984, 'mean_word_length': 2.683569979716024, 'pattern_counts': {'":': 0, '<': 181, '<?xml version=': 2, '>': 181, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 6}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 67, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4073190', 'n_tokens_mistral': 3555, 'n_tokens_neox': 3069, 'n_words': 391}