<commit_before><?xml version="1.0" encoding="UTF-8"?>
<redo>

	<layer_declaration>
		<remote name="github" baseurl="git://github.com/travelping" />
		<layer remote="github" revision="deadbeef" repo="hello_world.git" />
	</layer_declaration>

    <local_conf>
        <BB_NUMBER_THREADS>8</BB_NUMBER_THREADS>
        <PARALLEL_MAKE>-j 8</PARALLEL_MAKE>
        <MACHINE>vmware</MACHINE>
        <DISTRO>helloworld</DISTRO>
    </local_conf>

	<buildstage id="001-ubuntu">
		<action>FROM ubuntu:14.04</action>
		<action>RUN apt-get update</action>
		<action>RUN apt-get install -y gawk wget git-core diffstat unzip texinfo gcc-multilib build-essential chrpath libsdl1.2-dev vim sudo curl webfs</action>
		<action>RUN mkdir /REDO</action>
		<action>RUN mkdir /REDO/build</action>
		<action>RUN mkdir /REDO/source</action>
		<!-- FIXME actually redomat should do this kind of preparation without any need for declaration -->
	</buildstage>

	<buildstage id="002-hello-world">
		<prestage>001-ubuntu</prestage>
		<action>WORKDIR /REDO/source</action>
		<action>ADD hello-world.txt /REDO/source/hello-world.txt</action>
		<action>RUN cp -v hello-world.txt foobar.txt</action>
	</buildstage>

</redo>
<commit_msg>whitespace<commit_after><?xml version="1.0" encoding="UTF-8"?>
<redo>

	<layer_declaration>
		<remote name="github" baseurl="git://github.com/travelping" />
		<layer remote="github" revision="deadbeef" repo="hello_world.git" />
	</layer_declaration>

	<local_conf>
		<BB_NUMBER_THREADS>8</BB_NUMBER_THREADS>
		<PARALLEL_MAKE>-j 8</PARALLEL_MAKE>
		<MACHINE>vmware</MACHINE>
		<DISTRO>helloworld</DISTRO>
	</local_conf>

	<buildstage id="001-ubuntu">
		<action>FROM ubuntu:14.04</action>
		<action>RUN apt-get update</action>
		<action>RUN apt-get install -y gawk wget git-core diffstat unzip texinfo gcc-multilib build-essential chrpath libsdl1.2-dev vim sudo curl webfs</action>
		<action>RUN mkdir /REDO</action>
		<action>RUN mkdir /REDO/build</action>
		<action>RUN mkdir /REDO/source</action>
		<!-- FIXME actually redomat should do this kind of preparation without any need for declaration -->
	</buildstage>

	<buildstage id="002-hello-world">
		<prestage>001-ubuntu</prestage>
		<action>WORKDIR /REDO/source</action>
		<action>ADD hello-world.txt /REDO/source/hello-world.txt</action>
		<action>RUN cp -v hello-world.txt foobar.txt</action>
	</buildstage>

</redo>

{'fraction_non_alphanumeric': 0.15384615384615385, 'fraction_numerical': 0.016813787305590584, 'mean_word_length': 4.547785547785548, 'pattern_counts': {'":': 0, '<': 87, '<?xml version=': 2, '>': 87, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 2}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4290242', 'n_tokens_mistral': 953, 'n_tokens_neox': 862, 'n_words': 168}