<commit_before><?xml version="1.0" encoding="UTF-8"?>
<metamorph-test version="1.0"
	xmlns="http://www.culturegraph.org/metamorph-test" xmlns:cgxml="http://www.culturegraph.org/cgxml">


	<test-case name="arbitrary literal for flush">
		<input type="text/x-cg+xml">
			<cgxml:cgxml version="1.0">
				<cgxml:records>
					<cgxml:record id="1">
						<cgxml:literal name="d" value="1"/>
						<cgxml:literal name="d" value="2"/>
						<cgxml:literal name="f" value=""/>
						<cgxml:literal name="d" value="3"/>
						<cgxml:literal name="d" value="4"/>
						<cgxml:literal name="d" value="5"/>
						<cgxml:literal name="f" value=""/>
						<cgxml:literal name="d" value="6"/>
					</cgxml:record>
				</cgxml:records>
			</cgxml:cgxml>
		</input>

		<transformation type="text/x-metamorph+xml">
			<metamorph version="1" xmlns="http://www.culturegraph.org/metamorph">
				<rules>
					<concat delimiter="" name="d" flushWith="f">
						<data source="d"/>
					</concat>
				</rules>
			</metamorph>
		</transformation>

		<result type="text/x-cg+xml">
			<cgxml:cgxml version="1.0">
				<cgxml:records>
					<cgxml:record id="1">
						<cgxml:literal name="d" value="12"/>
						<cgxml:literal name="d" value="345"/>
					</cgxml:record>
				</cgxml:records>
			</cgxml:cgxml>
		</result>
	</test-case>


	<test-case name="entity end info">
		<input type="text/x-cg+xml">
			<cgxml:cgxml version="1.0">
				<cgxml:records>
					<cgxml:record id="1">
						<cgxml:entity name="e1">
							<cgxml:entity name="e2">
								<cgxml:literal name="d" value="a" />
							</cgxml:entity><commit_msg>Metamorph test case for collectors extended<commit_after><?xml version="1.0" encoding="UTF-8"?>
<metamorph-test version="1.0"
	xmlns="http://www.culturegraph.org/metamorph-test" xmlns:cgxml="http://www.culturegraph.org/cgxml">


	<test-case name="arbitrary literal for flush">
		<input type="text/x-cg+xml">
			<cgxml:cgxml version="1.0">
				<cgxml:records>
					<cgxml:record id="1">
						<cgxml:literal name="d" value="1"/>
						<cgxml:literal name="d" value="2"/>
						<cgxml:literal name="f" value=""/>
						<cgxml:literal name="d" value="3"/>
						<cgxml:literal name="d" value="4"/>
						<cgxml:literal name="d" value="5"/>
						<cgxml:literal name="f" value=""/>
						<cgxml:literal name="d" value="6"/>
					</cgxml:record>
				</cgxml:records>
			</cgxml:cgxml>
		</input>

		<transformation type="text/x-metamorph+xml">
			<metamorph version="1" xmlns="http://www.culturegraph.org/metamorph">
				<rules>
					<concat delimiter="" name="d" flushWith="f">
						<data source="d"/>
					</concat>
				</rules>
			</metamorph>
		</transformation>

		<result type="text/x-cg+xml">
			<cgxml:cgxml version="1.0">
				<cgxml:records>
					<cgxml:record id="1">
						<cgxml:literal name="d" value="12"/>
						<cgxml:literal name="d" value="345"/>
					</cgxml:record>
				</cgxml:records>
			</cgxml:cgxml>
		</result>
	</test-case>
	
	<test-case name="flush literal should be received before flush">
		<input type="text/x-cg+xml">
			<cgxml:cgxml version="1.0">
				<cgxml:records>
					<cgxml:record id="1">
						<cgxml:literal name="f" value="1"/>
						<cgxml:literal name="f" value="2"/>
						<cgxml:literal name="d" value="a"/>
						<cgxml:literal name="f" value="3"/>
					</cgxml:record>
				</cgxml:records>
			</cgxml:cgxml>
		</input>

		<transformation type="text/x-metamorph+xml">
			<metamorph version="1" xmlns="http://www.culturegraph.org/metamorph">
				<rules>
					<concat delimiter="" name="d" flushWith="f">
						<data source="d"/>
						<data source="f"/>
					</concat>
				</rules>
			</metamorph>
		</transformation>

		<result type="text/x-cg+xml">
			<cgxml:cgxml version="1.0">
				<cgxml:records>
					<cgxml:record id="1">
						<cgxml:literal name="d" value="1"/>
						<cgxml:literal name="d" value="2"/>
						<cgxml:literal name="d" value="a3"/>
					</cgxml:record>
				</cgxml:records>
			</cgxml:cgxml>
		</result>
	</test-case>


	<test-case name="entity end info">
		<input type="text/x-cg+xml">
			<cgxml:cgxml version="1.0">
				<cgxml:records>
					<cgxml:record id="1">
						<cgxml:entity name="e1">
							<cgxml:entity name="e2">
								<cgxml:literal name="d" value="a" />
							</cgxml:entity>
{'fraction_non_alphanumeric': 0.21034077555816685, 'fraction_numerical': 0.016216216216216217, 'mean_word_length': 3.3384301732925588, 'pattern_counts': {'":': 0, '<': 134, '<?xml version=': 10, '>': 134, 'https://': 0, 'lorem ipsum': 0, 'www.': 7, 'xml': 115}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6437970', 'n_tokens_mistral': 2024, 'n_tokens_neox': 1583, 'n_words': 274}