<commit_before><?xml version="1.0" encoding="UTF-8" standalone="no"?>
<xsd:schema xmlns:xsd="http://www.w3.org/2001/XMLSchema">
	<xsd:element name="spider" type="spiderType" />

	<xsd:complexType name="spiderType">
		<xsd:sequence>
			<xsd:element name="name" type="xsd:string" maxOccurs="1"
				minOccurs="1" />
			<xsd:element name="description" type="xsd:string"
				maxOccurs="1" minOccurs="1" />
			<xsd:element name="item" type="itemType" maxOccurs="unbounded"
				minOccurs="1" />

		</xsd:sequence>
	</xsd:complexType>



	<xsd:complexType name="itemType">
		<xsd:sequence>
			<xsd:element name="name" type="xsd:string" maxOccurs="1"
				minOccurs="1" />
			<xsd:element name="description" type="xsd:string"
				maxOccurs="1" minOccurs="0" />
			<xsd:element name="startUrl" type="xsd:string" maxOccurs="1"
				minOccurs="1" />
			<xsd:element name="field" type="fieldType" maxOccurs="unbounded"
				minOccurs="1" />
			<xsd:element name="paginations" type="paginationsType"
				maxOccurs="1" minOccurs="0" />

		</xsd:sequence>
	</xsd:complexType>

	<xsd:complexType name="fieldType">
		<xsd:sequence>
			<xsd:element name="name" type="xsd:string" maxOccurs="1"
				minOccurs="1" />

			<xsd:element name="description" type="xsd:string"
				maxOccurs="1" minOccurs="0" />

			<xsd:element name="page" type="pageType" maxOccurs="1"
				minOccurs="1" />
			<xsd:element name="isCrawlUrl" type="crawlUrlType"
				maxOccurs="1" minOccurs="0" />

		</xsd:sequence>
	</xsd:complexType>







	<xsd:complexType name="pageType">
		<xsd:sequence>
			<xsd:element name="crawlSequence" type="xsd:string"
				maxOccurs="1" minOccurs="1" />
				<xsd:element name="fragmentXpath" type="xsd:string"
					maxOccurs="1" minOccurs="0" />
				<xsd:element name="fieldXpath" type="xsd:string"
					maxOccurs="1" minOccurs="1" />

		</xsd:sequence>


	</xsd:complexType>



	<xsd:complexType name="paginationType">
		<xsd:sequence>
			<xsd:element name="crawlSequence" type="xsd:string"
				maxOccurs="1" minOccurs="1" />
			<xsd:element name="xpath" type="xsd:string" maxOccurs="1"
				minOccurs="1" />
			<xsd:element name="description" type="xsd:string"
				maxOccurs="1" minOccurs="0" />
		</xsd:sequence>
	</xsd:complexType>

	<xsd:complexType name="crawlUrlType">
		<xsd:sequence>
			<xsd:element name="crawlSequence" type="xsd:string"
				maxOccurs="1" minOccurs="1" />
		</xsd:sequence>
	</xsd:complexType>

	<xsd:complexType name="paginationsType">
		<xsd:sequence>
			<xsd:element name="pagination" type="paginationType"
				maxOccurs="unbounded" minOccurs="1" />
		</xsd:sequence>
	</xsd:complexType>
</xsd:schema>
<commit_msg>Add MongoDB config nodes<commit_after><?xml version="1.0" encoding="UTF-8" standalone="no"?>
<xsd:schema xmlns:xsd="http://www.w3.org/2001/XMLSchema">
	<xsd:element name="spider" type="spiderType" />
	<xsd:complexType name="spiderType">
		<xsd:sequence>
			<xsd:element name="name" type="xsd:string" maxOccurs="1"
				minOccurs="1" />
			<xsd:element name="description" type="xsd:string"
				maxOccurs="1" minOccurs="1" />
			<xsd:element name="dbConfig" type="dbConfig" maxOccurs="1" minOccurs="0"/>
			<xsd:element name="item" type="itemType" maxOccurs="unbounded"
				minOccurs="1" />
		</xsd:sequence>
	</xsd:complexType>

	<xsd:complexType name="dbConfig">
		<xsd:sequence>
			<xsd:element name="host" type="xsd:string" maxOccurs="1" minOccurs="1"/>
			<xsd:element name="port" type="xsd:int" maxOccurs="1" minOccurs="1"/>
			<xsd:element name="db_name" type="xsd:string" maxOccurs="1" minOccurs="1"/>
			<xsd:element name="collection_name" type="xsd:string" maxOccurs="1" minOccurs="1"/>
		</xsd:sequence>
	</xsd:complexType>

	<xsd:complexType name="itemType">
		<xsd:sequence>
			<xsd:element name="name" type="xsd:string" maxOccurs="1"
				minOccurs="1" />
			<xsd:element name="description" type="xsd:string"
				maxOccurs="1" minOccurs="0" />
			<xsd:element name="startUrl" type="xsd:string" maxOccurs="1"
				minOccurs="1" />
			<xsd:element name="field" type="fieldType" maxOccurs="unbounded"
				minOccurs="1" />
			<xsd:element name="paginations" type="paginationsType"
				maxOccurs="1" minOccurs="0" />
		</xsd:sequence>
	</xsd:complexType>

	<xsd:complexType name="fieldType">
		<xsd:sequence>
			<xsd:element name="name" type="xsd:string" maxOccurs="1"
				minOccurs="1" />
			<xsd:element name="description" type="xsd:string"
				maxOccurs="1" minOccurs="0" />
			<xsd:element name="page" type="pageType" maxOccurs="1"
				minOccurs="1" />
			<xsd:element name="isCrawlUrl" type="crawlUrlType"
				maxOccurs="1" minOccurs="0" />
		</xsd:sequence>
	</xsd:complexType>

	<xsd:complexType name="pageType">
		<xsd:sequence>
			<xsd:element name="crawlSequence" type="xsd:string"
				maxOccurs="1" minOccurs="1" />
				<xsd:element name="fragmentXpath" type="xsd:string"
					maxOccurs="1" minOccurs="0" />
				<xsd:element name="fieldXpath" type="xsd:string"
					maxOccurs="1" minOccurs="1" />
		</xsd:sequence>
	</xsd:complexType>

	<xsd:complexType name="paginationType">
		<xsd:sequence>
			<xsd:element name="crawlSequence" type="xsd:string"
				maxOccurs="1" minOccurs="1" />
			<xsd:element name="xpath" type="xsd:string" maxOccurs="1"
				minOccurs="1" />
			<xsd:element name="description" type="xsd:string"
				maxOccurs="1" minOccurs="0" />
		</xsd:sequence>
	</xsd:complexType>

	<xsd:complexType name="crawlUrlType">
		<xsd:sequence>
			<xsd:element name="crawlSequence" type="xsd:string"
				maxOccurs="1" minOccurs="1" />
		</xsd:sequence>
	</xsd:complexType>

	<xsd:complexType name="paginationsType">
		<xsd:sequence>
			<xsd:element name="pagination" type="paginationType"
				maxOccurs="unbounded" minOccurs="1" />
		</xsd:sequence>
	</xsd:complexType>
</xsd:schema>
{'fraction_non_alphanumeric': 0.1873189023350946, 'fraction_numerical': 0.01704448610874382, 'mean_word_length': 4.724878048780488, 'pattern_counts': {'":': 0, '<': 116, '<?xml version=': 2, '>': 116, 'https://': 0, 'lorem ipsum': 0, 'www.': 2, 'xml': 4}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5249712', 'n_tokens_mistral': 2602, 'n_tokens_neox': 2099, 'n_words': 323}