<commit_before><?xml version="1.0" encoding="UTF-8" ?>
<!--
	The schema name property is constructed as follows

	Asm_Solr  -  The module name
	x-y-z     -  The module version this schema is meant to work with
	YYYYMMDD  -  The date the schema file was changed the last time

	When changing the schema the name property must be updated, too.
-->
<schema name="Asm_Solr-0-10-0--20140429" version="1.5">

	<!-- include shared types -->
	<xi:include href="../schema_types_shared.xml" xmlns:xi="http://www.w3.org/2001/XInclude"/>

	<!-- include shared fields -->
	<xi:include href="../schema_fields_shared.xml" xmlns:xi="http://www.w3.org/2001/XInclude"/>


	<!-- language specific types -->
	<!-- text, textTight, textSpell (if needed) -->

	<!-- A text field that uses WordDelimiterFilter to enable splitting and matching of
		words on case-change, alpha numeric boundaries, and non-alphanumeric chars,
		so that a query of "wifi" or "wi fi" could match a document containing "Wi-Fi".
		Synonyms and stopwords are customized by external files, and stemming is enabled.
		Duplicate tokens at the same position (which may result from Stemmed Synonyms or
		WordDelim parts) are removed.
		-->
	<fieldType name="text" class="solr.TextField" positionIncrementGap="100">
		<analyzer type="index">
			<tokenizer class="solr.WhitespaceTokenizerFactory"/>

			<filter class="solr.WordDelimiterFilterFactory" generateWordParts="1" generateNumberParts="1" catenateWords="1" catenateNumbers="1" catenateAll="0" splitOnCaseChange="1" preserveOriginal="1"/>
			<!-- Case insensitive stop word removal.
				add enablePositionIncrements=true in both the index and query
				analyzers to leave a 'gap' for more accurate phrase queries.
			-->
			<filter class="solr.ManagedSynonymFilterFactory" managed="english"/>
			<filter class="solr.ManagedStopFilterFactory" managed="english"/><commit_msg>[Cleanup] Break long line into multiple lines<commit_after><?xml version="1.0" encoding="UTF-8" ?>
<!--
	The schema name property is constructed as follows

	Asm_Solr  -  The module name
	x-y-z     -  The module version this schema is meant to work with
	YYYYMMDD  -  The date the schema file was changed the last time

	When changing the schema the name property must be updated, too.
-->
<schema name="Asm_Solr-0-10-0--20140429" version="1.5">

	<!-- include shared types -->
	<xi:include href="../schema_types_shared.xml" xmlns:xi="http://www.w3.org/2001/XInclude"/>

	<!-- include shared fields -->
	<xi:include href="../schema_fields_shared.xml" xmlns:xi="http://www.w3.org/2001/XInclude"/>


	<!-- language specific types -->
	<!-- text, textTight, textSpell (if needed) -->

	<!-- A text field that uses WordDelimiterFilter to enable splitting and matching of
		words on case-change, alpha numeric boundaries, and non-alphanumeric chars,
		so that a query of "wifi" or "wi fi" could match a document containing "Wi-Fi".
		Synonyms and stopwords are customized by external files, and stemming is enabled.
		Duplicate tokens at the same position (which may result from Stemmed Synonyms or
		WordDelim parts) are removed.
		-->
	<fieldType name="text" class="solr.TextField" positionIncrementGap="100">
		<analyzer type="index">
			<tokenizer class="solr.WhitespaceTokenizerFactory"/>

			<!-- Case insensitive stop word removal.
				add enablePositionIncrements=true in both the index and query
				analyzers to leave a 'gap' for more accurate phrase queries.
			-->
			<filter class="solr.ManagedSynonymFilterFactory" managed="english"/>
			<filter class="solr.WordDelimiterFilterFactory"
				generateWordParts="1"
				generateNumberParts="1"
				catenateWords="1"
				catenateNumbers="1"
				catenateAll="0"
				splitOnCaseChange="1"
				preserveOriginal="1"
			/>
			<filter class="solr.ManagedStopFilterFactory" managed="english"/>
{'fraction_non_alphanumeric': 0.120020964360587, 'fraction_numerical': 0.01939203354297694, 'mean_word_length': 4.165087956698241, 'pattern_counts': {'":': 0, '<': 37, '<?xml version=': 2, '>': 37, 'https://': 0, 'lorem ipsum': 0, 'www.': 4, 'xml': 10}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4157050', 'n_tokens_mistral': 1267, 'n_tokens_neox': 1129, 'n_words': 369}