<commit_before><?xml version="1.0" encoding="utf-8"?>
<ldml xmlns:sil="urn://www.sil.org/ldml/0.1">
	<identity>
		<version number="0.0.1"/>
		<generation date="2018-11-20 21:29:51"/>
		<language type="kyq"/>
		<special>
			<sil:identity defaultRegion="TD" script="Latn" draft="generated"/>
		</special>
	</identity>
	<localeDisplayNames>
		<languages>
			<language type="kyq">Taar Cɛŋɛ</language>
		</languages>
		<special>
			<sil:names>
				<sil:name xml:lang="en">Kenga</sil:name>
			</sil:names>
		</special>
	</localeDisplayNames>
	<layout>
		<orientation>
			<characterOrder>left-to-right</characterOrder>
		</orientation>
	</layout>
	<characters>
		<exemplarCharacters>[a b c d e g i j k l m n {n̰} o p r s t u w y z ŋ ƴ ɓ ɔ ɗ ɛ]</exemplarCharacters>
		<exemplarCharacters alt="proposed-dbl" draft="suspect">[A-EGI-PR-UWYZa-egi-pr-uwyz\u014A\u014B\u0181\u0186\u018A\u0190\u01B3\u01B4\u0253\u0254\u0257\u025B\uA78C{N\u0330}{n\u0330}]</exemplarCharacters>
		<exemplarCharacters type="punctuation">[! ( ) * , . \: ; ? \[ \] « » ‑ – ‹ ›]</exemplarCharacters>
		<exemplarCharacters type="punctuation" alt="proposed-dbl" draft="suspect">[!\&amp;-*,-/\:;?\[\]\u00A9\u00AB\u00BB\u200C\u200D\u2011\u2039\u203A\uA78B]</exemplarCharacters>
		<exemplarCharacters type="index">[A B C D E G I J K L M N {N̰} O P R S T U W Y Z Ŋ Ɓ Ɔ Ɗ Ɛ Ƴ]</exemplarCharacters>
		<special>
			<sil:exemplarCharacters type="footnotes">[a b ɓ c d ɗ e ɛ g i j k l m n {n̰} ŋ o ɔ p r s t u w y ƴ z]</sil:exemplarCharacters>
		</special>
	</characters>
	<delimiters>
		<quotationStart>«</quotationStart>
		<quotationEnd>»</quotationEnd>
		<alternateQuotationStart>‹</alternateQuotationStart>
		<alternateQuotationEnd>›</alternateQuotationEnd>
		<special>
			<sil:matched-pairs>
				<sil:matched-pair open="(" close=")" paraClose="false"/>
				<sil:matched-pair open="[" close="]" paraClose="false"/>
				<sil:matched-pair open="{" close="}" paraClose="false"/>
			</sil:matched-pairs>
			<sil:punctuation-patterns>
				<sil:punctuation-pattern pattern="!_" context="final"/>
				<sil:punctuation-pattern pattern="'" context="medial"/>
				<sil:punctuation-pattern pattern=")_" context="final"/>
				<sil:punctuation-pattern pattern=",_" context="final"/>
				<sil:punctuation-pattern pattern="-" context="medial"/>
				<sil:punctuation-pattern pattern="._" context="final"/>
				<sil:punctuation-pattern pattern="/" context="medial"/>
				<sil:punctuation-pattern pattern=":_" context="final"/>
				<sil:punctuation-pattern pattern=";_" context="final"/>
				<sil:punctuation-pattern pattern="?_" context="final"/>
				<sil:punctuation-pattern pattern="]_" context="final"/>
				<sil:punctuation-pattern pattern="_&amp;_" context="isolate"/>
				<sil:punctuation-pattern pattern="_(" context="init"/>
				<sil:punctuation-pattern pattern="_*" context="init"/><commit_msg>change index exemplar to match collation<commit_after><?xml version="1.0" encoding="utf-8"?>
<ldml xmlns:sil="urn://www.sil.org/ldml/0.1">
	<identity>
		<version number="0.0.1"/>
		<generation date="2018-11-20 21:29:51"/>
		<language type="kyq"/>
		<special>
			<sil:identity defaultRegion="TD" script="Latn" draft="generated"/>
		</special>
	</identity>
	<localeDisplayNames>
		<languages>
			<language type="kyq">Taar Cɛŋɛ</language>
		</languages>
		<special>
			<sil:names>
				<sil:name xml:lang="en">Kenga</sil:name>
			</sil:names>
		</special>
	</localeDisplayNames>
	<layout>
		<orientation>
			<characterOrder>left-to-right</characterOrder>
		</orientation>
	</layout>
	<characters>
		<exemplarCharacters draft="tentative">[a b ɓ c d ɗ e ɛ g i j k l m n {n̰} ŋ o ɔ p r s t u w y ƴ z]</exemplarCharacters>
		<exemplarCharacters alt="proposed-dbl" draft="suspect">[A-EGI-PR-UWYZa-egi-pr-uwyz\u014A\u014B\u0181\u0186\u018A\u0190\u01B3\u01B4\u0253\u0254\u0257\u025B\uA78C{N\u0330}{n\u0330}]</exemplarCharacters>
		<exemplarCharacters type="punctuation">[! ( ) * , . \: ; ? \[ \] « » ‑ – ‹ ›]</exemplarCharacters>
		<exemplarCharacters type="punctuation" alt="proposed-dbl" draft="suspect">[!\&amp;-*,-/\:;?\[\]\u00A9\u00AB\u00BB\u200C\u200D\u2011\u2039\u203A\uA78B]</exemplarCharacters>
		<exemplarCharacters type="index" draft="tentative">[A B Ɓ C D Ɗ E Ɛ G I J K L M N {N̰} Ŋ O Ɔ P R S T U W Y Ƴ Z]</exemplarCharacters>
		<special>
			<sil:exemplarCharacters type="footnotes">[a b ɓ c d ɗ e ɛ g i j k l m n {n̰} ŋ o ɔ p r s t u w y ƴ z]</sil:exemplarCharacters>
		</special>
	</characters>
	<delimiters>
		<quotationStart>«</quotationStart>
		<quotationEnd>»</quotationEnd>
		<alternateQuotationStart>‹</alternateQuotationStart>
		<alternateQuotationEnd>›</alternateQuotationEnd>
		<special>
			<sil:matched-pairs>
				<sil:matched-pair open="(" close=")" paraClose="false"/>
				<sil:matched-pair open="[" close="]" paraClose="false"/>
				<sil:matched-pair open="{" close="}" paraClose="false"/>
			</sil:matched-pairs>
			<sil:punctuation-patterns>
				<sil:punctuation-pattern pattern="!_" context="final"/>
				<sil:punctuation-pattern pattern="'" context="medial"/>
				<sil:punctuation-pattern pattern=")_" context="final"/>
				<sil:punctuation-pattern pattern=",_" context="final"/>
				<sil:punctuation-pattern pattern="-" context="medial"/>
				<sil:punctuation-pattern pattern="._" context="final"/>
				<sil:punctuation-pattern pattern="/" context="medial"/>
				<sil:punctuation-pattern pattern=":_" context="final"/>
				<sil:punctuation-pattern pattern=";_" context="final"/>
				<sil:punctuation-pattern pattern="?_" context="final"/>
				<sil:punctuation-pattern pattern="]_" context="final"/>
				<sil:punctuation-pattern pattern="_&amp;_" context="isolate"/>
				<sil:punctuation-pattern pattern="_(" context="init"/>
				<sil:punctuation-pattern pattern="_*" context="init"/>
{'fraction_non_alphanumeric': 0.19321148825065274, 'fraction_numerical': 0.034812880765883375, 'mean_word_length': 4.75751503006012, 'pattern_counts': {'":': 2, '<': 151, '<?xml version=': 2, '>': 151, 'https://': 0, 'lorem ipsum': 0, 'www.': 2, 'xml': 6}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 12, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6293040', 'n_tokens_mistral': 2587, 'n_tokens_neox': 2281, 'n_words': 426}