<commit_before><?xml version="1.0" encoding="utf-8"?>
<ldml xmlns:sil="urn://www.sil.org/ldml/0.1">
	<identity>
		<version number="0.0.1"/>
		<generation date="2018-11-20 22:07:26"/>
		<language type="myy"/>
		<special>
			<sil:identity defaultRegion="CO" script="Latn" draft="generated"/>
		</special>
	</identity>
	<localeDisplayNames>
		<languages>
			<language type="myy">Masa ye</language>
		</languages>
		<special>
			<sil:names>
				<sil:name xml:lang="en">Macuna</sil:name>
			</sil:names>
		</special>
	</localeDisplayNames>
	<layout>
		<orientation>
			<characterOrder>left-to-right</characterOrder>
		</orientation>
	</layout>
	<characters>
		<exemplarCharacters>[a b c d e f g h i j k l m n o p q r s t u ü v w x y z ʉ \u0301 \u0303]</exemplarCharacters>
		<exemplarCharacters alt="proposed-dbl" draft="suspect">[A-Za-z\u00C1\u00C3\u00C9\u00CD\u00D1\u00D3\u00D5\u00DA\u00DC\u00E1\u00E3\u00E9\u00ED\u00F1\u00F3\u00F5\u00FA\u00FC\u0128\u0129\u0168\u0169\u0244\u0289\u1EBC\u1EBD{Ch}{LL}{ch}{ll}{\u0128\u0301}{\u0129\u0301}{\u0244\u0301}{\u0244\u0303}{\u0289\u0301}{\u0289\u0303}]</exemplarCharacters>
		<exemplarCharacters type="punctuation">[, . \: ? ¿ — ‘ ’ “ ”]</exemplarCharacters>
		<exemplarCharacters type="punctuation" alt="proposed-dbl" draft="suspect">[\&amp;(-*,-/\:;?\u00A9\u00BF\u200C\u200D\u2014\u2018\u2019\u201C\u201D{...}]</exemplarCharacters>
		<exemplarCharacters type="index">[A B C D E F G H I J K L M N O P Q R S T U Ü V W X Y Z Ʉ]</exemplarCharacters>
	</characters>
	<delimiters>
		<quotationStart>“</quotationStart>
		<quotationEnd>”</quotationEnd>
		<alternateQuotationStart>‘</alternateQuotationStart>
		<alternateQuotationEnd>’</alternateQuotationEnd>
		<special>
			<sil:matched-pairs>
				<sil:matched-pair open="(" close=")" paraClose="false"/>
				<sil:matched-pair open="[" close="]" paraClose="false"/>
				<sil:matched-pair open="{" close="}" paraClose="false"/>
			</sil:matched-pairs>
			<sil:punctuation-patterns>
				<sil:punctuation-pattern pattern=")_" context="final"/>
				<sil:punctuation-pattern pattern="*_" context="final"/>
				<sil:punctuation-pattern pattern=",_" context="final"/>
				<sil:punctuation-pattern pattern="-" context="medial"/>
				<sil:punctuation-pattern pattern="." context="medial"/>
				<sil:punctuation-pattern pattern="._" context="final"/>
				<sil:punctuation-pattern pattern="/" context="medial"/>
				<sil:punctuation-pattern pattern=":" context="medial"/>
				<sil:punctuation-pattern pattern=":_" context="final"/><commit_msg>change index exemplar to match collation<commit_after><?xml version="1.0" encoding="utf-8"?>
<ldml xmlns:sil="urn://www.sil.org/ldml/0.1">
	<identity>
		<version number="0.0.1"/>
		<generation date="2018-11-20 22:07:26"/>
		<language type="myy"/>
		<special>
			<sil:identity defaultRegion="CO" script="Latn" draft="generated"/>
		</special>
	</identity>
	<localeDisplayNames>
		<languages>
			<language type="myy">Masa ye</language>
		</languages>
		<special>
			<sil:names>
				<sil:name xml:lang="en">Macuna</sil:name>
			</sil:names>
		</special>
	</localeDisplayNames>
	<layout>
		<orientation>
			<characterOrder>left-to-right</characterOrder>
		</orientation>
	</layout>
	<characters>
		<exemplarCharacters draft="tentative">[a b c d e f g h i j k l m n o p q r s t u ʉ ü v w x y z \u0301 \u0303]</exemplarCharacters>
		<exemplarCharacters alt="proposed-dbl" draft="suspect">[A-Za-z\u00C1\u00C3\u00C9\u00CD\u00D1\u00D3\u00D5\u00DA\u00DC\u00E1\u00E3\u00E9\u00ED\u00F1\u00F3\u00F5\u00FA\u00FC\u0128\u0129\u0168\u0169\u0244\u0289\u1EBC\u1EBD{Ch}{LL}{ch}{ll}{\u0128\u0301}{\u0129\u0301}{\u0244\u0301}{\u0244\u0303}{\u0289\u0301}{\u0289\u0303}]</exemplarCharacters>
		<exemplarCharacters type="punctuation">[, . \: ? ¿ — ‘ ’ “ ”]</exemplarCharacters>
		<exemplarCharacters type="punctuation" alt="proposed-dbl" draft="suspect">[\&amp;(-*,-/\:;?\u00A9\u00BF\u200C\u200D\u2014\u2018\u2019\u201C\u201D{...}]</exemplarCharacters>
		<exemplarCharacters type="index" draft="tentative">[A B C D E F G H I J K L M N O P Q R S T U Ʉ Ü V W X Y Z]</exemplarCharacters>
	</characters>
	<delimiters>
		<quotationStart>“</quotationStart>
		<quotationEnd>”</quotationEnd>
		<alternateQuotationStart>‘</alternateQuotationStart>
		<alternateQuotationEnd>’</alternateQuotationEnd>
		<special>
			<sil:matched-pairs>
				<sil:matched-pair open="(" close=")" paraClose="false"/>
				<sil:matched-pair open="[" close="]" paraClose="false"/>
				<sil:matched-pair open="{" close="}" paraClose="false"/>
			</sil:matched-pairs>
			<sil:punctuation-patterns>
				<sil:punctuation-pattern pattern=")_" context="final"/>
				<sil:punctuation-pattern pattern="*_" context="final"/>
				<sil:punctuation-pattern pattern=",_" context="final"/>
				<sil:punctuation-pattern pattern="-" context="medial"/>
				<sil:punctuation-pattern pattern="." context="medial"/>
				<sil:punctuation-pattern pattern="._" context="final"/>
				<sil:punctuation-pattern pattern="/" context="medial"/>
				<sil:punctuation-pattern pattern=":" context="medial"/>
				<sil:punctuation-pattern pattern=":_" context="final"/>
{'fraction_non_alphanumeric': 0.1953232462173315, 'fraction_numerical': 0.07113381803890745, 'mean_word_length': 4.9186046511627906, 'pattern_counts': {'":': 4, '<': 133, '<?xml version=': 2, '>': 133, 'https://': 0, 'lorem ipsum': 0, 'www.': 2, 'xml': 6}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 16, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1249859', 'n_tokens_mistral': 2389, 'n_tokens_neox': 2039, 'n_words': 324}