<commit_before><?xml version="1.0" encoding="utf-8"?>
<!--
Disambiguation Rules for LanguageTool
Copyright (C) 2008-2017 <NAME>, TaalTik
-->
<rules lang="nl" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
		 xsi:noNamespaceSchemaLocation="../../../../../../../../../languagetool-core/src/main/resources/org/languagetool/resource/disambiguation.xsd">
	
	<!-- SPELLING IGNORES -->
	<!-- ROMEINSE GETALLEN -->
	<rule name="ignore roman numbers" id="SPELLER_ROMAN_NUMBERS">
		<pattern case_sensitive="yes">
			<token regexp="yes">(?:M*(?:D?C{0,3}|C[DM])(?:L?X{0,3}|X[LC])(?:V?I{0,3}|I[VX]))</token>
		</pattern>
		<disambig action="ignore_spelling"/>  
	</rule>
	
	<!-- rangtelnummers -->
	<rule name="ignore -ste" id="SPELLER_NUMBERS_RANKING">
		<pattern>
			<token regexp="yes">[0-9]{1,10}(ste|de|e)</token>
		</pattern>
		<disambig action="ignore_spelling"/>  
	</rule>

	<!-- tijden -->
	<rule name="ignore tijd" id="SPELLER_TIMES">
		<pattern>
			<token regexp="yes">[0-9]{1,2}[hu][0-9]{2}</token>
		</pattern>
		<disambig action="ignore_spelling"/>
	</rule>

    <!-- BN'ers zonder apostrof worden in een regel behandeld -->
    <rule name="ignore tijd" id="SPELLER_ER">
        <pattern>
            <token regexp="yes" case_sensitive="yes">[A-Z]{2,5}'(er|ers|ertje|ertjes)</token>
        </pattern>
        <disambig action="ignore_spelling"/>
    </rule>

	<!-- alle 'woorden' zonder letters -->
	<rule name="ignore 0-1 etc" id="SPELLER_NONWORDS">
		<pattern>
			<token regexp="yes">[^a-zA-Z]{1,80}</token>
		</pattern>
		<disambig action="ignore_spelling"/>  
	</rule>

	<!-- mailadressen en twitternamen -->
	<rule name="ignore @" id="SPELLER_AT">
		<pattern>
			<token regexp="yes">.*@.*</token>
		</pattern>
		<disambig action="ignore_spelling"/>  
	</rule>
	
	<!-- straten etc -->
	<rule name="ignore adresses" id="SPELLER_STREETS">
		<pattern>
			<token case_sensitive="yes" regexp="yes">[A-Z][a-z].*(straat|plein|steeg|allee|boulevard|weg|wijk)</token>
		</pattern>
		<disambig action="ignore_spelling"/>  
	</rule>
	
	<!-- FC Twente etc. -->
	<rule name="ignore clubs" id="SPELLER_FC_CLUB">
		<pattern>
			<marker>
				<token>FC</token>
			</marker>
			<token case_sensitive="yes" regexp="yes">[A-Z][a-z].*</token>
		</pattern>
		<disambig action="ignore_spelling"/>  
	</rule>  
	
	<!-- wegnummers van NL en Vlaanderen -->
	<rule name="ignore numbers of roads" id="SPELLER_ROAD_NUMBERS">
		<pattern>
			<token regexp="yes" case_sensitive="yes">A[0-9]{1,3}|N[0-9]{1,3}|s[0-9]{3}|R[0-9]|B[0-9]{3}</token>
		</pattern>
		<disambig action="ignore_spelling"/>  
	</rule>  
	
	<!-- straten etc -->
	<rule name="ignore parts of proper names" id="SPELLER_NEDERLANDSCHE">
		<pattern>
			<marker>
				<token>Nederlandsche</token>
			</marker>
			<token case_sensitive="yes">Bank</token>
		</pattern>
		<disambig action="ignore_spelling"/>  
	</rule>  
	
	<!-- domains etc -->
	<rule name="ignore parts of domains" id="SPELLER_DOMAINS_a">
		<pattern>
			<marker>
				<token regexp="yes">[A-Za-z0-9]{3,50}</token>
			</marker>
			<token spacebefore="no">.</token>
			<token spacebefore="no" regexp="yes">[A-Za-z0-9]{3,50}</token>
		</pattern>
		<disambig action="ignore_spelling"/>  
	</rule>  
	
	<rule name="ignore parts of domains" id="SPELLER_DOMAINS_b">
		<pattern>
			<token regexp="yes">[A-Za-z0-9]{3,50}</token>
			<token spacebefore="no">.</token>
			<marker>
				<token spacebefore="no" regexp="yes">[A-Za-z0-9]{2,50}</token>
			</marker>
		</pattern>
		<disambig action="ignore_spelling"/>  
	</rule>  
	
	<!-- bijv naamw met getal-->
	<rule name="getal-ig" id="SPELLER_NUMBER_IG">
		<pattern>
			<token regexp="yes">[0-9]{1,3}[-](jarig|jarige|tal|tallen)</token>
		</pattern>
		<disambig action="ignore_spelling"/>  
	</rule>  
	
	<!-- social media en andere woordgroepen -->
	<rule name="social media etc" id="SPELLER_SOCIAL_MEDIA">
		<pattern>
			<marker>
				<token>social</token>
			</marker>
			<token>media</token>
		</pattern>
		<disambig action="ignore_spelling"/>  
	</rule>  
	
	<!-- social media en andere woordgroepen -->
	<rule name="nota bene" id="SPELLER_NOTA_BENE">
		<pattern>
			<token>nota</token>
			<marker>
				<token>bene</token>
			</marker>
		</pattern>
		<disambig action="ignore_spelling"/>  
	</rule>
	
	<!-- social media en andere woordgroepen -->
	<rule name="per se" id="SPELLER_PER_SE">
		<pattern>
			<token>per</token>
			<marker>
				<token>se</token>
			</marker>
		</pattern>
		<disambig action="ignore_spelling"/>  
	</rule>
	
	<!-- Tel Aviv-->
	<rule name="Tel Aviv" id="SPELLER_TEL_AVIV">
		<pattern case_sensitive="yes">
			<token>Tel</token>
			<marker>
				<token>Aviv</token>
			</marker>
		</pattern>
		<disambig action="ignore_spelling"/>  
	</rule>
	
	<!-- Tel Aviv-->
	<rule name="New York etc." id="SPELLER_NEW_X">
		<pattern case_sensitive="yes">
			<token>New</token>
			<marker>
				<token regexp="yes">York|Orleans|Yorkse|Yorks</token>
			</marker>
		</pattern>
		<disambig action="ignore_spelling"/>  
	</rule>


	<!-- TODO GUESSING TAGS for extremely flexible words ======================================== -->

	<!-- GETALLEN -->
	<rule name="GUESS_number" id="NUMBERS">
		<pattern>
			<token regexp="yes">[0-9]*</token>
		</pattern>
		<disambig action="add"><wd pos="NM"/></disambig>
	</rule>

	<rule name="GUESS_number" id="NUMBERS_RANKING">
		<pattern>
			<token regexp="yes">[0-9]{1,}(e|de|ste)</token>
		</pattern>
		<disambig action="add"><wd pos="NMr"/></disambig>
	</rule>

    <!-- GUESSING TAGS BY FORM ONLY ======================================== -->

    <rule name="GUESS_01" id="GUESS_01">
        <pattern>
            <token postag="UNKNOWN" regexp="[^nil]je"></token>
        </pattern>
        <disambig action="add"><wd pos="ZNW:EKV:VRK:HET"/></disambig>
    </rule>

    <!-- TODO GUESSING TAGS BY SURROUNDING WORDS ======================================== -->


	<!-- COMMON EXCEPTIONS -->
	<rule name="niet_meer" id="NIET_MEER">
		<pattern><token>niet</token><token>meer</token></pattern>
		<disambig action="immunize"/>
	</rule>

	<!-- REAL DISAMBIGUATION ====== TODO ============================================================= -->


	
	<!-- IMMUNIZING SOME WIKIPEDIA CONSTRUCTIONS THAT GENERATE ERRORS IN WIKICHECK -->
	<!--
	TODO: if not errors reported: delete after march 2018
	<rule name="x=quote" id="Wikipedia_1">
		<pattern>
			<token regexp="yes">image|name|width</token>
			<token>=</token>
			<token>"</token>
			<token></token>      
		</pattern>
		<disambig action="immunize"/>
	</rule>
	<rule name="[[" id="Wikipedia_3">
		<pattern>
			<token>[</token>
			<token>[</token>
		</pattern>
		<disambig action="immunize"/>
	</rule>
	<rule name="]]" id="Wikipedia_4">
		<pattern>
			<token>]</token>
			<token>]</token>
		</pattern>
		<disambig action="immunize"/>
	</rule>
	<rule name="==" id="Wikipedia_5">
		<pattern>
			<token>=</token>
			<token>=</token>
		</pattern>
		<disambig action="immunize"/>
	</rule>
	<rule name="= Heading =" id="Wikipedia_6">
		<pattern>
			<token>=</token>
			<token>Heading</token>
			<token>=</token>
		</pattern>
		<disambig action="immunize"/>
	</rule>
	-->
</rules>
<commit_msg>[nl] added guess for adjective<commit_after><?xml version="1.0" encoding="utf-8"?>
<!--
Disambiguation Rules for LanguageTool
Copyright (C) 2008-2017 <NAME>, TaalTik
-->
<rules lang="nl" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
		 xsi:noNamespaceSchemaLocation="../../../../../../../../../languagetool-core/src/main/resources/org/languagetool/resource/disambiguation.xsd">
	
	<!-- SPELLING IGNORES -->
	<!-- ROMEINSE GETALLEN -->
	<rule name="ignore roman numbers" id="SPELLER_ROMAN_NUMBERS">
		<pattern case_sensitive="yes">
			<token regexp="yes">(?:M*(?:D?C{0,3}|C[DM])(?:L?X{0,3}|X[LC])(?:V?I{0,3}|I[VX]))</token>
		</pattern>
		<disambig action="ignore_spelling"/>  
	</rule>
	
	<!-- rangtelnummers -->
	<rule name="ignore -ste" id="SPELLER_NUMBERS_RANKING">
		<pattern>
			<token regexp="yes">[0-9]{1,10}(ste|de|e)</token>
		</pattern>
		<disambig action="ignore_spelling"/>  
	</rule>

	<!-- tijden -->
	<rule name="ignore tijd" id="SPELLER_TIMES">
		<pattern>
			<token regexp="yes">[0-9]{1,2}[hu][0-9]{2}</token>
		</pattern>
		<disambig action="ignore_spelling"/>
	</rule>

    <!-- BN'ers zonder apostrof worden in een regel behandeld -->
    <rule name="ignore tijd" id="SPELLER_ER">
        <pattern>
            <token regexp="yes" case_sensitive="yes">[A-Z]{2,5}'(er|ers|ertje|ertjes)</token>
        </pattern>
        <disambig action="ignore_spelling"/>
    </rule>

	<!-- alle 'woorden' zonder letters -->
	<rule name="ignore 0-1 etc" id="SPELLER_NONWORDS">
		<pattern>
			<token regexp="yes">[^a-zA-Z]{1,80}</token>
		</pattern>
		<disambig action="ignore_spelling"/>  
	</rule>

	<!-- mailadressen en twitternamen -->
	<rule name="ignore @" id="SPELLER_AT">
		<pattern>
			<token regexp="yes">.*@.*</token>
		</pattern>
		<disambig action="ignore_spelling"/>  
	</rule>
	
	<!-- straten etc -->
	<rule name="ignore adresses" id="SPELLER_STREETS">
		<pattern>
			<token case_sensitive="yes" regexp="yes">[A-Z][a-z].*(straat|plein|steeg|allee|boulevard|weg|wijk)</token>
		</pattern>
		<disambig action="ignore_spelling"/>  
	</rule>
	
	<!-- FC Twente etc. -->
	<rule name="ignore clubs" id="SPELLER_FC_CLUB">
		<pattern>
			<marker>
				<token>FC</token>
			</marker>
			<token case_sensitive="yes" regexp="yes">[A-Z][a-z].*</token>
		</pattern>
		<disambig action="ignore_spelling"/>  
	</rule>  
	
	<!-- wegnummers van NL en Vlaanderen -->
	<rule name="ignore numbers of roads" id="SPELLER_ROAD_NUMBERS">
		<pattern>
			<token regexp="yes" case_sensitive="yes">A[0-9]{1,3}|N[0-9]{1,3}|s[0-9]{3}|R[0-9]|B[0-9]{3}</token>
		</pattern>
		<disambig action="ignore_spelling"/>  
	</rule>  
	
	<!-- straten etc -->
	<rule name="ignore parts of proper names" id="SPELLER_NEDERLANDSCHE">
		<pattern>
			<marker>
				<token>Nederlandsche</token>
			</marker>
			<token case_sensitive="yes">Bank</token>
		</pattern>
		<disambig action="ignore_spelling"/>  
	</rule>  
	
	<!-- domains etc -->
	<rule name="ignore parts of domains" id="SPELLER_DOMAINS_a">
		<pattern>
			<marker>
				<token regexp="yes">[A-Za-z0-9]{3,50}</token>
			</marker>
			<token spacebefore="no">.</token>
			<token spacebefore="no" regexp="yes">[A-Za-z0-9]{3,50}</token>
		</pattern>
		<disambig action="ignore_spelling"/>  
	</rule>  
	
	<rule name="ignore parts of domains" id="SPELLER_DOMAINS_b">
		<pattern>
			<token regexp="yes">[A-Za-z0-9]{3,50}</token>
			<token spacebefore="no">.</token>
			<marker>
				<token spacebefore="no" regexp="yes">[A-Za-z0-9]{2,50}</token>
			</marker>
		</pattern>
		<disambig action="ignore_spelling"/>  
	</rule>  
	
	<!-- bijv naamw met getal-->
	<rule name="getal-ig" id="SPELLER_NUMBER_IG">
		<pattern>
			<token regexp="yes">[0-9]{1,3}[-](jarig|jarige|tal|tallen)</token>
		</pattern>
		<disambig action="ignore_spelling"/>  
	</rule>  
	
	<!-- social media en andere woordgroepen -->
	<rule name="social media etc" id="SPELLER_SOCIAL_MEDIA">
		<pattern>
			<marker>
				<token>social</token>
			</marker>
			<token>media</token>
		</pattern>
		<disambig action="ignore_spelling"/>  
	</rule>  
	
	<!-- social media en andere woordgroepen -->
	<rule name="nota bene" id="SPELLER_NOTA_BENE">
		<pattern>
			<token>nota</token>
			<marker>
				<token>bene</token>
			</marker>
		</pattern>
		<disambig action="ignore_spelling"/>  
	</rule>
	
	<!-- social media en andere woordgroepen -->
	<rule name="per se" id="SPELLER_PER_SE">
		<pattern>
			<token>per</token>
			<marker>
				<token>se</token>
			</marker>
		</pattern>
		<disambig action="ignore_spelling"/>  
	</rule>
	
	<!-- Tel Aviv-->
	<rule name="Tel Aviv" id="SPELLER_TEL_AVIV">
		<pattern case_sensitive="yes">
			<token>Tel</token>
			<marker>
				<token>Aviv</token>
			</marker>
		</pattern>
		<disambig action="ignore_spelling"/>  
	</rule>
	
	<!-- Tel Aviv-->
	<rule name="New York etc." id="SPELLER_NEW_X">
		<pattern case_sensitive="yes">
			<token>New</token>
			<marker>
				<token regexp="yes">York|Orleans|Yorkse|Yorks</token>
			</marker>
		</pattern>
		<disambig action="ignore_spelling"/>  
	</rule>


	<!-- TODO GUESSING TAGS for extremely flexible words ======================================== -->

	<!-- GETALLEN -->
	<rule name="GUESS_number" id="NUMBERS">
		<pattern>
			<token regexp="yes">[0-9]*</token>
		</pattern>
		<disambig action="add"><wd pos="NM"/></disambig>
	</rule>

	<rule name="GUESS_number" id="NUMBERS_RANKING">
		<pattern>
			<token regexp="yes">[0-9]{1,}(e|de|ste)</token>
		</pattern>
		<disambig action="add"><wd pos="NMr"/></disambig>
	</rule>

    <!-- GUESSING TAGS BY FORM ONLY ======================================== -->

    <rule name="GUESS_01" id="GUESS_01">
        <pattern>
            <token postag="UNKNOWN" regexp="[^nil]je"></token>
        </pattern>
        <disambig action="add"><wd pos="ZNW:EKV:VRK:HET"/></disambig>
    </rule>
    <rule name="GUESS_02" id="GUESS_02">
        <pattern>
            <token postag="UNKNOWN" regexp="ije"></token>
        </pattern>
        <disambig action="add"><wd pos="BNW:STL:VRB"/></disambig>
    </rule>

    <!-- TODO GUESSING TAGS BY SURROUNDING WORDS ======================================== -->


	<!-- COMMON EXCEPTIONS -->
	<rule name="niet_meer" id="NIET_MEER">
		<pattern><token>niet</token><token>meer</token></pattern>
		<disambig action="immunize"/>
	</rule>

	<!-- REAL DISAMBIGUATION ====== TODO ============================================================= -->


	
	<!-- IMMUNIZING SOME WIKIPEDIA CONSTRUCTIONS THAT GENERATE ERRORS IN WIKICHECK -->
	<!--
	TODO: if not errors reported: delete after march 2018
	<rule name="x=quote" id="Wikipedia_1">
		<pattern>
			<token regexp="yes">image|name|width</token>
			<token>=</token>
			<token>"</token>
			<token></token>      
		</pattern>
		<disambig action="immunize"/>
	</rule>
	<rule name="[[" id="Wikipedia_3">
		<pattern>
			<token>[</token>
			<token>[</token>
		</pattern>
		<disambig action="immunize"/>
	</rule>
	<rule name="]]" id="Wikipedia_4">
		<pattern>
			<token>]</token>
			<token>]</token>
		</pattern>
		<disambig action="immunize"/>
	</rule>
	<rule name="==" id="Wikipedia_5">
		<pattern>
			<token>=</token>
			<token>=</token>
		</pattern>
		<disambig action="immunize"/>
	</rule>
	<rule name="= Heading =" id="Wikipedia_6">
		<pattern>
			<token>=</token>
			<token>Heading</token>
			<token>=</token>
		</pattern>
		<disambig action="immunize"/>
	</rule>
	-->
</rules>

{'fraction_non_alphanumeric': 0.23680033128580302, 'fraction_numerical': 0.0139416108772172, 'mean_word_length': 3.817154255319149, 'pattern_counts': {'":': 0, '<': 580, '<?xml version=': 2, '>': 580, 'https://': 0, 'lorem ipsum': 0, 'www.': 2, 'xml': 4}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4560791', 'n_tokens_mistral': 6205, 'n_tokens_neox': 5439, 'n_words': 936}