<commit_before><?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE language SYSTEM "language.dtd"[
  <!ENTITY nmtoken "[\-\w\d\.:_]+">
  <!ENTITY entref  "(#[0-9]+|#[xX][0-9A-Fa-f]+|&nmtoken;);">
]>
<language name="DTD" version="1.01" kateversion="2.4" section="Markup" extensions="*.dtd" mimetype="application/xml-dtd" author="<NAME> (<EMAIL>)" license="LGPL">
  <highlighting>

    <list name="Category">
      <item>EMPTY</item>
      <item>ANY</item>
      <item>CDATA</item>
      <item>ID</item>
      <item>IDREF</item>
      <item>IDREFS</item>
      <item>NMTOKEN</item>
      <item>NMTOKENS</item>
      <item>ENTITY</item>
      <item>ENTITIES</item>
      <item>NOTATION</item>
      <item>PUBLIC</item>
      <item>SYSTEM</item>
      <item>NDATA</item>
    </list>

    <list name="Keywords">
      <item>#PCDATA</item>
      <item>#REQUIRED</item>
      <item>#IMPLIED</item>
      <item>#FIXED</item>
    </list>

    <contexts>
      <context name="Normal" attribute="Normal" lineEndContext="#stay">
        <DetectSpaces />
        <StringDetect attribute="Comment" context="Comment" String="&lt;!--" beginRegion="comment" />
        <StringDetect attribute="Processing Instruction" context="PI" String="&lt;?xml" beginRegion="pi" />
        <StringDetect attribute="Declaration" context="Declaration" String="&lt;!ELEMENT" beginRegion="declaration" />
        <StringDetect attribute="Declaration" context="Declaration" String="&lt;!ATTLIST" beginRegion="declaration" />
        <StringDetect attribute="Declaration" context="Declaration" String="&lt;!NOTATION" beginRegion="declaration" />
        <StringDetect attribute="Declaration" context="Declaration" String="&lt;!ENTITY" beginRegion="declaration" />
        <DetectIdentifier />
      </context>

      <context name="Comment" attribute="Comment" lineEndContext="#stay">
        <DetectSpaces />
        <StringDetect attribute="Comment" context="#pop" String="--&gt;" endRegion="comment" />
        <IncludeRules context="##Alerts" />
        <DetectIdentifier />
      </context>

      <context name="PI" attribute="Normal" lineEndContext="#stay">
        <Detect2Chars attribute="Processing Instruction" context="#pop" char="?" char1="&gt;" endRegion="pi" />
      </context>

      <context name="Declaration" attribute="Normal" lineEndContext="#stay">
        <StringDetect attribute="Comment" context="Comment" String="&lt;!--" beginRegion="comment" />
        <Detect2Chars attribute="Comment" context="InlineComment" char="-" char1="-" />
        <DetectChar attribute="Declaration" context="#pop" char="&gt;" endRegion="declaration" />
        <DetectChar attribute="String" context="String" char="&quot;" />
        <RegExpr attribute="Declaration" context="#stay" String="(-|O)\s(-|O)" />
        <AnyChar attribute="Delimiter" contect="#stay" String="(|)," />
        <RegExpr attribute="Entity" context="#stay" String="(%|&amp;)&entref;" />
        <AnyChar attribute="Symbol" contect="#stay" String="?*+-&amp;" />
        <RegExpr attribute="Local" context="#stay" String="%\s" />
        <keyword attribute="Keyword" context="#stay" String="Category" />
        <keyword attribute="Keyword" context="#stay" String="Keywords" />
        <RegExpr attribute="Name" context="#stay" String="\b&nmtoken;\b" />
      </context>

      <context name="String" attribute="String" lineEndStyle="#stay">
        <DetectSpaces />
        <DetectChar attribute="String" context="#pop" char="&quot;" />
        <RegExpr attribute="Entity" context="#stay" String="%&nmtoken;;" />
      </context>

      <context name="InlineComment" attribute="Comment" lineEndContext="#pop">
        <DetectSpaces />
        <Detect2Chars attribute="Comment" context="#pop" char="-" char1="-" /><commit_msg>Apply DTD highlighter patch by <NAME><commit_after><?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE language SYSTEM "language.dtd"[
  <!ENTITY nmtoken "[\-\w\d\.:_]+">
  <!ENTITY entref  "(#[0-9]+|#[xX][0-9A-Fa-f]+|&nmtoken;);">
]>
<language name="DTD" version="1.02" kateversion="2.4" section="Markup" extensions="*.dtd" mimetype="application/xml-dtd" author="<NAME> (<EMAIL>)" license="LGPL">
  <highlighting>

    <list name="Category">
      <item>EMPTY</item>
      <item>ANY</item>
      <item>CDATA</item>
      <item>ID</item>
      <item>IDREF</item>
      <item>IDREFS</item>
      <item>NMTOKEN</item>
      <item>NMTOKENS</item>
      <item>ENTITY</item>
      <item>ENTITIES</item>
      <item>NOTATION</item>
      <item>PUBLIC</item>
      <item>SYSTEM</item>
      <item>NDATA</item>
    </list>

    <list name="Keywords">
      <item>#PCDATA</item>
      <item>#REQUIRED</item>
      <item>#IMPLIED</item>
      <item>#FIXED</item>
    </list>

    <contexts>
      <context name="Normal" attribute="Normal" lineEndContext="#stay">
        <DetectSpaces />
        <StringDetect attribute="Comment" context="Comment" String="&lt;!--" beginRegion="comment" />
        <StringDetect attribute="Processing Instruction" context="PI" String="&lt;?xml" beginRegion="pi" />
        <StringDetect attribute="Declaration" context="Declaration" String="&lt;!ELEMENT" beginRegion="declaration" />
        <StringDetect attribute="Declaration" context="Declaration" String="&lt;!ATTLIST" beginRegion="declaration" />
        <StringDetect attribute="Declaration" context="Declaration" String="&lt;!NOTATION" beginRegion="declaration" />
        <StringDetect attribute="Declaration" context="Declaration" String="&lt;!ENTITY" beginRegion="declaration" />
        <DetectIdentifier />
      </context>

      <context name="Comment" attribute="Comment" lineEndContext="#stay">
        <DetectSpaces />
        <StringDetect attribute="Comment" context="#pop" String="--&gt;" endRegion="comment" />
        <IncludeRules context="##Alerts" />
        <DetectIdentifier />
      </context>

      <context name="PI" attribute="Normal" lineEndContext="#stay">
        <Detect2Chars attribute="Processing Instruction" context="#pop" char="?" char1="&gt;" endRegion="pi" />
      </context>

      <context name="Declaration" attribute="Normal" lineEndContext="#stay">
        <StringDetect attribute="Comment" context="Comment" String="&lt;!--" beginRegion="comment" />
        <Detect2Chars attribute="Comment" context="InlineComment" char="-" char1="-" />
        <DetectChar attribute="Declaration" context="#pop" char="&gt;" endRegion="declaration" />
        <DetectChar attribute="String" context="String" char="&quot;" />
        <RegExpr attribute="Declaration" context="#stay" String="(-|O)\s(-|O)" />
        <AnyChar attribute="Delimiter" context="#stay" String="(|)," />
        <RegExpr attribute="Entity" context="#stay" String="(%|&amp;)&entref;" />
        <AnyChar attribute="Symbol" context="#stay" String="?*+-&amp;" />
        <RegExpr attribute="Local" context="#stay" String="%\s" />
        <keyword attribute="Keyword" context="#stay" String="Category" />
        <keyword attribute="Keyword" context="#stay" String="Keywords" />
        <RegExpr attribute="Name" context="#stay" String="\b&nmtoken;\b" />
      </context>

      <context name="String" attribute="String" lineEndContext="#stay">
        <DetectSpaces />
        <DetectChar attribute="String" context="#pop" char="&quot;" />
        <RegExpr attribute="Entity" context="#stay" String="%&nmtoken;;" />
      </context>

      <context name="InlineComment" attribute="Comment" lineEndContext="#pop">
        <DetectSpaces />
        <Detect2Chars attribute="Comment" context="#pop" char="-" char1="-" />
{'fraction_non_alphanumeric': 0.19523809523809524, 'fraction_numerical': 0.004761904761904762, 'mean_word_length': 3.9418300653594773, 'pattern_counts': {'":': 0, '<': 184, '<?xml version=': 2, '>': 184, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 6}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1969936', 'n_tokens_mistral': 2358, 'n_tokens_neox': 2244, 'n_words': 391}