<commit_before><?xml version="1.0" encoding="UTF-8"?>
<package name="TestSBXML" fullname="Test SB XML Library" number="100" offset="100000" version="1" required="false">
  <language name="TSBXML" baseClass="TSBXMLBase" documentClass="TSBXMLDocument" prefix="TSB" libraryName="libTSB" annotationElementName="TestAnnotation" topLevelElementName="tsbxml" isPackage="false" uses_ASTNode="false" uses_XMLNode="true">
    <library_version major="1" minor="0" revision="0"/>
    <language_versions>
      <version level="1" version="1" namespace="http://testsbxml.org/l1v1"/>
    </language_versions>
  </language>
  <versions>
    <pkgVersion version="1" pkg_version="0">
      <elements>
        <element name="Comment" typeCode="TSB_COMMENT" hasListOf="true" hasChildren="false" hasMath="false" childrenOverwriteElementName="false" minNumListOfChildren="0" maxNumListOfChildren="0" abstract="false" elementName="point">
          <attributes>
            <attribute name="contributor" required="true" type="string" abstract="false"/>
            <attribute name="number" required="true" type="double" abstract="false"/>
            <attribute name="point" required="false" type="string" abstract="false"/>
          </attributes>
        </element>
      </elements>
    </pkgVersion>
  </versions>
</package>
<commit_msg>add document to definition<commit_after><?xml version="1.0" encoding="UTF-8"?>
<package name="tsb" fullname="Test SB XML Library" number="100" offset="100000" version="1" required="false">
  <language name="TSB" baseClass="TSBBase" documentClass="TSBDocument" prefix="TSB" libraryName="libTSB" 
  annotationElementName="TestAnnotation" topLevelElementName="tsb" isPackage="false" uses_ASTNode="false" 
  uses_XMLNode="true">
    <library_version major="1" minor="0" revision="0"/>
    <language_versions>
      <version level="1" version="1" namespace="http://testsbxml.org/l1v1"/>
    </language_versions>
  </language>
  <versions>
    <pkgVersion version="1" pkg_version="0">
      <elements>
        <element name="TSBDocument" typeCode="TSB_DOCUMENT" hasListOf="false" hasChildren="true" hasMath="false" childrenOverwriteElementName="false" baseClass="TSBBase" abstract="false" elementName="tsb">
          <attributes>
            <attribute name="level" required="true" type="unsigned int" abstract="false"/>
            <attribute name="version" required="true" type="unsigned int" abstract="false"/>
            <attribute name="comment" required="false" type="lo_element" element="Comment" abstract="false"/>
          </attributes>
          </element>
        <element name="Comment" typeCode="TSB_COMMENT" hasListOf="true" hasChildren="false" hasMath="false" 
        childrenOverwriteElementName="false" minNumListOfChildren="0" maxNumListOfChildren="0" abstract="false">
          <attributes>
            <attribute name="contributor" required="true" type="string" abstract="false"/>
            <attribute name="number" required="true" type="double" abstract="false"/>
            <attribute name="point" required="false" type="string" abstract="false"/>
          </attributes>
        </element>
      </elements>
    </pkgVersion>
  </versions>
</package>

{'fraction_non_alphanumeric': 0.15904821540388228, 'fraction_numerical': 0.015028177833437696, 'mean_word_length': 4.83029197080292, 'pattern_counts': {'":': 0, '<': 54, '<?xml version=': 2, '>': 54, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 5}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4017233', 'n_tokens_mistral': 927, 'n_tokens_neox': 902, 'n_words': 179}