<commit_before><document>
    <properties>
        <title>Changelog Fosstrak TDT Engine</title>
    </properties>
    <body>
	    <release version="0.9.0" date="2009-06-03" description="Feature Release">
            <action dev="floerkem" type="add" due-to="<NAME>">
                Added support for loading TDT translation schemes from a URL.
            </action>
            <action dev="floerkem" type="add" due-to="<NAME>">
                Added default constructor that loads EPCglobal TDT translation schemes from within the JAR. (Previously the schemes could only be loaded from an external file system location.)
            </action>
			<action dev="floerkem" type="add"><commit_msg>updated with svn log comments<commit_after><document>
    <properties>
        <title>Changelog Fosstrak TDT Engine</title>
    </properties>
    <body>
        <release version="1.0.0" date="2012-02-01" description="Feature Release">
            <action dev="floerkem" type="add" due-to="<NAME>">
                Upgrade to TDT Specification 1.6
            </action>
            <action dev="floerkem" type="add" due-to="<NAME>">
                Updates to TDTEngine.java to better handle escaped characters in URIs as well as situations where multiple prefixMatch values appear to match 
                (the problem was introduced because bare 00 and 01 in ELEMENT_STRING level match any header beginning with 00 or 01, so in these situations we now need to examine the pattern regexes to determine which scheme and level
                actually matches the regex)
            </action>
        </release>
	    <release version="0.9.0" date="2009-06-03" description="Feature Release">
            <action dev="floerkem" type="add" due-to="<NAME>">
                Added support for loading TDT translation schemes from a URL.
            </action>
            <action dev="floerkem" type="add" due-to="<NAME>">
                Added default constructor that loads EPCglobal TDT translation schemes from within the JAR. (Previously the schemes could only be loaded from an external file system location.)
            </action>
			<action dev="floerkem" type="add">
{'fraction_non_alphanumeric': 0.09944495837187789, 'fraction_numerical': 0.019888991674375578, 'mean_word_length': 2.6475548060708265, 'pattern_counts': {'":': 0, '<': 39, '<?xml version=': 0, '>': 39, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4518389', 'n_tokens_mistral': 609, 'n_tokens_neox': 555, 'n_words': 211}