<commit_before><?xml version="1.0"?>
<package >
  <metadata>
    <id>OpenNLP</id>
    <version>1.2.14</version>
    <authors>AlexPoint</authors>
    <owners>AlexPoint</owners>
    <projectUrl>https://github.com/AlexPoint/OpenNlp</projectUrl>
    <requireLicenseAcceptance>false</requireLicenseAcceptance>
    <description>C# port of the Java OpenNLP tools retrieved from http://sharpnlp.codeplex.com/ (it's not mine!)</description>
    <releaseNotes>Made SentenceDetectionContextGenerator thread safe</releaseNotes>
    <copyright>Copyright 2015</copyright>
    <tags>NLP Natural Language Processing</tags>
  </metadata>
</package><commit_msg>New: released nuget package v1.3.0<commit_after><?xml version="1.0"?>
<package >
  <metadata>
    <id>OpenNLP</id>
    <version>1.3.0</version>
    <authors>AlexPoint</authors>
    <owners>AlexPoint</owners>
    <projectUrl>https://github.com/AlexPoint/OpenNlp</projectUrl>
    <requireLicenseAcceptance>false</requireLicenseAcceptance>
    <description>C# port of the Java OpenNLP tools retrieved from http://sharpnlp.codeplex.com/ (it's not mine!)</description>
    <releaseNotes>New English tokenizer based using rules (instead of max entropy)</releaseNotes>
    <copyright>Copyright 2015</copyright>
    <tags>NLP Natural Language Processing</tags>
  </metadata>
</package>
{'fraction_non_alphanumeric': 0.14015151515151514, 'fraction_numerical': 0.016666666666666666, 'mean_word_length': 4.97737556561086, 'pattern_counts': {'":': 0, '<': 53, '<?xml version=': 2, '>': 53, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 2}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '475300', 'n_tokens_mistral': 430, 'n_tokens_neox': 403, 'n_words': 79}