<commit_before>aenum>= 2.1.2; python_version < '3.6'   # BSD
cffi                                    # MIT
cryptography!=2.0                       # BSD/Apache-2.0
deprecation>=2.0.6                      # Apache-2.0
faulthandler; python_version < '3.3' #  # BSD License (2 clause)
flake8                                  # MIT
ipaddress; python_version < '3.3'       # PSF
parameterized>=0.6.1                    # BSD
pexpect                                 # ISC
psutil                                  # BSD
pycodestyle                             # MIT (Expat license)       https://pypi.org/project/pycodestyle/
scapy==2.4.0; python_version >= '2.7' or python_version >= '3.4'    # GPL2  https://github.com/secdev/scapy/blob/master/LICENSE
six                                     # MIT
subprocess32                            # PSF
syslog_rfc5424_parser>=0.3.0            # ISC
<commit_msg>VPP-1508: Tests: Update version of syslog_rfc5424_parser.<commit_after>aenum>= 2.1.2; python_version < '3.6'   # BSD
cffi                                    # MIT
cryptography!=2.0                       # BSD/Apache-2.0
deprecation>=2.0.6                      # Apache-2.0
faulthandler; python_version < '3.3' #  # BSD License (2 clause)
flake8                                  # MIT
ipaddress; python_version < '3.3'       # PSF
parameterized>=0.6.1                    # BSD
pexpect                                 # ISC
psutil                                  # BSD
pycodestyle                             # MIT (Expat license)       https://pypi.org/project/pycodestyle/
scapy==2.4.0; python_version >= '2.7' or python_version >= '3.4'    # GPL2  https://github.com/secdev/scapy/blob/master/LICENSE
six                                     # MIT
subprocess32                            # PSF
syslog_rfc5424_parser>=0.3.1            # ISC

{'fraction_non_alphanumeric': 0.10348583877995643, 'fraction_numerical': 0.04793028322440087, 'mean_word_length': 1.1611764705882353, 'pattern_counts': {'":': 0, '<': 9, '<?xml version=': 0, '>': 15, 'https://': 4, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 12, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6113606', 'n_tokens_mistral': 578, 'n_tokens_neox': 547, 'n_words': 103}