<commit_before>-r requirements.txt
flake8
moto>=0.3.1
nose==1.3.3
# unittest v1.0.0 and v1.0.1 have a dependency on linecache2.  linecache2 is
# currently experiencing syntax errors when you attempt to install it.
unittest2==0.8.0
<commit_msg>Pin test requirements and check hash<commit_after>-r requirements.txt
flake8==3.7.9 \
    --hash=sha256:49356e766643ad15072a789a20915d3c91dc89fd313ccd71802303fd67e4deca
moto==1.3.14 \
    --hash=sha256:2b3fa22778504b45715868cad95ad458fdea7227f9005b12e522fc9c2ae0cabc
nose==1.3.7 \
    --hash=sha256:9ff7c6cc443f8c51994b34a667bbcf45afd6d945be7477b52e97516fd17c53ac \
    --hash=sha256:dadcddc0aefbf99eea214e0f1232b94f2fa9bd98fa8353711dacb112bfcbbb2a \
    --hash=sha256:f1bffef9cbc82628f6e7d7b40d7e255aefaa1adb6a1b1d26c69a8b79e6208a98
unittest2==1.1.0 \
    --hash=sha256:13f77d0875db6d9b435e1d4f41e74ad4cc2eb6e1d5c824996092b3430f088bb8 \
    --hash=sha256:22882a0e418c284e1f718a822b3b022944d53d2d908e1690b319a9d3eb2c0579

{'fraction_non_alphanumeric': 0.08402489626556017, 'fraction_numerical': 0.3350622406639004, 'mean_word_length': 6.48062015503876, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 4, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '76730', 'n_tokens_mistral': 627, 'n_tokens_neox': 484, 'n_words': 45}