<commit_before>pytz>dev
billiard>=3.3.0.23,<3.4
kombu>=3.0.35,<3.1
amqp
anyjson
attrs
celery
cffi
characteristic
click
cryptography
cssselect
enum34
Flask
idna
ipaddress
itsdangerous
Jinja2
lxml
MarkupSafe
parsel
Pillow
pyasn1
pyasn1-modules
pycparser
PyDispatcher
pymongo
pyOpenSSL
python-dateutil
queuelib
redis
requests
Scrapy
service-identity
six
Twisted
uWSGI
vine
w3lib
Werkzeug
zope.interface
<commit_msg>celery<commit_after>pytz
billiard
kombu
amqp
anyjson
attrs
celery
cffi
characteristic
click
cryptography
cssselect
enum34
Flask
idna
ipaddress
itsdangerous
Jinja2
lxml
MarkupSafe
parsel
Pillow
pyasn1
pyasn1-modules
pycparser
PyDispatcher
pymongo
pyOpenSSL
python-dateutil
queuelib
redis
requests
Scrapy
service-identity
six
Twisted
uWSGI
vine
w3lib
Werkzeug
zope.interface

{'fraction_non_alphanumeric': 0.03821656050955414, 'fraction_numerical': 0.03184713375796178, 'mean_word_length': 7.020408163265306, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 6, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 2}, 'pii_count': 1, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4704049', 'n_tokens_mistral': 348, 'n_tokens_neox': 333, 'n_words': 82}