<commit_before>#
# This file is autogenerated by pip-compile
# To update, run:
#
#    pip-compile requirements.in
#
asgiref==3.3.4
    # via django
certifi==2020.12.5
    # via requests
chardet==4.0.0
    # via requests
click==7.1.2
    # via perfectextractor
django-bootstrap3==15.0.0
    # via -r requirements.in
django-ckeditor==6.0.0
    # via -r requirements.in
django-filter==2.4.0
    # via -r requirements.in
django-js-asset==1.2.2
    # via django-ckeditor
django-nested-admin==3.3.3
    # via -r requirements.in
django-object-actions==3.0.2
    # via -r requirements.in
django-picklefield==3.0.1
    # via -r requirements.in
django-reversion==3.0.9
    # via -r requirements.in
django-robots==4.0
    # via -r requirements.in
django-widget-tweaks==1.4.8
    # via perfectextractor-ui
django==3.2
    # via
    #   -r requirements.in
    #   django-bootstrap3
    #   django-filter
    #   django-picklefield
    #   django-reversion
idna==2.10
    # via requests
joblib==1.0.1
    # via scikit-learn
lxml==4.6.3
    # via
    #   -r requirements.in
    #   perfectextractor
mysqlclient==2.0.3
    # via -r requirements.in
numpy==1.19.5
    # via
    #   -r requirements.in
    #   pandas
    #   pyarrow
    #   scikit-learn
    #   scipy
pandas==1.1.5
    # via -r requirements.in
perfectextractor-ui==0.1.7
    # via -r requirements.in
perfectextractor==0.4
    # via perfectextractor-ui
pillow==8.2.0
    # via -r requirements.in
pyarrow==3.0.0
    # via -r requirements.in
python-dateutil==2.8.1
    # via pandas
python-monkey-business==1.0.0
    # via django-nested-admin
pytz==2021.1
    # via
    #   django
    #   pandas
requests==2.25.1
    # via perfectextractor
scikit-learn==0.24.1
    # via -r requirements.in
scipy==1.5.4
    # via
    #   -r requirements.in
    #   scikit-learn
six==1.15.0
    # via
    #   django-nested-admin
    #   python-dateutil
    #   python-monkey-business
sqlparse==0.4.1
    # via django
threadpoolctl==2.1.0
    # via scikit-learn
urllib3==1.26.4
    # via requests
xlsxwriter==1.3.9
    # via -r requirements.in
<commit_msg>Updated requirements<commit_after>#
# This file is autogenerated by pip-compile
# To update, run:
#
#    pip-compile requirements.in
#
asgiref==3.3.4
    # via django
certifi==2020.12.5
    # via requests
chardet==4.0.0
    # via requests
click==7.1.2
    # via perfectextractor
django-bootstrap3==15.0.0
    # via -r requirements.in
django-ckeditor==6.0.0
    # via -r requirements.in
django-filter==2.4.0
    # via -r requirements.in
django-js-asset==1.2.2
    # via django-ckeditor
django-nested-admin==3.3.3
    # via -r requirements.in
django-object-actions==3.0.2
    # via -r requirements.in
django-picklefield==3.0.1
    # via -r requirements.in
django-reversion==3.0.9
    # via -r requirements.in
django-robots==4.0
    # via -r requirements.in
django-widget-tweaks==1.4.8
    # via perfectextractor-ui
django==3.2
    # via
    #   -r requirements.in
    #   django-bootstrap3
    #   django-filter
    #   django-picklefield
    #   django-reversion
idna==2.10
    # via requests
joblib==1.0.1
    # via scikit-learn
lxml==4.6.3
    # via
    #   -r requirements.in
    #   perfectextractor
mysqlclient==2.0.3
    # via -r requirements.in
numpy==1.19.5
    # via
    #   -r requirements.in
    #   pandas
    #   pyarrow
    #   scikit-learn
    #   scipy
pandas==1.1.5
    # via -r requirements.in
perfectextractor-ui==0.1.7
    # via -r requirements.in
perfectextractor==0.4
    # via perfectextractor-ui
pillow==8.2.0
    # via -r requirements.in
pyarrow==4.0.0
    # via -r requirements.in
python-dateutil==2.8.1
    # via pandas
python-monkey-business==1.0.0
    # via django-nested-admin
pytz==2021.1
    # via
    #   django
    #   pandas
requests==2.25.1
    # via perfectextractor
scikit-learn==0.24.2
    # via -r requirements.in
scipy==1.5.4
    # via
    #   -r requirements.in
    #   scikit-learn
six==1.15.0
    # via
    #   django-nested-admin
    #   python-dateutil
    #   python-monkey-business
sqlparse==0.4.1
    # via django
threadpoolctl==2.1.0
    # via scikit-learn
urllib3==1.26.4
    # via requests
xlsxwriter==1.4.0
    # via -r requirements.in

{'fraction_non_alphanumeric': 0.13576397217558167, 'fraction_numerical': 0.05756776205325018, 'mean_word_length': 2.368336025848142, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 2}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '717028', 'n_tokens_mistral': 1664, 'n_tokens_neox': 1633, 'n_words': 305}