<commit_before># Test requirements are fixed in order to make CI tests less susceptible to
# dependency changes. Test dependencies should be reviewed frequently so that
# we're testing against the latest versions of our dependencies that our users
# are probably using. We recommend monitoring Libraries.io to alert for changes.

# Library Dependencies
matplotlib==3.4.2
scipy==1.7.0
scikit-learn==1.0.0
numpy==1.21.0
cycler==0.10.0

# Testing Requirements
pytest==6.2.4
pytest-cov==2.12.1
pytest-flakes==4.0.3
pytest-spec>=2.0.0
coverage==5.5

# Optional Testing Dependencies
nltk==3.6.7
# spacy>=2.0.18
pandas==1.3.0
umap-learn==0.5.1

# Third-Party Estimator Tests
# xgboost==1.2.0
# catboost==0.24.1<commit_msg>Pegged numba version to 0.55.2 get past CI test failures caused by the latest version; Updated umap to the latest version (#1271)<commit_after># Test requirements are fixed in order to make CI tests less susceptible to
# dependency changes. Test dependencies should be reviewed frequently so that
# we're testing against the latest versions of our dependencies that our users
# are probably using. We recommend monitoring Libraries.io to alert for changes.

# Library Dependencies
matplotlib==3.4.2
scipy==1.7.0
scikit-learn==1.0.0
numpy==1.21.0
cycler==0.10.0

# Testing Requirements
pytest==6.2.4
pytest-cov==2.12.1
pytest-flakes==4.0.3
pytest-spec>=2.0.0
coverage==5.5

# Optional Testing Dependencies
nltk==3.6.7
# spacy>=2.0.18
pandas==1.3.0
umap-learn==0.5.3
numba==0.55.2

# Third-Party Estimator Tests
# xgboost==1.2.0
# catboost==0.24.1
{'fraction_non_alphanumeric': 0.11923076923076924, 'fraction_numerical': 0.07435897435897436, 'mean_word_length': 4.555160142348755, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 7, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4114147', 'n_tokens_mistral': 596, 'n_tokens_neox': 568, 'n_words': 167}