<commit_before># "pathlib2" and "scandir" are backports of new standard modules,  pyfakefs will
# use them if available when running on older Python versions.
#
# They are dependencies of pytest when Python < 3.6 so we sometimes get them via
# requirements.txt, this file makes them explicit dependencies for testing &
# development.
#
# Older versions might work ok, the versions chosen here are just the latest
# available at the time of writing.
pathlib2>=2.3.2
scandir>=1.8

# pandas + xlrd are used to test pandas-specific patches to allow
# pyfakefs to work with pandas
# we use the latest version to see any problems with new versions
pandas==1.1.5; python_version <= '3.6'
pandas==1.3.5; python_version == '3.7'
pandas==1.4.0; python_version > '3.7'
xlrd==1.2.0; python_version <= '3.6'
xlrd==2.0.1; python_version > '3.6'
openpyxl==3.0.9<commit_msg>Update pandas to 1.4.1 (#667)<commit_after># "pathlib2" and "scandir" are backports of new standard modules,  pyfakefs will
# use them if available when running on older Python versions.
#
# They are dependencies of pytest when Python < 3.6 so we sometimes get them via
# requirements.txt, this file makes them explicit dependencies for testing &
# development.
#
# Older versions might work ok, the versions chosen here are just the latest
# available at the time of writing.
pathlib2>=2.3.2
scandir>=1.8

# pandas + xlrd are used to test pandas-specific patches to allow
# pyfakefs to work with pandas
# we use the latest version to see any problems with new versions
pandas==1.1.5; python_version <= '3.6'
pandas==1.3.5; python_version == '3.7'
pandas==1.4.1; python_version > '3.7'
xlrd==1.2.0; python_version <= '3.6'
xlrd==2.0.1; python_version > '3.6'
openpyxl==3.0.9
{'fraction_non_alphanumeric': 0.10681293302540416, 'fraction_numerical': 0.046189376443418015, 'mean_word_length': 4.432601880877743, 'pattern_counts': {'":': 0, '<': 9, '<?xml version=': 0, '>': 11, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '199388', 'n_tokens_mistral': 588, 'n_tokens_neox': 575, 'n_words': 223}