<commit_before>[tox]
isolated_build = True
envlist =
    py{35,36,37,38,39},
    py38-codestyle

[gh-actions]
python =
    3.5: py35
    3.6: py36
    3.7: py37
    3.8: py38, py38-codestyle
    3.9: py39

[testenv]
commands = pytest {posargs}

[testenv:py35]
deps = -rrequirements/py35.txt

[testenv:py36]
deps = -rrequirements/py36.txt

[testenv:py37]
deps = -rrequirements/py37.txt

[testenv:py38]
deps = -rrequirements/py38.txt

[testenv:py38-codestyle]
deps = -rrequirements/py38.txt
commands =
    pre-commit run --all-files
    twine check .tox/dist/*

[testenv:py39]
deps = -rrequirements/py39.txt
<commit_msg>Fix deprecation warnings in tests (#200)<commit_after>[tox]
isolated_build = True
envlist =
    py{35,36,37,38,39},
    py38-codestyle

[gh-actions]
python =
    3.5: py35
    3.6: py36
    3.7: py37
    3.8: py38, py38-codestyle
    3.9: py39

[testenv]
commands = python -W error::DeprecationWarning -W error::PendingDeprecationWarning -m pytest {posargs}

[testenv:py35]
deps = -rrequirements/py35.txt

[testenv:py36]
deps = -rrequirements/py36.txt

[testenv:py37]
deps = -rrequirements/py37.txt

[testenv:py38]
deps = -rrequirements/py38.txt

[testenv:py38-codestyle]
deps = -rrequirements/py38.txt
commands =
    pre-commit run --all-files
    twine check .tox/dist/*

[testenv:py39]
deps = -rrequirements/py39.txt

{'fraction_non_alphanumeric': 0.13901345291479822, 'fraction_numerical': 0.08893871449925261, 'mean_word_length': 3.633217993079585, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '385414', 'n_tokens_mistral': 633, 'n_tokens_neox': 574, 'n_words': 107}