<commit_before>[tox]
envlist = py{36,37,38,39},qa
skipsdist = True
skip_missing_interpreters = True

[testenv]
sitepackages = True
setenv =
    PYTHONPATH = {toxinidir}:{toxinidir}
commands =
    python3 setup.py develop
    python3 test/test.py

[testenv:qa]
basepython = python3
changedir = {toxinidir}
commands = flake8 --ignore=F841,W504,E501 --exclude static_dependencies,node_modules,.tox
deps = .[qa]

[testenv:doc]
basepython = python3
changedir = {toxinidir}/..
deps = .[doc]
commands=
    python3 build/export-docs.py
    sphinx-build -a -b html -d {envtmpdir}/doc/doctrees ./doc {envtmpdir}/doc/html<commit_msg>tox.ini test basepython=python3 with python<commit_after>[tox]
basepython = python3
envlist = py{36,37,38,39},qa
skipsdist = True
skip_missing_interpreters = True

[testenv]
sitepackages = True
setenv =
    PYTHONPATH = {toxinidir}:{toxinidir}
commands =
    python setup.py develop
    python test/test.py

[testenv:qa]
changedir = {toxinidir}
commands = flake8 --ignore=F841,W504,E501 --exclude static_dependencies,node_modules,.tox
deps = .[qa]

[testenv:doc]
changedir = {toxinidir}/..
deps = .[doc]
commands=
    python build/export-docs.py
    sphinx-build -a -b html -d {envtmpdir}/doc/doctrees ./doc {envtmpdir}/doc/html
{'fraction_non_alphanumeric': 0.132, 'fraction_numerical': 0.0344, 'mean_word_length': 4.56, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2918263', 'n_tokens_mistral': 515, 'n_tokens_neox': 477, 'n_words': 99}