<commit_before>[tox]
skip_missing_interpreters = True
skipsdist=True
minversion = 1.8
envlist =
    pypy3,
    py37,
    py38,
    py39,
    docs,
    pep8,
    mypy,
    packaging

[testenv]
# This is required in order to get UTF-8 output inside of the subprocesses
# that our tests use.
setenv = LC_CTYPE = en_US.UTF-8
# Pass Display down to have it for the tests available
passenv = DISPLAY TRAVIS TRAVIS_JOB_ID TRAVIS_BRANCH
whitelist_externals=convert
# xcffib has to be installed before cairocffi
deps =
    pytest >= 6.2.1
    pytest-cov >= 2.10.1
    setuptools >= 40.5.0
    xcffib >= 0.8.1
commands =
    python3 setup.py install
    - {toxinidir}/scripts/ffibuild<commit_msg>Revert "Make ffibuild optional in tox"<commit_after>[tox]
skip_missing_interpreters = True
skipsdist=True
minversion = 1.8
envlist =
    pypy3,
    py37,
    py38,
    py39,
    docs,
    pep8,
    mypy,
    packaging

[testenv]
# This is required in order to get UTF-8 output inside of the subprocesses
# that our tests use.
setenv = LC_CTYPE = en_US.UTF-8
# Pass Display down to have it for the tests available
passenv = DISPLAY TRAVIS TRAVIS_JOB_ID TRAVIS_BRANCH
whitelist_externals=convert
# xcffib has to be installed before cairocffi
deps =
    pytest >= 6.2.1
    pytest-cov >= 2.10.1
    setuptools >= 40.5.0
    xcffib >= 0.8.1
commands =
    python3 setup.py install
    {toxinidir}/scripts/ffibuild
{'fraction_non_alphanumeric': 0.08100358422939068, 'fraction_numerical': 0.03870967741935484, 'mean_word_length': 3.2048192771084336, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 11, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2412951', 'n_tokens_mistral': 567, 'n_tokens_neox': 526, 'n_words': 150}