<commit_before>[tox]
envlist = py27,py34

[testenv]

commands =
    make clean
    coverage: coverage run --source grab \
    ./runtest.py --test-all \
        --backend-mongo --backend-mysql --backend-redis --backend-postgres \
    mp: --mp-mode \
    urllib3: --grab-transport=urllib3 --spider-transport=threaded \
    {posargs}

deps = 
    -rrequirements_dev.txt
    -rrequirements_dev_backend.txt

[testenv:py27-nobackend]
commands =
    make clean
    ./runtest.py --test-all
deps =
    -rrequirements_dev.txt

[testenv:py-appveyor]
#passenv = ProgramFiles APPVEYOR LOGNAME USER LNAME USERNAME HOME USERPROFILE PATH INCLUDE LIB
commands =
    {envpython} runtest.py --test-all --backend-mongo
deps =
    #https://gist.github.com/jdemaeyer/36d27f9b57f6e33bae0d/raw/b1b3cd5f557226ea614de261c01a4e91102a8e67/lxml-3.5.0-cp27-none-win_amd64.whl
    lxml-binaries/lxml-3.5.0-cp27-none-win_amd64.whl
    pycurl
    pyquery
    -rrequirements_dev.txt<commit_msg>Enable backend dependencies in appveyor config<commit_after>[tox]
envlist = py27,py34

[testenv]

commands =
    make clean
    coverage: coverage run --source grab \
    ./runtest.py --test-all \
        --backend-mongo --backend-mysql --backend-redis --backend-postgres \
    mp: --mp-mode \
    urllib3: --grab-transport=urllib3 --spider-transport=threaded \
    {posargs}

deps = 
    -rrequirements_dev.txt
    -rrequirements_dev_backend.txt

[testenv:py27-nobackend]
commands =
    make clean
    ./runtest.py --test-all
deps =
    -rrequirements_dev.txt

[testenv:py-appveyor]
#passenv = ProgramFiles APPVEYOR LOGNAME USER LNAME USERNAME HOME USERPROFILE PATH INCLUDE LIB
commands =
    {envpython} runtest.py --test-all --backend-mongo
deps =
    #https://gist.github.com/jdemaeyer/36d27f9b57f6e33bae0d/raw/b1b3cd5f557226ea614de261c01a4e91102a8e67/lxml-3.5.0-cp27-none-win_amd64.whl
    lxml-binaries/lxml-3.5.0-cp27-none-win_amd64.whl
    pycurl
    pyquery
    -rrequirements_dev.txt
    -rrequirements_dev_backend.txt
{'fraction_non_alphanumeric': 0.11770623742454728, 'fraction_numerical': 0.059356136820925554, 'mean_word_length': 3.1180124223602483, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 6}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4161708', 'n_tokens_mistral': 856, 'n_tokens_neox': 795, 'n_words': 123}