<commit_before>language: python
python: 3.5
sudo: false

services:
  - redis-server

env:
  - TOXENV=py27-scrapy10
  - TOXENV=py27-scrapy11
  - TOXENV=py27-scrapy12
  - TOXENV=py27-scrapydev
  - TOXENV=py34-scrapy10
  - TOXENV=py34-scrapy11
  - TOXENV=py34-scrapy12
  - TOXENV=py34-scrapydev
  - TOXENV=py35-scrapy10
  - TOXENV=py35-scrapy11
  - TOXENV=py35-scrapy12
  - TOXENV=py35-scrapydev

matrix:
  allow_failures:
    - env: TOXENV=py27-scrapydev
    - env: TOXENV=py34-scrapydev
    - env: TOXENV=py35-scrapydev

before_install:
  - python --version
  - uname -a
  - lsb_release -a

# command to install dependencies, e.g. pip install -r requirements.txt --use-mirrors
install: 
  - |
    set -x
    pip install -U pip wheel
    pip install -U tox twine coverage
  - |
    set -x
    virtualenv --version
    easy_install --version
    pip --version
    tox --version

# command to run tests, e.g. python setup.py test
script:
  - tox -e $TOXENV

after_success:
    - |
      # Codecov requires a single .coverage and will run 'coverage xml' to
      # generate the report.
      coverage combine
      bash <(curl -s https://codecov.io/bash)

after_failure:
  - more .tox/log/* | cat
  - more .tox/*/log/* | cat

before_cache:
  - rm -fr $HOME/.cache/pip/log

cache:
  directories:
    - $HOME/.cache/pip

notifications:
  email:
    on_sucess: never
    on_failure: always
<commit_msg>BLD Release to pypi on tags.<commit_after>language: python
python: 3.5
sudo: false

services:
  - redis-server

env:
  - TOXENV=py27-scrapy10
  - TOXENV=py27-scrapy11
  - TOXENV=py27-scrapy12
  - TOXENV=py27-scrapydev
  - TOXENV=py34-scrapy10
  - TOXENV=py34-scrapy11
  - TOXENV=py34-scrapy12
  - TOXENV=py34-scrapydev
  - TOXENV=py35-scrapy10
  - TOXENV=py35-scrapy11
  - TOXENV=py35-scrapy12
  - TOXENV=py35-scrapydev

matrix:
  allow_failures:
    - env: TOXENV=py27-scrapydev
    - env: TOXENV=py34-scrapydev
    - env: TOXENV=py35-scrapydev

before_install:
  - python --version
  - uname -a
  - lsb_release -a

# command to install dependencies, e.g. pip install -r requirements.txt --use-mirrors
install: 
  - |
    set -x
    pip install -U pip wheel
    pip install -U tox twine coverage
  - |
    set -x
    virtualenv --version
    easy_install --version
    pip --version
    tox --version

# command to run tests, e.g. python setup.py test
script:
  - tox -e $TOXENV

after_success:
    - |
      # Codecov requires a single .coverage and will run 'coverage xml' to
      # generate the report.
      coverage combine
      bash <(curl -s https://codecov.io/bash)

after_failure:
  - more .tox/log/* | cat
  - more .tox/*/log/* | cat

before_cache:
  - rm -fr $HOME/.cache/pip/log

cache:
  directories:
    - $HOME/.cache/pip

notifications:
  email:
    on_sucess: never
    on_failure: always

deploy:
  provider: pypi
  distributions: "sdist bdist_wheel"
  user: darkrho
  password:
    secure: "<KEY>
  on:
    tags: true
    repo: rolando/scrapy-redis
    condition: "$TOXENV == py35-scrapy12"

{'fraction_non_alphanumeric': 0.1117392750249418, 'fraction_numerical': 0.034585966079148656, 'mean_word_length': 2.5263774912075028, 'pattern_counts': {'":': 0, '<': 6, '<?xml version=': 0, '>': 4, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 2}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6217233', 'n_tokens_mistral': 1279, 'n_tokens_neox': 1170, 'n_words': 270}