<commit_before>sudo: false
language: python
dist: xenial
python:
  - 2.7
  - 3.4
  - 3.5
  - 3.6
  - 3.7
  - pypy
  - pypy3
install:
  - pip install -r dev-requirements.txt
  - python setup.py develop
  - pip install codecov
script: nosetests
after_success:
  - codecov
services:
  - rabbitmq
deploy:
  distributions: sdist bdist_wheel
  provider: pypi
  user: crad
  on:
    python: 3.6
    tags: true
    all_branches: true
  password:
    secure: "<KEY>
<commit_msg>pypy and pypy3 fail on xenial in travis due to travis<commit_after>sudo: false
language: python
dist: xenial
python:
  - 2.7
  - 3.4
  - 3.5
  - 3.6
  - 3.7
install:
  - pip install -r dev-requirements.txt
  - python setup.py develop
  - pip install codecov
script: nosetests
after_success:
  - codecov
services:
  - rabbitmq
deploy:
  distributions: sdist bdist_wheel
  provider: pypi
  user: crad
  on:
    python: 3.6
    tags: true
    all_branches: true
  password:
    secure: "<KEY>

{'fraction_non_alphanumeric': 0.09384775808133472, 'fraction_numerical': 0.027111574556830033, 'mean_word_length': 2.595505617977528, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1240327', 'n_tokens_mistral': 393, 'n_tokens_neox': 369, 'n_words': 106}