<commit_before>language: python
python:
  - 2.7_with_system_site_packages
  - '3.2'
  - pypy
cache: pip
matrix:
  fast_finish: true
  allow_failures:
    - python: '3.2'
    - python: pypy
env:
  - INTEGRATION_TEST=1
  - UNIT_TEST=1
install:
  - sudo apt-get remove --purge -y $(< unwanted_packages)
  - sudo apt-get update -y
  - sudo apt-get install aptitude -y
  - LDFLAGS=-lm sudo aptitude install -y $(< requirements)
  - sudo apt-get autoremove -y
  - df -h
  - wget http://johnvansickle.com/ffmpeg/releases/ffmpeg-release-64bit-static.tar.xz
    -O /tmp/ffmpeg-release.tar.xz
  - mkdir /tmp/ffmpeg-release
  - tar -C /tmp/ffmpeg-release --strip 1 -xvf /tmp/ffmpeg-release.tar.xz
  - sudo ln -s /tmp/ffmpeg-release/ffmpeg /usr/local/bin/ffmpeg
  - ffmpeg -version
  - pip install --upgrade pip
  - make setup
  - pip install coveralls
before_script:
  - make mongo
  - make redis
  - make memcached
script:
  make ci_test
notifications:
  slack:
    secure: Sf6TJa/H3mq+RGqpLwKNRpNw0YQKX3+5bt5e37CSs8rOC+SoFHVNr29QhbXFPwmqQuy9qKb0t5rzChDIIvXErywU2lEw3/JlQtCt1xLsoUfpBF8g8ldoy6ESO2j9Jj6Y/M/4RN2zN3AAd5gfXPrdLHa++eiRaiAXXU+9ZvtUxuc=
after_success:
  coveralls<commit_msg>Make sure extensions are compiled<commit_after>language: python
python:
  - 2.7_with_system_site_packages
  - '3.2'
  - pypy
cache: pip
matrix:
  fast_finish: true
  allow_failures:
    - python: '3.2'
    - python: pypy
env:
  - INTEGRATION_TEST=1
  - UNIT_TEST=1
install:
  - sudo apt-get remove --purge -y $(< unwanted_packages)
  - sudo apt-get update -y
  - sudo apt-get install aptitude -y
  - LDFLAGS=-lm sudo aptitude install -y $(< requirements)
  - sudo apt-get autoremove -y
  - df -h
  - wget http://johnvansickle.com/ffmpeg/releases/ffmpeg-release-64bit-static.tar.xz
    -O /tmp/ffmpeg-release.tar.xz
  - mkdir /tmp/ffmpeg-release
  - tar -C /tmp/ffmpeg-release --strip 1 -xvf /tmp/ffmpeg-release.tar.xz
  - sudo ln -s /tmp/ffmpeg-release/ffmpeg /usr/local/bin/ffmpeg
  - ffmpeg -version
  - pip install --upgrade pip
  - make setup
  - pip install coveralls
before_script:
  - make mongo
  - make redis
  - make memcached
script:
  make compile_ext ci_test
notifications:
  slack:
    secure: Sf6TJa/H3mq+RGqpLwKNRpNw0YQKX3+5bt5e37CSs8rOC+SoFHVNr29QhbXFPwmqQuy9qKb0t5rzChDIIvXErywU2lEw3/JlQtCt1xLsoUfpBF8g8ldoy6ESO2j9Jj6Y/M/4RN2zN3AAd5gfXPrdLHa++eiRaiAXXU+9ZvtUxuc=
after_success:
  coveralls
{'fraction_non_alphanumeric': 0.109151973131822, 'fraction_numerical': 0.0327455919395466, 'mean_word_length': 3.285971223021583, 'pattern_counts': {'":': 0, '<': 7, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5026483', 'n_tokens_mistral': 1108, 'n_tokens_neox': 1051, 'n_words': 188}