<commit_before>language: python

sudo: false

addons:
    apt:
        packages:
            - libjpeg-dev
            - libfreetype6-dev
            - zlib1g-dev
            - yasm
            - ffmpeg # We will install our own, but we need the dependencies

cache:
    directories:
        - tests/assets # Cache files from the FATE suite.
        - venvs # Python virtualenvs and compiled FFmpeg/Libav.


matrix:

    fast_finish: true

    
    allow_failures:
        
        # We are still working on this.
        - os: osx
        
        # Deprecation while we consider removing support for old FFmpeg.
        - python: "2.7"
          env: FFMPEG=2.2.4
          os: linux

        # Deprecation while we consider removing support for Libav entirely.
        - python: "2.7"
          env: LIBAV=12
          os: linux
        - python: "2.7"
          env: LIBAV=11.9
          os: linux
        - python: "2.7"
          env: LIBAV=11.6
          os: linux
        - python: "2.7"
          env: LIBAV=11.4
          os: linux

        # Still setting up for PyPy.
        - python: "pypy"
          env: FFMPEG=3.2
          os: linux
        - python: "pypy3"
          env: FFMPEG=3.2
          os: linux

    include:

        # Primary target.
        - python: "2.7"
          env: FFMPEG=3.2
          os: linux

        # Mac OS X.
        - python: "2.7"
          env: FFMPEG=3.2
          os: osx

        # Python 3.
        - python: "3.4"
          env: FFMPEG=3.2
          os: linux

        # PyPy
        - python: "pypy"
          env: FFMPEG=3.2
          os: linux
        - python: "pypy3"
          env: FFMPEG=3.2
          os: linux

        # Libav.
        - python: "2.7"
          env: LIBAV=12
          os: linux

        # Older Pythons.
        - python: "2.6"
          env: FFMPEG=3.2
          os: linux
        - python: "3.3"
          env: FFMPEG=3.2
          os: linux

        # Older libraries.
        - python: "2.7"
          env: FFMPEG=3.0
          os: linux
        - python: "2.7"
          env: FFMPEG=2.7
          os: linux
        - python: "2.7"
          env: FFMPEG=2.5
          os: linux
        
        # Deprecated libraries.
        - python: "2.7"
          env: FFMPEG=2.2.4
          os: linux
        - python: "2.7"
          env: LIBAV=11.9
          os: linux
        - python: "2.7"
          env: LIBAV=11.6
          os: linux
        - python: "2.7"
          env: LIBAV=11.4
          os: linux



before_install:
    - scripts/travis-setup
    - scripts/build-deps

install:
    - scripts/build

script:
    - scripts/test
<commit_msg>Disable fast_finish in Travis due to too many emails.<commit_after>language: python

sudo: false

addons:
    apt:
        packages:
            - libjpeg-dev
            - libfreetype6-dev
            - zlib1g-dev
            - yasm
            - ffmpeg # We will install our own, but we need the dependencies

cache:
    directories:
        - tests/assets # Cache files from the FATE suite.
        - venvs # Python virtualenvs and compiled FFmpeg/Libav.


matrix:

    # There seems to be a bug in Travis that results in Mike getting piles of
    # emails as the sub-jobs finish when `fast_finish` is enabled.
    #fast_finish: true

    allow_failures:

        # We are still working on this.
        - os: osx

        # Deprecation while we consider removing support for old FFmpeg.
        - python: "2.7"
          env: FFMPEG=2.2.4
          os: linux

        # Deprecation while we consider removing support for Libav entirely.
        - python: "2.7"
          env: LIBAV=12
          os: linux
        - python: "2.7"
          env: LIBAV=11.9
          os: linux
        - python: "2.7"
          env: LIBAV=11.6
          os: linux
        - python: "2.7"
          env: LIBAV=11.4
          os: linux

        # Still setting up for PyPy.
        - python: "pypy"
          env: FFMPEG=3.2
          os: linux
        - python: "pypy3"
          env: FFMPEG=3.2
          os: linux

    include:

        # Primary target.
        - python: "2.7"
          env: FFMPEG=3.2
          os: linux

        # Mac OS X.
        - python: "2.7"
          env: FFMPEG=3.2
          os: osx

        # Python 3.
        - python: "3.4"
          env: FFMPEG=3.2
          os: linux

        # PyPy
        - python: "pypy"
          env: FFMPEG=3.2
          os: linux
        - python: "pypy3"
          env: FFMPEG=3.2
          os: linux

        # Libav.
        - python: "2.7"
          env: LIBAV=12
          os: linux

        # Older Pythons.
        - python: "2.6"
          env: FFMPEG=3.2
          os: linux
        - python: "3.3"
          env: FFMPEG=3.2
          os: linux

        # Older libraries.
        - python: "2.7"
          env: FFMPEG=3.0
          os: linux
        - python: "2.7"
          env: FFMPEG=2.7
          os: linux
        - python: "2.7"
          env: FFMPEG=2.5
          os: linux

        # Deprecated libraries.
        - python: "2.7"
          env: FFMPEG=2.2.4
          os: linux
        - python: "2.7"
          env: LIBAV=11.9
          os: linux
        - python: "2.7"
          env: LIBAV=11.6
          os: linux
        - python: "2.7"
          env: LIBAV=11.4
          os: linux



before_install:
    - scripts/travis-setup
    - scripts/build-deps

install:
    - scripts/build

script:
    - scripts/test

{'fraction_non_alphanumeric': 0.0990574755128442, 'fraction_numerical': 0.034374422472740716, 'mean_word_length': 1.1198589894242068, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7501617', 'n_tokens_mistral': 1916, 'n_tokens_neox': 1794, 'n_words': 486}