<commit_before>dist: trusty
sudo: required

language: cpp

matrix:
  include:
    # gcc5
    - os: linux
      env: COMPILER=gcc5 CONFIG=Debug PLATFORM=x86 PACKAGES="g++-5 g++-5-multilib g++-multilib"
    - os: linux
      env: COMPILER=gcc5 CONFIG=Debug PLATFORM=x64 PACKAGES="g++-5"
    - os: linux
      env: COMPILER=gcc5 CONFIG=Release PLATFORM=x86 PACKAGES="g++-5 g++-5-multilib g++-multilib"
    - os: linux
      env: COMPILER=gcc5 CONFIG=Release PLATFORM=x64 PACKAGES="g++-5"

    # clang4
    - os: linux
      env: COMPILER=clang4 CONFIG=Debug PLATFORM=x86 PACKAGES="clang-4.0 libstdc++-5-dev libc6-dev-i386 g++-5-multilib g++-multilib"
    - os: linux
      env: COMPILER=clang4 CONFIG=Debug PLATFORM=x64 PACKAGES="clang-4.0 libstdc++-5-dev"
    - os: linux
      env: COMPILER=clang4 CONFIG=Release PLATFORM=x86 PACKAGES="clang-4.0 libstdc++-5-dev libc6-dev-i386 g++-5-multilib g++-multilib"
    - os: linux
      env: COMPILER=clang4 CONFIG=Release PLATFORM=x64 PACKAGES="clang-4.0 libstdc++-5-dev"

    # clang5
    - os: linux
      env: COMPILER=clang5 CONFIG=Debug PLATFORM=x86 PACKAGES="clang-5.0 libstdc++-5-dev libc6-dev-i386 g++-5-multilib g++-multilib"
    - os: linux
      env: COMPILER=clang5 CONFIG=Debug PLATFORM=x64 PACKAGES="clang-5.0 libstdc++-5-dev"
    - os: linux
      env: COMPILER=clang5 CONFIG=Release PLATFORM=x86 PACKAGES="clang-5.0 libstdc++-5-dev libc6-dev-i386 g++-5-multilib g++-multilib"
    - os: linux
      env: COMPILER=clang5 CONFIG=Release PLATFORM=x64 PACKAGES="clang-5.0 libstdc++-5-dev"

before_install:
    - if [ "$COMPILER" = "clang4" ]; then curl -sSL "http://apt.llvm.org/llvm-snapshot.gpg.key" | sudo -E apt-key add -; fi
    - if [ "$COMPILER" = "clang4" ]; then echo "deb http://apt.llvm.org/trusty/ llvm-toolchain-trusty-4.0 main" | sudo tee -a /etc/apt/sources.list > /dev/null; fi
    - if [ "$COMPILER" = "clang5" ]; then curl -sSL "http://apt.llvm.org/llvm-snapshot.gpg.key" | sudo -E apt-key add -; fi
    - if [ "$COMPILER" = "clang5" ]; then echo "deb http://apt.llvm.org/trusty/ llvm-toolchain-trusty-5.0 main" | sudo tee -a /etc/apt/sources.list > /dev/null; fi
    - sudo -E apt-add-repository -y "ppa:ubuntu-toolchain-r/test"
    - sudo -E apt-get -yq update
    - sudo -E apt-get -yq --no-install-suggests --no-install-recommends --force-yes install ${PACKAGES}

script:
    - python3 make.py -build -test -${COMPILER} -${CONFIG} -${PLATFORM}
<commit_msg>Adding Xcode 8.3 and 9.2 to travis.<commit_after>dist: trusty
sudo: required

language: cpp

matrix:
  include:
    # Linux gcc5
    - os: linux
      env: COMPILER=gcc5 CONFIG=Debug PLATFORM=x86 PACKAGES="g++-5 g++-5-multilib g++-multilib"
    - os: linux
      env: COMPILER=gcc5 CONFIG=Debug PLATFORM=x64 PACKAGES="g++-5"
    - os: linux
      env: COMPILER=gcc5 CONFIG=Release PLATFORM=x86 PACKAGES="g++-5 g++-5-multilib g++-multilib"
    - os: linux
      env: COMPILER=gcc5 CONFIG=Release PLATFORM=x64 PACKAGES="g++-5"

    # Linux clang4
    - os: linux
      env: COMPILER=clang4 CONFIG=Debug PLATFORM=x86 PACKAGES="clang-4.0 libstdc++-5-dev libc6-dev-i386 g++-5-multilib g++-multilib"
    - os: linux
      env: COMPILER=clang4 CONFIG=Debug PLATFORM=x64 PACKAGES="clang-4.0 libstdc++-5-dev"
    - os: linux
      env: COMPILER=clang4 CONFIG=Release PLATFORM=x86 PACKAGES="clang-4.0 libstdc++-5-dev libc6-dev-i386 g++-5-multilib g++-multilib"
    - os: linux
      env: COMPILER=clang4 CONFIG=Release PLATFORM=x64 PACKAGES="clang-4.0 libstdc++-5-dev"

    # Linux clang5
    - os: linux
      env: COMPILER=clang5 CONFIG=Debug PLATFORM=x86 PACKAGES="clang-5.0 libstdc++-5-dev libc6-dev-i386 g++-5-multilib g++-multilib"
    - os: linux
      env: COMPILER=clang5 CONFIG=Debug PLATFORM=x64 PACKAGES="clang-5.0 libstdc++-5-dev"
    - os: linux
      env: COMPILER=clang5 CONFIG=Release PLATFORM=x86 PACKAGES="clang-5.0 libstdc++-5-dev libc6-dev-i386 g++-5-multilib g++-multilib"
    - os: linux
      env: COMPILER=clang5 CONFIG=Release PLATFORM=x64 PACKAGES="clang-5.0 libstdc++-5-dev"

    # OS X xcode8
    - os: osx
      osx_image: xcode8.3
      env: COMPILER=xcode CONFIG=Debug PLATFORM=x86
    - os: osx
      osx_image: xcode8.3
      env: COMPILER=xcode CONFIG=Debug PLATFORM=x64
    - os: osx
      osx_image: xcode8.3
      env: COMPILER=xcode CONFIG=Release PLATFORM=x86
    - os: osx
      osx_image: xcode8.3
      env: COMPILER=xcode CONFIG=Release PLATFORM=x64

    # OS X xcode9
    - os: osx
      osx_image: xcode9.2
      env: COMPILER=xcode CONFIG=Debug PLATFORM=x86
    - os: osx
      osx_image: xcode9.2
      env: COMPILER=xcode CONFIG=Debug PLATFORM=x64
    - os: osx
      osx_image: xcode9.2
      env: COMPILER=xcode CONFIG=Release PLATFORM=x86
    - os: osx
      osx_image: xcode9.2
      env: COMPILER=xcode CONFIG=Release PLATFORM=x64

before_install:
    - if [ "$COMPILER" = "clang4" ]; then curl -sSL "http://apt.llvm.org/llvm-snapshot.gpg.key" | sudo -E apt-key add - ; fi
    - if [ "$COMPILER" = "clang4" ]; then echo "deb http://apt.llvm.org/trusty/ llvm-toolchain-trusty-4.0 main" | sudo tee -a /etc/apt/sources.list > /dev/null ; fi
    - if [ "$COMPILER" = "clang5" ]; then curl -sSL "http://apt.llvm.org/llvm-snapshot.gpg.key" | sudo -E apt-key add - ; fi
    - if [ "$COMPILER" = "clang5" ]; then echo "deb http://apt.llvm.org/trusty/ llvm-toolchain-trusty-5.0 main" | sudo tee -a /etc/apt/sources.list > /dev/null ; fi
    - if [[ "$TRAVIS_OS_NAME" == "linux" ]]; then sudo -E apt-add-repository -y "ppa:ubuntu-toolchain-r/test" ; fi
    - if [[ "$TRAVIS_OS_NAME" == "linux" ]]; then sudo -E apt-get -yq update ; fi
    - if [[ "$TRAVIS_OS_NAME" == "linux" ]]; then sudo -E apt-get -yq --no-install-suggests --no-install-recommends --force-yes install ${PACKAGES} ; fi
    - if [[ "$TRAVIS_OS_NAME" == "osx" ]]; then brew install python3 ; fi

script:
    - python3 make.py -build -test -${COMPILER} -${CONFIG} -${PLATFORM}

{'fraction_non_alphanumeric': 0.15608599966141865, 'fraction_numerical': 0.03978330793973252, 'mean_word_length': 3.024523160762943, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 7, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '443418', 'n_tokens_mistral': 2565, 'n_tokens_neox': 2407, 'n_words': 504}