<commit_before>language: c++
os: linux
sudo: false

matrix:
  include:
    - env: COMPILER=clang++-3.6 STD=11 STDLIB=libc++ CONFIGURATION=Debug
      addons: &clang36
        apt:
          sources:
            - llvm-toolchain-precise-3.6
            - ubuntu-toolchain-r-test
          packages: clang-3.6

    - env: COMPILER=clang++-3.6 STD=11 STDLIB=libc++ CONFIGURATION=Release
      addons: *clang36

    - env: COMPILER=g++-5 STD=11 CONFIGURATION=Debug
      addons: &gcc5
        apt:
          sources: ubuntu-toolchain-r-test
          packages: g++-5

    - env: COMPILER=g++-5 STD=11 CONFIGURATION=Release
      addons: *gcc5

  exclude:
    - env: COMPILER=clang++-3.6 STD=14 STDLIB=libc++ CONFIGURATION=Debug
      addons: *clang36
    - env: COMPILER=clang++-3.6 STD=14 STDLIB=libc++ CONFIGURATION=Release
      addons: *clang36
    - env: COMPILER=g++-5 STD=14 CONFIGURATION=Debug
      addons: *gcc5
    - env: COMPILER=g++-5 STD=14 CONFIGURATION=Release
      addons: *gcc5

env: COMPILER=g++-5
addons: *gcc5

install:
  # All the dependencies are installed in ${TRAVIS_BUILD_DIR}/deps/
  - DEPS_DIR="${TRAVIS_BUILD_DIR}/deps"
  - mkdir ${DEPS_DIR} && cd ${DEPS_DIR}

  # Install google test sources
  - git clone https://chromium.googlesource.com/external/googletest.git googletest
  - export GTEST_PATH=${DEPS_DIR}/googletest

  # Install a recent CMake
  - CMAKE_URL="http://www.cmake.org/files/v3.1/cmake-3.1.0-Linux-x86_64.tar.gz"
  - mkdir cmake && travis_retry wget --quiet -O - ${CMAKE_URL} | tar --strip-components=1 -xz -C cmake
  - export PATH=${DEPS_DIR}/cmake/bin:${PATH}

  # Install boost
  - BOOST_URL="http://sourceforge.net/projects/boost/files/boost/1.58.0/boost_1_58_0.tar.gz"
  - mkdir boost && travis_retry wget --quiet -O - ${BOOST_URL} | tar --strip-components=1 -xz -C boost
  - export BOOST_PATH=${DEPS_DIR}/boost

  # Install libc++ and libc++abi
  - |
    if [[ "${STDLIB}" == "libc++" ]]; then
      VERSION=3.6.2
      LLVM_URL="http://llvm.org/releases/${VERSION}/llvm-${VERSION}.src.tar.xz"
      LIBCXX_URL="http://llvm.org/releases/${VERSION}/libcxx-${VERSION}.src.tar.xz"
      LIBCXXABI_URL="http://llvm.org/releases/${VERSION}/libcxxabi-${VERSION}.src.tar.xz"
      mkdir -p llvm llvm/build llvm/projects/libcxx llvm/projects/libcxxabi
      travis_retry wget --quiet -O - ${LLVM_URL} | tar --strip-components=1 -xJ -C llvm
      travis_retry wget --quiet -O - ${LIBCXX_URL} | tar --strip-components=1 -xJ -C llvm/projects/libcxx
      travis_retry wget --quiet -O - ${LIBCXXABI_URL} | tar --strip-components=1 -xJ -C llvm/projects/libcxxabi
      (cd llvm/build && cmake .. -DCMAKE_CXX_COMPILER=clang++ && make cxxabi cxx -j2)
      export CXXFLAGS="-Wno-reserved-id-macro \
                       -I ${DEPS_DIR}/llvm/build/include \
                       -I ${DEPS_DIR}/llvm/build/include/c++/v1 \
                       -stdlib=libc++"
      export LDFLAGS="-L ${DEPS_DIR}/llvm/build/lib -l c++ -l c++abi"
      export LD_LIBRARY_PATH="${LD_LIBRARY_PATH}:${DEPS_DIR}/llvm/build/lib"
    fi

before_script:
  - cd ${TRAVIS_BUILD_DIR}
  - mkdir build && cd build
  - ${COMPILER} --version
  - |
    cmake .. -DCMAKE_CXX_COMPILER=${COMPILER} \
             -DCMAKE_BUILD_TYPE=${CONFIGURATION} \
             -DCMAKE_CXX_STANDARD=${STD} \
             -DGTEST_SOURCE=${GTEST_PATH} \
             -DBOOST_ROOT=${BOOST_PATH}

script:
  - cmake --build .
  - ctest -V
<commit_msg>travis: upgrade to use Clang 3.7<commit_after>language: c++
os: linux
sudo: false

matrix:
  include:
    - env: COMPILER=clang++-3.7 STD=11 STDLIB=libc++ CONFIGURATION=Debug
      addons: &clang37
        apt:
          sources:
            - llvm-toolchain-precise-3.7
            - ubuntu-toolchain-r-test
          packages: clang-3.7

    - env: COMPILER=clang++-3.7 STD=11 STDLIB=libc++ CONFIGURATION=Release
      addons: *clang37

    - env: COMPILER=g++-5 STD=11 CONFIGURATION=Debug
      addons: &gcc5
        apt:
          sources: ubuntu-toolchain-r-test
          packages: g++-5

    - env: COMPILER=g++-5 STD=11 CONFIGURATION=Release
      addons: *gcc5

  exclude:
    - env: COMPILER=clang++-3.7 STD=14 STDLIB=libc++ CONFIGURATION=Debug
      addons: *clang37

    - env: COMPILER=clang++-3.7 STD=14 STDLIB=libc++ CONFIGURATION=Release
      addons: *clang37

    - env: COMPILER=g++-5 STD=14 CONFIGURATION=Debug
      addons: *gcc5
    - env: COMPILER=g++-5 STD=14 CONFIGURATION=Release
      addons: *gcc5

env: COMPILER=g++-5
addons: *gcc5

install:
  # All the dependencies are installed in ${TRAVIS_BUILD_DIR}/deps/
  - DEPS_DIR="${TRAVIS_BUILD_DIR}/deps"
  - mkdir ${DEPS_DIR} && cd ${DEPS_DIR}

  # Install google test sources
  - git clone https://chromium.googlesource.com/external/googletest.git googletest
  - export GTEST_PATH=${DEPS_DIR}/googletest

  # Install a recent CMake
  - CMAKE_URL="http://www.cmake.org/files/v3.1/cmake-3.1.0-Linux-x86_64.tar.gz"
  - mkdir cmake && travis_retry wget --quiet -O - ${CMAKE_URL} | tar --strip-components=1 -xz -C cmake
  - export PATH=${DEPS_DIR}/cmake/bin:${PATH}

  # Install boost
  - BOOST_URL="http://sourceforge.net/projects/boost/files/boost/1.58.0/boost_1_58_0.tar.gz"
  - mkdir boost && travis_retry wget --quiet -O - ${BOOST_URL} | tar --strip-components=1 -xz -C boost
  - export BOOST_PATH=${DEPS_DIR}/boost

  # Install libc++ and libc++abi
  - |
    if [[ "${STDLIB}" == "libc++" ]]; then
      VERSION=3.7.0
      LLVM_URL="http://llvm.org/releases/${VERSION}/llvm-${VERSION}.src.tar.xz"
      LIBCXX_URL="http://llvm.org/releases/${VERSION}/libcxx-${VERSION}.src.tar.xz"
      LIBCXXABI_URL="http://llvm.org/releases/${VERSION}/libcxxabi-${VERSION}.src.tar.xz"
      mkdir -p llvm llvm/build llvm/projects/libcxx llvm/projects/libcxxabi
      travis_retry wget --quiet -O - ${LLVM_URL} | tar --strip-components=1 -xJ -C llvm
      travis_retry wget --quiet -O - ${LIBCXX_URL} | tar --strip-components=1 -xJ -C llvm/projects/libcxx
      travis_retry wget --quiet -O - ${LIBCXXABI_URL} | tar --strip-components=1 -xJ -C llvm/projects/libcxxabi
      (cd llvm/build && cmake .. -DCMAKE_CXX_COMPILER=clang++ && make cxxabi cxx -j2)
      export CXXFLAGS="-Wno-reserved-id-macro \
                       -I ${DEPS_DIR}/llvm/build/include \
                       -I ${DEPS_DIR}/llvm/build/include/c++/v1 \
                       -stdlib=libc++"
      export LDFLAGS="-L ${DEPS_DIR}/llvm/build/lib -l c++ -l c++abi"
      export LD_LIBRARY_PATH="${LD_LIBRARY_PATH}:${DEPS_DIR}/llvm/build/lib"
    fi

before_script:
  - cd ${TRAVIS_BUILD_DIR}
  - mkdir build && cd build
  - ${COMPILER} --version
  - |
    cmake .. -DCMAKE_CXX_COMPILER=${COMPILER} \
             -DCMAKE_BUILD_TYPE=${CONFIGURATION} \
             -DCMAKE_CXX_STANDARD=${STD} \
             -DGTEST_SOURCE=${GTEST_PATH} \
             -DBOOST_ROOT=${BOOST_PATH}

script:
  - cmake --build .
  - ctest -V

{'fraction_non_alphanumeric': 0.15565558298243068, 'fraction_numerical': 0.021780165529258023, 'mean_word_length': 2.615748031496063, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 2, 'lorem ipsum': 0, 'www.': 2, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3157716', 'n_tokens_mistral': 2770, 'n_tokens_neox': 2605, 'n_words': 461}