<commit_before># from <https://github.com/taocpp/PEGTL/blob/master/.travis.yml>

os: linux
dist: xenial
sudo: false

language: cpp

matrix:
  include:
    - compiler: gcc
      addons:
        apt:
          sources: ['ubuntu-toolchain-r-test']
          packages: ['g++-4.8', 'libgmp-dev', 'libbz2-dev', 'zlib1g-dev', 'cmake']
      env:
        - C_COMPILER=gcc-4.8
        - CXX_COMPILER=g++-4.8
        - GPG_COMPATIBLE=False

    - compiler: gcc
      addons:
        apt:
          sources: ['ubuntu-toolchain-r-test']
          packages: ['g++-4.9', 'libgmp-dev', 'libbz2-dev', 'zlib1g-dev', 'cmake']
      env:
        - C_COMPILER=gcc-4.9
        - CXX_COMPILER=g++-4.9
        - GPG_COMPATIBLE=False

    - compiler: gcc
      addons:
        apt:
          sources: ['ubuntu-toolchain-r-test']
          packages: ['g++-5', 'libgmp-dev', 'libbz2-dev', 'zlib1g-dev', 'cmake']
      env:
        - C_COMPILER=gcc-5
        - CXX_COMPILER=g++-5
        - GPG_COMPATIBLE=False

    - compiler: gcc
      addons:
        apt:
          sources: ['ubuntu-toolchain-r-test']
          packages: ['g++-6', 'libgmp-dev', 'libbz2-dev', 'zlib1g-dev', 'cmake']
      env:
        - C_COMPILER=gcc-6
        - CXX_COMPILER=g++-6
        - GPG_COMPATIBLE=False

    - compiler: gcc
      addons:
        apt:
          sources: ['ubuntu-toolchain-r-test']
          packages: ['g++-7', 'libgmp-dev', 'libbz2-dev', 'zlib1g-dev', 'cmake']
      env:
        - C_COMPILER=gcc-7
        - CXX_COMPILER=g++-7
        - GPG_COMPATIBLE=False

    - compiler: gcc
      addons:
        apt:
          sources: ['ubuntu-toolchain-r-test']
          packages: ['g++-8', 'libgmp-dev', 'libbz2-dev', 'zlib1g-dev', 'cmake']
      env:
        - C_COMPILER=gcc-8
        - CXX_COMPILER=g++-8
        - GPG_COMPATIBLE=False

    - compiler: clang
      addons:
        apt:
          sources: ['ubuntu-toolchain-r-test', 'llvm-toolchain-precise-3.8']
          packages: ['clang-3.8', 'libgmp-dev', 'libbz2-dev', 'zlib1g-dev', 'cmake']
      env:
        - C_COMPILER=clang-3.8
        - CXX_COMPILER=clang++-3.8
        - GPG_COMPATIBLE=False

    - compiler: clang
      addons:
        apt:
          sources: ['ubuntu-toolchain-r-test', 'llvm-toolchain-xenial-3.9']
          packages: ['clang-3.9', 'libgmp-dev', 'libbz2-dev', 'zlib1g-dev', 'cmake']
      env:
        - C_COMPILER=clang-3.9
        - CXX_COMPILER=clang++-3.9
        - GPG_COMPATIBLE=False

    - compiler: clang
      addons:
        apt:
          sources: ['ubuntu-toolchain-r-test', 'llvm-toolchain-xenial-4.0']
          packages: ['clang-4.0', 'libgmp-dev', 'libbz2-dev', 'zlib1g-dev', 'cmake']
      env:
        - C_COMPILER=clang-4.0
        - CXX_COMPILER=clang++-4.0
        - GPG_COMPATIBLE=False

    - compiler: clang
      addons:
        apt:
          sources: ['ubuntu-toolchain-r-test', 'llvm-toolchain-xenial-5.0']
          packages: ['clang-5.0', 'libgmp-dev', 'libbz2-dev', 'zlib1g-dev', 'cmake']
      env:
        - C_COMPILER=clang-5.0
        - CXX_COMPILER=clang++-5.0
        - GPG_COMPATIBLE=False

    - compiler: clang
      addons:
        apt:
          sources: ['ubuntu-toolchain-r-test', 'llvm-toolchain-xenial-6.0']
          packages: ['clang-6.0', 'libgmp-dev', 'libbz2-dev', 'zlib1g-dev', 'cmake']
      env:
        - C_COMPILER=clang-6.0
        - CXX_COMPILER=clang++-6.0
        - GPG_COMPATIBLE=False

    - compiler: clang
      addons:
        apt:
          sources: ['ubuntu-toolchain-r-test', 'llvm-toolchain-xenial-7']
          packages: ['clang-7', 'libgmp-dev', 'libbz2-dev', 'zlib1g-dev', 'cmake']
      env:
        - C_COMPILER=clang-7
        - CXX_COMPILER=clang++-7
        - GPG_COMPATIBLE=False
    - compiler: gcc
      addons:
        apt:
          sources: ['ubuntu-toolchain-r-test']
          packages: ['g++-4.8', 'libgmp-dev', 'libbz2-dev', 'zlib1g-dev', 'cmake']
      env:
        - C_COMPILER=gcc-4.8
        - CXX_COMPILER=g++-4.8
        - GPG_COMPATIBLE=True
<commit_msg>remove gcc-4.8 because the C++11 regular expressions were not properly supported at that point<commit_after># from <https://github.com/taocpp/PEGTL/blob/master/.travis.yml>

os: linux
dist: xenial
sudo: false

language: cpp

matrix:
  include:
    - compiler: gcc
      addons:
        apt:
          sources: ['ubuntu-toolchain-r-test']
          packages: ['g++-4.9', 'libgmp-dev', 'libbz2-dev', 'zlib1g-dev', 'cmake']
      env:
        - C_COMPILER=gcc-4.9
        - CXX_COMPILER=g++-4.9
        - GPG_COMPATIBLE=False

    - compiler: gcc
      addons:
        apt:
          sources: ['ubuntu-toolchain-r-test']
          packages: ['g++-5', 'libgmp-dev', 'libbz2-dev', 'zlib1g-dev', 'cmake']
      env:
        - C_COMPILER=gcc-5
        - CXX_COMPILER=g++-5
        - GPG_COMPATIBLE=False

    - compiler: gcc
      addons:
        apt:
          sources: ['ubuntu-toolchain-r-test']
          packages: ['g++-6', 'libgmp-dev', 'libbz2-dev', 'zlib1g-dev', 'cmake']
      env:
        - C_COMPILER=gcc-6
        - CXX_COMPILER=g++-6
        - GPG_COMPATIBLE=False

    - compiler: gcc
      addons:
        apt:
          sources: ['ubuntu-toolchain-r-test']
          packages: ['g++-7', 'libgmp-dev', 'libbz2-dev', 'zlib1g-dev', 'cmake']
      env:
        - C_COMPILER=gcc-7
        - CXX_COMPILER=g++-7
        - GPG_COMPATIBLE=False

    - compiler: gcc
      addons:
        apt:
          sources: ['ubuntu-toolchain-r-test']
          packages: ['g++-8', 'libgmp-dev', 'libbz2-dev', 'zlib1g-dev', 'cmake']
      env:
        - C_COMPILER=gcc-8
        - CXX_COMPILER=g++-8
        - GPG_COMPATIBLE=False

    - compiler: clang
      addons:
        apt:
          sources: ['ubuntu-toolchain-r-test', 'llvm-toolchain-precise-3.8']
          packages: ['clang-3.8', 'libgmp-dev', 'libbz2-dev', 'zlib1g-dev', 'cmake']
      env:
        - C_COMPILER=clang-3.8
        - CXX_COMPILER=clang++-3.8
        - GPG_COMPATIBLE=False

    - compiler: clang
      addons:
        apt:
          sources: ['ubuntu-toolchain-r-test', 'llvm-toolchain-xenial-3.9']
          packages: ['clang-3.9', 'libgmp-dev', 'libbz2-dev', 'zlib1g-dev', 'cmake']
      env:
        - C_COMPILER=clang-3.9
        - CXX_COMPILER=clang++-3.9
        - GPG_COMPATIBLE=False

    - compiler: clang
      addons:
        apt:
          sources: ['ubuntu-toolchain-r-test', 'llvm-toolchain-xenial-4.0']
          packages: ['clang-4.0', 'libgmp-dev', 'libbz2-dev', 'zlib1g-dev', 'cmake']
      env:
        - C_COMPILER=clang-4.0
        - CXX_COMPILER=clang++-4.0
        - GPG_COMPATIBLE=False

    - compiler: clang
      addons:
        apt:
          sources: ['ubuntu-toolchain-r-test', 'llvm-toolchain-xenial-5.0']
          packages: ['clang-5.0', 'libgmp-dev', 'libbz2-dev', 'zlib1g-dev', 'cmake']
      env:
        - C_COMPILER=clang-5.0
        - CXX_COMPILER=clang++-5.0
        - GPG_COMPATIBLE=False

    - compiler: clang
      addons:
        apt:
          sources: ['ubuntu-toolchain-r-test', 'llvm-toolchain-xenial-6.0']
          packages: ['clang-6.0', 'libgmp-dev', 'libbz2-dev', 'zlib1g-dev', 'cmake']
      env:
        - C_COMPILER=clang-6.0
        - CXX_COMPILER=clang++-6.0
        - GPG_COMPATIBLE=False

    - compiler: clang
      addons:
        apt:
          sources: ['ubuntu-toolchain-r-test', 'llvm-toolchain-xenial-7']
          packages: ['clang-7', 'libgmp-dev', 'libbz2-dev', 'zlib1g-dev', 'cmake']
      env:
        - C_COMPILER=clang-7
        - CXX_COMPILER=clang++-7
        - GPG_COMPATIBLE=False

{'fraction_non_alphanumeric': 0.1665559835303493, 'fraction_numerical': 0.024970115553194314, 'mean_word_length': 1.8773404661826518, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 5, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '283385', 'n_tokens_mistral': 3121, 'n_tokens_neox': 2973, 'n_words': 435}