<commit_before>language: 
  - c

os:
  - linux
  - osx

compiler:
  - clang
  - gcc

before_script:
  - if [[ "$TRAVIS_OS_NAME" == "linux" ]]; then
      echo "deb http://llvm.org/apt/precise/ llvm-toolchain-precise-3.6 main" | sudo tee -a /etc/apt/sources.list;
      echo "deb-src http://llvm.org/apt/precise/ llvm-toolchain-precise-3.6 main" | sudo tee -a /etc/apt/sources.list;
      echo "deb http://ppa.launchpad.net/ubuntu-toolchain-r/test/ubuntu precise main" | sudo tee -a /etc/apt/sources.list;
      echo "deb-src http://ppa.launchpad.net/ubuntu-toolchain-r/test/ubuntu precise main" | sudo tee -a /etc/apt/sources.list;
      sudo apt-get update -qq;
      sudo apt-get -y --force-yes -qq install libllvm3.6 llvm-3.6 llvm-3.6-dev;

      if [[ "$CC" == "clang" ]]; then
        sudo apt-get -y --force-yes -qq install clang-3.6 && export CC=clang-3.6 && export CXX=clang++-3.6;
      elif [[ "$CC" == "gcc" ]]; then
        sudo apt-get -y --force-yes -qq install gcc-4.9 g++-4.9 && export CC=gcc-4.9 && export CXX=g++-4.9;
      fi

      wget ftp://ftp.csx.cam.ac.uk/pub/software/programming/pcre/pcre2-10.20.tar.bz2;
      tar -xzvf pcre2-10.20.tar.bz2;
      cd pcre2-10.20 && ./configure --prefix=/usr && make && sudo make install;
    fi
  - if [[ "$TRAVIS_OS_NAME" == "osx" ]]; then
      brew update;
      brew install -v llvm --with-rtti;
      brew install pcre2 libressl;
    fi

script: make test && make config=release test<commit_msg>travis: j-switch for untaring pcre2<commit_after>language: 
  - c

os:
  - linux
  - osx

compiler:
  - clang
  - gcc

before_script:
  - if [[ "$TRAVIS_OS_NAME" == "linux" ]]; then
      echo "deb http://llvm.org/apt/precise/ llvm-toolchain-precise-3.6 main" | sudo tee -a /etc/apt/sources.list;
      echo "deb-src http://llvm.org/apt/precise/ llvm-toolchain-precise-3.6 main" | sudo tee -a /etc/apt/sources.list;
      echo "deb http://ppa.launchpad.net/ubuntu-toolchain-r/test/ubuntu precise main" | sudo tee -a /etc/apt/sources.list;
      echo "deb-src http://ppa.launchpad.net/ubuntu-toolchain-r/test/ubuntu precise main" | sudo tee -a /etc/apt/sources.list;
      sudo apt-get update -qq;
      sudo apt-get -y --force-yes -qq install libllvm3.6 llvm-3.6 llvm-3.6-dev;

      if [[ "$CC" == "clang" ]]; then
        sudo apt-get -y --force-yes -qq install clang-3.6 && export CC=clang-3.6 && export CXX=clang++-3.6;
      elif [[ "$CC" == "gcc" ]]; then
        sudo apt-get -y --force-yes -qq install gcc-4.9 g++-4.9 && export CC=gcc-4.9 && export CXX=g++-4.9;
      fi

      wget ftp://ftp.csx.cam.ac.uk/pub/software/programming/pcre/pcre2-10.20.tar.bz2;
      tar -xjvf pcre2-10.20.tar.bz2;
      cd pcre2-10.20 && ./configure --prefix=/usr && make && sudo make install;
    fi
  - if [[ "$TRAVIS_OS_NAME" == "osx" ]]; then
      brew update;
      brew install -v llvm --with-rtti;
      brew install pcre2 libressl;
    fi

script: make test && make config=release test
{'fraction_non_alphanumeric': 0.17255434782608695, 'fraction_numerical': 0.028872282608695652, 'mean_word_length': 2.3772935779816513, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2162560', 'n_tokens_mistral': 1226, 'n_tokens_neox': 1133, 'n_words': 263}