<commit_before>## container build, no sudo
sudo: false

language: cpp 

compiler: 
    - gcc 
    - clang

os:
    - linux

cache:
  apt:
  ccache:
  directories:
    - $HOME/binutils


env:
    global:
        - GCC_VERSION=5

branches:
    only:
        - master

before_install:
    -   if [ ${CC} == "clang" ]; then
            export CC=/usr/bin/clang-3.7 CXX=/usr/bin/clang++-3.7;
            C=clang;
        else
            export CC=/usr/bin/gcc-${GCC_VERSION} CXX=/usr/bin/g++-${GCC_VERSION} ;
            C=gcc;
        fi


addons:
 apt:
    sources:
      - ubuntu-toolchain-r-test
      - llvm-toolchain-precise
    packages:
# ensure these match GCC_VERSION
      - gcc-5
      - g++-5
      - clang-3.7
      - binutils
      - gsl
      - gsl-dev
      - cmake
      - wget
      - libtool


before_script:
    -   if [ ! -d "$HOME/binutils/bin" ]; then
            wget http://ftp.gnu.org/gnu/binutils/binutils-2.25.1.tar.gz -O - | tar -jxf -;
            cd binutils-2.25.1;
            ./configure --prefix=${HOME}/binutils;
            make -j 4;
            make install;
            cd ..
        fi
    - export PATH=$PATH:${HOME}/binutils/bin
    - echo $LANG
    - echo $LC_ALL
    - mkdir build
    - cd build
    - cmake ..



script: 
    - make && make test
<commit_msg>updates to ci file<commit_after>## container build, no sudo
sudo: false

language: cpp 

compiler: 
    - gcc 
    - clang

os:
    - linux

cache:
  apt:
  ccache:
  directories:
    - $HOME/binutils


env:
    global:
        - GCC_VERSION=5

branches:
    only:
        - master

before_install:
    -   if [ ${CC} == "clang" ]; then
            export CC=/usr/bin/clang-3.7 CXX=/usr/bin/clang++-3.7;
            C=clang;
        else
            export CC=/usr/bin/gcc-${GCC_VERSION} CXX=/usr/bin/g++-${GCC_VERSION} ;
            C=gcc;
        fi


addons:
 apt:
    sources:
      - ubuntu-toolchain-r-test
      - llvm-toolchain-precise
    packages:
# ensure these match GCC_VERSION
      - gcc-5
      - g++-5
      - clang-3.7
      - binutils
      - gsl
      - gsl-dev
      - cmake
      - wget
      - libtool


before_script:
  - if [ ! -d "$HOME/binutils/bin" ]; then
       wget http://ftp.gnu.org/gnu/binutils/binutils-2.25.tar.bz2 -O - | tar -jxf -;
       cd binutils-2.25;
       ./configure --prefix=${HOME}/binutils;
       make -j 4;
       make install;
    fi
    - export PATH=$PATH:${HOME}/binutils/bin
    - echo $LANG
    - echo $LC_ALL
    - mkdir build
    - cd build
    - cmake ..



script: 
    - make && make test

{'fraction_non_alphanumeric': 0.13709361535448492, 'fraction_numerical': 0.013709361535448493, 'mean_word_length': 1.434699714013346, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6216999', 'n_tokens_mistral': 994, 'n_tokens_neox': 932, 'n_words': 192}