<commit_before>language: python
R:
  - "3.2.4"
python:
  - "2.7"
branches:
  only:
    - dev
addons:
  apt:
    sources:
    - r-packages-precise
    packages:
    - r-base
#r_packages:
  #- randomForest
before_install:
  - sudo apt-get install gfortran
# Setup anaconda
install: 
  # - sudo apt-get update
  # We do this conditionally because it saves us some downloading if the
  # version is the same.
  - if [[ "$TRAVIS_PYTHON_VERSION" == "2.7" ]]; then
      wget https://repo.continuum.io/miniconda/Miniconda-latest-Linux-x86_64.sh -O miniconda.sh;
    else
      wget https://repo.continuum.io/miniconda/Miniconda3-latest-Linux-x86_64.sh -O miniconda.sh;
    fi
  - bash miniconda.sh -b -p $HOME/miniconda
  - export PATH="$HOME/miniconda/bin:$PATH"
  - hash -r
  - conda config --set always_yes yes --set changeps1 no
  - conda update -q conda
  # Useful for debugging any issues with conda
  - conda info -a
  - conda create -q -n test-environment atlas numpy scipy nose pandas scikit-learn matplotlib
  - source activate test-environment
  - pip install rpy2
  # install randomForest package from source
  - export R_LIB="."
  - wget https://cran.r-project.org/src/contrib/randomForest_4.6-12.tar.gz
  - R CMD INSTALL -l . randomForest_4.6-12.tar.gz
script: "nosetests tests"
<commit_msg>Remove sudo<commit_after>language: python
R:
  - "3.2.4"
python:
  - "2.7"
branches:
  only:
    - dev
addons:
  apt:
    sources:
    - r-packages-precise
    packages:
    - r-base
#r_packages:
  #- randomForest
before_install:
  - apt-get install gfortran
# Setup anaconda
install: 
  # - sudo apt-get update
  # We do this conditionally because it saves us some downloading if the
  # version is the same.
  - if [[ "$TRAVIS_PYTHON_VERSION" == "2.7" ]]; then
      wget https://repo.continuum.io/miniconda/Miniconda-latest-Linux-x86_64.sh -O miniconda.sh;
    else
      wget https://repo.continuum.io/miniconda/Miniconda3-latest-Linux-x86_64.sh -O miniconda.sh;
    fi
  - bash miniconda.sh -b -p $HOME/miniconda
  - export PATH="$HOME/miniconda/bin:$PATH"
  - hash -r
  - conda config --set always_yes yes --set changeps1 no
  - conda update -q conda
  # Useful for debugging any issues with conda
  - conda info -a
  - conda create -q -n test-environment atlas numpy scipy nose pandas scikit-learn matplotlib
  - source activate test-environment
  - pip install rpy2
  # install randomForest package from source
  - export R_LIB="."
  - wget https://cran.r-project.org/src/contrib/randomForest_4.6-12.tar.gz
  - R CMD INSTALL -l . randomForest_4.6-12.tar.gz
script: "nosetests tests"

{'fraction_non_alphanumeric': 0.11510235612205484, 'fraction_numerical': 0.020084974893781384, 'mean_word_length': 2.848439821693908, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 6, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 2, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1137529', 'n_tokens_mistral': 995, 'n_tokens_neox': 958, 'n_words': 248}