<commit_before># it is not really python, but there is no R support on Travis CI yet
language: python

sudo: false

addons:
  apt:
    packages:
      - python-virtualenv
      - gfortran
      - openjdk-7-jdk

# environment variables
env:
  - PYTHONPATH=~/vtk-precise64/lib/python2.7/site-packages:~/vtk-precise64/lib LD_LIBRARY_PATH=~/vtk-precise64/lib:~/local/lib:~/local/lib/R/lib

before_install:
  - pushd "${HOME}"
  - curl "https://fastdl.mongodb.org/linux/mongodb-linux-x86_64-${MONGO_VERSION}.tgz" | gunzip -c | tar x
  - cd mongodb-*/bin && export PATH="${PWD}:${PATH}"
  - popd
  - mkdir /tmp/db
  - mongod --dbpath=/tmp/db >/dev/null 2>/dev/null &
  - mongod --version
  - pushd "${HOME}"
  - curl "http://www.cmake.org/files/v3.2/cmake-3.2.2-Linux-x86_64.tar.gz" | gunzip -c | tar x
  - cd cmake-*/bin && export PATH="${PWD}:${PATH}"
  - popd
  - cmake --version
  # download VTK
  - wget http://midas3.kitware.com/midas/download/bitstream/366970/vtk-precise64-118242.tar.gz -O vtk-precise64.tar.gz
  - tar xzvf vtk-precise64.tar.gz -C ~
  # install R
  - mkdir -p $HOME/local
  - curl http://midas3.kitware.com/midas/download/bitstream/457205/R_3.2.0.tar.bz2 | tar jx -C $HOME/local/
  - source $HOME/local/env
  - curl http://midas3.kitware.com/midas/download/bitstream/457206/aRbor-packages_1.0.0.tar.bz2 | tar jx -C $HOME/local/
  - source $HOME/local/env
  - R --version
  - R -e '.libPaths(); sessionInfo()'
  # install spark
  - wget http://www.scala-lang.org/files/archive/scala-2.10.5.tgz
  - tar xzvf scala-2.10.5.tgz -C ~
  - export SCALA_HOME=$HOME/scala-2.10.5
  - export PATH=$PATH:$SCALA_HOME/bin
  - wget http://psg.mtu.edu/pub/apache/spark/spark-1.3.1/spark-1.3.1-bin-hadoop2.4.tgz
  - tar xzvf spark-1.3.1-bin-hadoop2.4.tgz -C ~
  - export SPARK_HOME=$HOME/spark-1.3.1-bin-hadoop2.4
  - export SPARK_MASTER_IP=localhost
  - $SPARK_HOME/sbin/start-master.sh
  - sleep 3
  - $SPARK_HOME/sbin/start-slave.sh worker1 spark://localhost:7077
  # install swift
  - wget http://swiftlang.org/packages/swift-0.96.1.tar.gz<commit_msg>Fix cmake binary url on travis<commit_after># it is not really python, but there is no R support on Travis CI yet
language: python

sudo: false

addons:
  apt:
    packages:
      - python-virtualenv
      - gfortran
      - openjdk-7-jdk

# environment variables
env:
  - PYTHONPATH=~/vtk-precise64/lib/python2.7/site-packages:~/vtk-precise64/lib LD_LIBRARY_PATH=~/vtk-precise64/lib:~/local/lib:~/local/lib/R/lib

before_install:
  - pushd "${HOME}"
  - curl "https://fastdl.mongodb.org/linux/mongodb-linux-x86_64-${MONGO_VERSION}.tgz" | gunzip -c | tar x
  - cd mongodb-*/bin && export PATH="${PWD}:${PATH}"
  - popd
  - mkdir /tmp/db
  - mongod --dbpath=/tmp/db >/dev/null 2>/dev/null &
  - mongod --version
  - pushd "${HOME}"
  - curl -L "http://cmake.org/files/v3.2/cmake-3.2.2-Linux-x86_64.tar.gz" | gunzip -c | tar x
  - cd cmake-*/bin && export PATH="${PWD}:${PATH}"
  - popd
  - cmake --version
  # download VTK
  - wget http://midas3.kitware.com/midas/download/bitstream/366970/vtk-precise64-118242.tar.gz -O vtk-precise64.tar.gz
  - tar xzvf vtk-precise64.tar.gz -C ~
  # install R
  - mkdir -p $HOME/local
  - curl http://midas3.kitware.com/midas/download/bitstream/457205/R_3.2.0.tar.bz2 | tar jx -C $HOME/local/
  - source $HOME/local/env
  - curl http://midas3.kitware.com/midas/download/bitstream/457206/aRbor-packages_1.0.0.tar.bz2 | tar jx -C $HOME/local/
  - source $HOME/local/env
  - R --version
  - R -e '.libPaths(); sessionInfo()'
  # install spark
  - wget http://www.scala-lang.org/files/archive/scala-2.10.5.tgz
  - tar xzvf scala-2.10.5.tgz -C ~
  - export SCALA_HOME=$HOME/scala-2.10.5
  - export PATH=$PATH:$SCALA_HOME/bin
  - wget http://psg.mtu.edu/pub/apache/spark/spark-1.3.1/spark-1.3.1-bin-hadoop2.4.tgz
  - tar xzvf spark-1.3.1-bin-hadoop2.4.tgz -C ~
  - export SPARK_HOME=$HOME/spark-1.3.1-bin-hadoop2.4
  - export SPARK_MASTER_IP=localhost
  - $SPARK_HOME/sbin/start-master.sh
  - sleep 3
  - $SPARK_HOME/sbin/start-slave.sh worker1 spark://localhost:7077
  # install swift
  - wget http://swiftlang.org/packages/swift-0.96.1.tar.gz
{'fraction_non_alphanumeric': 0.1744186046511628, 'fraction_numerical': 0.050387596899224806, 'mean_word_length': 2.812557710064635, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 7, 'https://': 2, 'lorem ipsum': 0, 'www.': 3, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 8, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1484296', 'n_tokens_mistral': 1878, 'n_tokens_neox': 1735, 'n_words': 279}