<commit_before>language: scala

scala:
  - 2.10.6

jdk:
  - oraclejdk7

sudo: required

dist: trusty

cache:
  directories:
    - $HOME/.ivy2/
    - $HOME/.sbt/launchers/
    - $HOME/.cache/spark-versions/

env:
  matrix:
    - SPARK_VERSION=1.6.0 SPARK_BUILD="spark-1.6.0-bin-hadoop2.6" SPARK_BUILD_URL="http://d3kbcqa49mib13.cloudfront.net/spark-1.6.0-bin-hadoop2.6.tgz"

before_install:
 - ./bin/download_travis_dependencies.sh

install:
 - pip install --user -r ./python/requirements.txt
 - pip install --user --upgrade https://storage.googleapis.com/tensorflow/linux/cpu/tensorflow-0.7.1-cp27-none-linux_x86_64.whl

script:
 - sbt -Dspark.version=$SPARK_VERSION "set test in assembly := {}" assembly
 - sbt -Dspark.version=$SPARK_VERSION 
 - SPARK_HOME=$HOME/.cache/spark-versions/$SPARK_BUILD ./python/run-tests.sh
<commit_msg>scala 2.10<commit_after>language: scala

scala:
  - 2.10.6

jdk:
  - oraclejdk7

sudo: required

dist: trusty

cache:
  directories:
    - $HOME/.ivy2/
    - $HOME/.sbt/launchers/
    - $HOME/.cache/spark-versions/

env:
  matrix:
    - SPARK_VERSION=1.6.0 SPARK_BUILD="spark-1.6.0-bin-hadoop2.6" SPARK_BUILD_URL="http://d3kbcqa49mib13.cloudfront.net/spark-1.6.0-bin-hadoop2.6.tgz"

before_install:
 - ./bin/download_travis_dependencies.sh

install:
 - pip install --user -r ./python/requirements.txt
 - pip install --user --upgrade https://storage.googleapis.com/tensorflow/linux/cpu/tensorflow-0.7.1-cp27-none-linux_x86_64.whl

script:
 - sbt -Dspark.version=$SPARK_VERSION "set scalaVersion := \"$TRAVIS_SCALA_VERSION\"" "set test in assembly := {}" assembly
 - sbt -Dspark.version=$SPARK_VERSION "set scalaVersion := \"$TRAVIS_SCALA_VERSION\"" test
 - SPARK_HOME=$HOME/.cache/spark-versions/$SPARK_BUILD ./python/run-tests.sh

{'fraction_non_alphanumeric': 0.158252977878616, 'fraction_numerical': 0.039137833238797506, 'mean_word_length': 3.4885496183206106, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 2, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '165540', 'n_tokens_mistral': 747, 'n_tokens_neox': 696, 'n_words': 98}