<commit_before>jdk: 
- oraclejdk7

env:
  global: 
    secure: <KEY>
  matrix:
  - HADOOPVERSION=2.2.0 HDFS_BACKEND=native
  - HADOOPVERSION=2.2.0 HDFS_BACKEND=jpype-bridged

python:
- "2.7"

before_install:
- sudo apt-get install build-essential python-all-dev libssl-dev
- if [[ $HDFS_BACKEND == "jpype-bridged"  ]]; then wget http://garr.dl.sourceforge.net/project/jpype/JPype/0.5.4/JPype-0.5.4.2.zip; unzip JPype-0.5.4.2.zip; cd JPype-0.5.4.2; $VIRTUAL_ENV/bin/python setup.py install; cd ../; fi
- ssh-keygen -t dsa -P '' -f ~/.ssh/id_dsa
- cat ~/.ssh/id_dsa.pub >> ~/.ssh/authorized_keys
- echo NoHostAuthenticationForLocalhost=yes >> ~/.ssh/config
- sudo groupadd admin
- sudo usermod  -a -G admin $USER
- groups $USER
- . .travis/install_hadoop.sh

install:
- $VIRTUAL_ENV/bin/python setup.py build --hdfs-core-impl $HDFS_BACKEND
- $VIRTUAL_ENV/bin/python setup.py install --skip-build

script:
- cd test;
- $VIRTUAL_ENV/bin/python all_tests.py
- cd ../examples
- ./run_all
language: python
<commit_msg>restored hadoop version from 1.0.4 to cdh4.5.0 in .travis<commit_after>jdk: 
- oraclejdk7

env:
  global: 
    secure: <KEY>
  matrix:
  - HADOOPVERSION=1.0.4 HDFS_BACKEND=native
  - HADOOPVERSION=1.0.4 HDFS_BACKEND=jpype-bridged
  - HADOOPVERSION=1.1.2 HDFS_BACKEND=native
  - HADOOPVERSION=1.1.2 HDFS_BACKEND=jpype-bridged
  - HADOOPVERSION=1.2.1 HDFS_BACKEND=native
  - HADOOPVERSION=1.2.1 HDFS_BACKEND=jpype-bridged
  - HADOOPVERSION=2.2.0 HDFS_BACKEND=native
  - HADOOPVERSION=2.2.0 HDFS_BACKEND=jpype-bridged
  - HADOOPVERSION=cdh4.2.0 HDFS_BACKEND=native
  - HADOOPVERSION=cdh4.2.0 HDFS_BACKEND=jpype-bridged
  - HADOOPVERSION=cdh4.2.0 YARN=true HDFS_BACKEND=native
  - HADOOPVERSION=cdh4.2.0 YARN=true HDFS_BACKEND=jpype-bridged
  - HADOOPVERSION=cdh4.3.0 HDFS_BACKEND=native
  - HADOOPVERSION=cdh4.3.0 HDFS_BACKEND=jpype-bridged
  - HADOOPVERSION=cdh4.3.0 YARN=true HDFS_BACKEND=native
  - HADOOPVERSION=cdh4.3.0 YARN=true HDFS_BACKEND=jpype-bridged
  - HADOOPVERSION=cdh4.4.0 HDFS_BACKEND=native
  - HADOOPVERSION=cdh4.4.0 HDFS_BACKEND=jpype-bridged
  - HADOOPVERSION=cdh4.4.0 YARN=true HDFS_BACKEND=native
  - HADOOPVERSION=cdh4.4.0 YARN=true HDFS_BACKEND=jpype-bridged
  - HADOOPVERSION=cdh4.5.0 HDFS_BACKEND=native
  - HADOOPVERSION=cdh4.5.0 HDFS_BACKEND=jpype-bridged
  - HADOOPVERSION=cdh4.5.0 YARN=true HDFS_BACKEND=native
  - HADOOPVERSION=cdh4.5.0 YARN=true HDFS_BACKEND=jpype-bridged

python:
- "2.7"

before_install:
- sudo apt-get install build-essential python-all-dev libssl-dev
- if [[ $HDFS_BACKEND == "jpype-bridged"  ]]; then wget http://garr.dl.sourceforge.net/project/jpype/JPype/0.5.4/JPype-0.5.4.2.zip; unzip JPype-0.5.4.2.zip; cd JPype-0.5.4.2; $VIRTUAL_ENV/bin/python setup.py install; cd ../; fi
- ssh-keygen -t dsa -P '' -f ~/.ssh/id_dsa
- cat ~/.ssh/id_dsa.pub >> ~/.ssh/authorized_keys
- echo NoHostAuthenticationForLocalhost=yes >> ~/.ssh/config
- sudo groupadd admin
- sudo usermod  -a -G admin $USER
- groups $USER
- . .travis/install_hadoop.sh

install:
- $VIRTUAL_ENV/bin/python setup.py build --hdfs-core-impl $HDFS_BACKEND
- $VIRTUAL_ENV/bin/python setup.py install --skip-build

script:
- cd test;
- $VIRTUAL_ENV/bin/python all_tests.py
- cd ../examples
- ./run_all
language: python

{'fraction_non_alphanumeric': 0.14201914171040445, 'fraction_numerical': 0.03704847175054029, 'mean_word_length': 3.7858197932053175, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 13, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 6, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1812610', 'n_tokens_mistral': 1535, 'n_tokens_neox': 1409, 'n_words': 218}