<commit_before>language: python
python:
  - "2.6"
  - "2.7"
before_install:
  - sudo pip install --upgrade conda
install:
  # install deps
  - sudo conda init
  - sudo conda update conda --yes
  - deps='pip numpy pandas requests nose numpydoc sphinx pep8'
  - conda create -p $HOME/py --yes $deps "python=$TRAVIS_PYTHON_VERSION"
  - export PATH=$HOME/py/bin:$PATH
  - pip install unittest2
  # install our own package into the environment
  - "pip install ."
script:
  # Download spark 1.0.0
  - "wget http://d3kbcqa49mib13.cloudfront.net/spark-1.0.0-bin-hadoop2.tgz"
  - "tar -xvf spark-1.0.0-bin-hadoop2.tgz"
  # Run the tests
  - "export SPARK_HOME=./spark-1.0.0-bin-hadoop2/"
  - "./run-tests"<commit_msg>remove conda update from travis setup since was causing problems<commit_after>language: python
python:
  - "2.6"
  - "2.7"
before_install:
  - sudo pip install --upgrade conda
install:
  # install deps
  - sudo conda init
  - deps='pip numpy pandas requests nose numpydoc sphinx pep8'
  - conda create -p $HOME/py --yes $deps "python=$TRAVIS_PYTHON_VERSION"
  - export PATH=$HOME/py/bin:$PATH
  - pip install unittest2
  # install our own package into the environment
  - "pip install ."
script:
  # Download spark 1.0.0
  - "wget http://d3kbcqa49mib13.cloudfront.net/spark-1.0.0-bin-hadoop2.tgz"
  - "tar -xvf spark-1.0.0-bin-hadoop2.tgz"
  # Run the tests
  - "export SPARK_HOME=./spark-1.0.0-bin-hadoop2/"
  - "./run-tests"
{'fraction_non_alphanumeric': 0.13588850174216027, 'fraction_numerical': 0.03623693379790941, 'mean_word_length': 3.045070422535211, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 2, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5230572', 'n_tokens_mistral': 582, 'n_tokens_neox': 542, 'n_words': 135}