<commit_before>sudo: required
language: python
python:
  - 2.7
cache:
  directories:
    - $HOME/.cache/pip
addons:
  postgresql: "9.3"
before_install:
  - wget http://repo.continuum.io/miniconda/Miniconda-latest-Linux-x86_64.sh -O miniconda.sh
  - chmod +x miniconda.sh
  - ./miniconda.sh -b
  - export PATH=/home/travis/miniconda/bin:$PATH
  - conda update --yes conda
  - conda create --yes -n condaenv python=2.7
  - conda install --yes -n condaenv pip
  - source activate condaenv
  # The next couple lines fix a crash with multiprocessing on Travis and are not specific to using Miniconda
  - sudo rm -rf /dev/shm
  - sudo ln -s /run/shm /dev/shm
install:
 - sudo apt-get install libhdf5-serial-dev
 - conda install --yes python=$TRAVIS_PYTHON_VERSION atlas numpy scipy<commit_msg>switched apt installation to addon<commit_after>sudo: false
language: python
python:
  - 2.7
cache:
  directories:
    - $HOME/.cache/pip
addons:
  postgresql: "9.3"
  apt:
    packages:
    - libhdf5-serial-dev
before_install:
  - wget http://repo.continuum.io/miniconda/Miniconda-latest-Linux-x86_64.sh -O miniconda.sh
  - chmod +x miniconda.sh
  - ./miniconda.sh -b
  - export PATH=/home/travis/miniconda/bin:$PATH
  - conda update --yes conda
  - conda create --yes -n condaenv python=2.7
  - conda install --yes -n condaenv pip
  - source activate condaenv
  # The next couple lines fix a crash with multiprocessing on Travis and are not specific to using Miniconda
  - sudo rm -rf /dev/shm
  - sudo ln -s /run/shm /dev/shm
install:
 - conda install --yes python=$TRAVIS_PYTHON_VERSION atlas numpy scipy
{'fraction_non_alphanumeric': 0.10846394984326019, 'fraction_numerical': 0.013793103448275862, 'mean_word_length': 3.0303030303030303, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3564732', 'n_tokens_mistral': 614, 'n_tokens_neox': 588, 'n_words': 166}