<commit_before>sudo: false
cache:
  directories:
    - $TRAVIS_BUILD_DIR/mnist
    - $TRAVIS_BUILD_DIR/cifar10
    - $TRAVIS_BUILD_DIR/binarized_mnist
branches:
  only:
    - master
language: python
python:
  - "2.7"
  - "3.4"
before_install:
  # Setup Python environment with BLAS libraries
  - wget -q http://repo.continuum.io/miniconda/Miniconda-latest-Linux-x86_64.sh -O miniconda.sh
  - chmod +x miniconda.sh
  - ./miniconda.sh -b
  - export PATH=$HOME/miniconda/bin:$PATH
  - conda update -q --yes conda
  # Download MNIST for tests if not loaded from cache
  - |
      if find mnist -empty | read; then
        mkdir mnist
        cd mnist
        curl -O http://yann.lecun.com/exdb/mnist/train-images-idx3-ubyte.gz \
             -O http://yann.lecun.com/exdb/mnist/train-labels-idx1-ubyte.gz \
             -O http://yann.lecun.com/exdb/mnist/t10k-images-idx3-ubyte.gz \
             -O http://yann.lecun.com/exdb/mnist/t10k-labels-idx1-ubyte.gz
        gunzip *-ubyte.gz
        cd -
      fi
  # Download binarized MNIST for tests if not loaded from cache
  - |
      if find binarized_mnist -empty | read; then
        mkdir binarized_mnist
        cd binarized_mnist
        curl -O http://www.cs.toronto.edu/~larocheh/public/datasets/binarized_mnist/binarized_mnist_train.amat\
             -O http://www.cs.toronto.edu/~larocheh/public/datasets/binarized_mnist/binarized_mnist_valid.amat\
             -O http://www.cs.toronto.edu/~larocheh/public/datasets/binarized_mnist/binarized_mnist_test.amat
        cd -
      fi
    # Download CIFAR10 for tests if not loaded from cache
  - |
      if find cifar10 -empty | read; then
        mkdir cifar10
        cd cifar10
        curl http://www.cs.utoronto.ca/~kriz/cifar-10-python.tar.gz | tar xzf -
        cd -
      fi
  - export FUEL_DATA_PATH=$PWD
install:
  # Install all Python dependencies
  - conda install -q --yes python=$TRAVIS_PYTHON_VERSION mkl bokeh nose numpy pip coverage six toolz
  - pip install -q nose2[coverage-plugin] coveralls
script:
  - pip install . -r requirements.txt
  # With Fuel installed we can install Blocks
  - pip install -e git+git://github.com/bartvm/blocks.git#egg=blocks[test,plot,docs] --src=$HOME -r https://raw.githubusercontent.com/bartvm/blocks/master/requirements.txt
  # Run the Blocks test to make sure we didn't break anything
  - bokeh-server &> /dev/null &
  - nose2 tests --start-dir $HOME/blocks
  # Running nose2 within coverage makes imports count towards coverage
  - coverage run --source=fuel -m nose2.__main__ -v tests
after_script:
  - coveralls<commit_msg>Run doctests too, no need to install sphinx<commit_after>sudo: false
cache:
  directories:
    - $TRAVIS_BUILD_DIR/mnist
    - $TRAVIS_BUILD_DIR/cifar10
    - $TRAVIS_BUILD_DIR/binarized_mnist
branches:
  only:
    - master
language: python
python:
  - "2.7"
  - "3.4"
before_install:
  # Setup Python environment with BLAS libraries
  - wget -q http://repo.continuum.io/miniconda/Miniconda-latest-Linux-x86_64.sh -O miniconda.sh
  - chmod +x miniconda.sh
  - ./miniconda.sh -b
  - export PATH=$HOME/miniconda/bin:$PATH
  - conda update -q --yes conda
  # Download MNIST for tests if not loaded from cache
  - |
      if find mnist -empty | read; then
        mkdir mnist
        cd mnist
        curl -O http://yann.lecun.com/exdb/mnist/train-images-idx3-ubyte.gz \
             -O http://yann.lecun.com/exdb/mnist/train-labels-idx1-ubyte.gz \
             -O http://yann.lecun.com/exdb/mnist/t10k-images-idx3-ubyte.gz \
             -O http://yann.lecun.com/exdb/mnist/t10k-labels-idx1-ubyte.gz
        gunzip *-ubyte.gz
        cd -
      fi
  # Download binarized MNIST for tests if not loaded from cache
  - |
      if find binarized_mnist -empty | read; then
        mkdir binarized_mnist
        cd binarized_mnist
        curl -O http://www.cs.toronto.edu/~larocheh/public/datasets/binarized_mnist/binarized_mnist_train.amat\
             -O http://www.cs.toronto.edu/~larocheh/public/datasets/binarized_mnist/binarized_mnist_valid.amat\
             -O http://www.cs.toronto.edu/~larocheh/public/datasets/binarized_mnist/binarized_mnist_test.amat
        cd -
      fi
    # Download CIFAR10 for tests if not loaded from cache
  - |
      if find cifar10 -empty | read; then
        mkdir cifar10
        cd cifar10
        curl http://www.cs.utoronto.ca/~kriz/cifar-10-python.tar.gz | tar xzf -
        cd -
      fi
  - export FUEL_DATA_PATH=$PWD
install:
  # Install all Python dependencies
  - conda install -q --yes python=$TRAVIS_PYTHON_VERSION mkl bokeh nose numpy pip coverage six toolz
  - pip install -q nose2[coverage-plugin] coveralls
script:
  - pip install . -r requirements.txt
  # With Fuel installed we can install Blocks
  - pip install -e git+git://github.com/bartvm/blocks.git#egg=blocks[test,plot] --src=$HOME -r https://raw.githubusercontent.com/bartvm/blocks/master/requirements.txt
  # Run the Blocks test to make sure we didn't break anything
  - bokeh-server &> /dev/null &
  - nose2 tests --start-dir $HOME/blocks
  - nose2 doctests --start-dir $HOME/blocks
  # Running nose2 within coverage makes imports count towards coverage
  - coverage run --source=fuel -m nose2.__main__ -v tests
after_script:
  - coveralls
{'fraction_non_alphanumeric': 0.10820110877461288, 'fraction_numerical': 0.012425922385777098, 'mean_word_length': 2.5303643724696356, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 5, 'https://': 2, 'lorem ipsum': 0, 'www.': 8, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 6, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5721595', 'n_tokens_mistral': 1949, 'n_tokens_neox': 1881, 'n_words': 418}