<commit_before>dist: bionic
sudo: required

before_install:
  - ./travis_download_db.sh & pid=$!
  - free -m


install:
  - sudo apt-get -qq update
  - wget https://repo.continuum.io/miniconda/Miniconda3-latest-Linux-x86_64.sh -O miniconda.sh
  - bash miniconda.sh -b -p $HOME/miniconda
  - export PATH="$HOME/miniconda/bin:$PATH"
  - hash -r
  - conda config --set always_yes yes --set changeps1 no
  # Useful for debugging any issues with conda
  - conda info -a
  - conda env create -n matam -f environment.yml
  - source activate matam
  - ./build.py
  # Wait until the db is dowloaded
  - while kill -0 $pid 2> /dev/null;  do sleep 1; done;

script:
  - travis_wait 60 pytest -rs
<commit_msg>Update the command to run pytest<commit_after>dist: bionic
sudo: required

before_install:
  - ./travis_download_db.sh & pid=$!
  - free -m


install:
  - sudo apt-get -qq update
  - wget https://repo.continuum.io/miniconda/Miniconda3-latest-Linux-x86_64.sh -O miniconda.sh
  - bash miniconda.sh -b -p $HOME/miniconda
  - export PATH="$HOME/miniconda/bin:$PATH"
  - hash -r
  - conda config --set always_yes yes --set changeps1 no
  # Useful for debugging any issues with conda
  - conda info -a
  - conda env create -n matam -f environment.yml
  - source activate matam
  - ./build.py
  # Wait until the db is dowloaded
  - while kill -0 $pid 2> /dev/null;  do sleep 1; done;

script:
  - python -m pytest -s

{'fraction_non_alphanumeric': 0.11584932480454868, 'fraction_numerical': 0.014214641080312722, 'mean_word_length': 2.7347480106100797, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 5, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 2, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1111312', 'n_tokens_mistral': 549, 'n_tokens_neox': 523, 'n_words': 159}