<commit_before>language: python
sudo: false
python:
  - "2.7"
  - "3.3"
  - "3.4"
  - "3.5"
  - "3.6"
  # PyPy versions
  - "pypy"  # PyPy2 2.5.0
  - "pypy3" # Pypy3 2.4.0
env:
  - WITH_TQDM="YES"
  - WITH_TQDM="NO"
before_install:
  - pip install coverage codecov
  - test "${WITH_TQDM}" = "YES" && pip install tqdm || echo "Test without tqdm"
script:
  - coverage run --parallel-mode --concurrency=multiprocessing test_parmap.py
  - coverage combine
  - coverage report
after_success:
  - codecov
<commit_msg>Add tests on python 3.7, 3.8 and nightly builds<commit_after>language: python
sudo: false
python:
  - "2.7"
  - "3.3"
  - "3.4"
  - "3.5"
  - "3.6"
  - "3.7"
  - "3.8"
  - "nightly"  # nightly build
  # PyPy versions
  - "pypy"  # PyPy2 2.5.0
  - "pypy3" # Pypy3 2.4.0
env:
  - WITH_TQDM="YES"
  - WITH_TQDM="NO"
before_install:
  - pip install coverage codecov
  - test "${WITH_TQDM}" = "YES" && pip install tqdm || echo "Test without tqdm"
script:
  - coverage run --parallel-mode --concurrency=multiprocessing test_parmap.py
  - coverage combine
  - coverage report
after_success:
  - codecov

{'fraction_non_alphanumeric': 0.15447154471544716, 'fraction_numerical': 0.04155374887082204, 'mean_word_length': 2.7432432432432434, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3038210', 'n_tokens_mistral': 487, 'n_tokens_neox': 474, 'n_words': 109}