<commit_before>language: python
sudo: false
cache:
  directories:
    - $HOME/.cache/pip
python:
  - "3.6"
  - "3.7"
  - "3.8"
  - "3.9"
  - "3.9-dev"
  - "pypy3.5"

matrix:
  fast_finish: true
  allow_failures:
    - python: '3.9-dev'

dist:
  - xenial

install:
  - travis_retry pip install --upgrade pip setuptools
  - travis_retry pip install -r requirements.txt
  - travis_retry pip install -r test-requirements.txt
  - python setup.py --version

# Run test
script:
  - pytest -vv
<commit_msg>Use newer Ubuntu for Travis<commit_after>language: python
sudo: false
cache:
  directories:
    - $HOME/.cache/pip
python:
  - "3.6"
  - "3.7"
  - "3.8"
  - "3.9"
  - "3.9-dev"
  - "pypy3.5"

matrix:
  fast_finish: true
  allow_failures:
    - python: '3.9-dev'

dist:
  - focal

install:
  - travis_retry pip install --upgrade pip setuptools
  - travis_retry pip install -r requirements.txt
  - travis_retry pip install -r test-requirements.txt
  - python setup.py --version

# Run test
script:
  - pytest -vv

{'fraction_non_alphanumeric': 0.13478691774033696, 'fraction_numerical': 0.027750247770069375, 'mean_word_length': 2.519163763066202, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2034449', 'n_tokens_mistral': 420, 'n_tokens_neox': 415, 'n_words': 98}