<commit_before>sudo: required
dist: trusty
language: python
python:
  - "2.6"
  - "2.7"
  - "3.3"
  - "3.4"
  - "3.5"
  - "3.5-dev" # 3.5 development branch
  - "nightly" # currently points to 3.6-dev
matrix:
  allow_failures:
    - python: "3.5-dev"
    - python: "nightly"
install:
- "pip install -r tests/requirements.txt"
script:
- py.test<commit_msg>updated to include Python 3.6<commit_after>sudo: required
dist: trusty
language: python
python:
  - "2.6"
  - "2.7"
  - "3.3"
  - "3.4"
  - "3.5"
  - "3.6"
  - "3.6-dev" # 3.6 development branch
  - "nightly" # currently points to 3.6-dev
matrix:
  allow_failures:
    - python: "3.6-dev"
    - python: "nightly"
install:
- "pip install -r tests/requirements.txt"
script:
- py.test
{'fraction_non_alphanumeric': 0.17527173913043478, 'fraction_numerical': 0.05434782608695652, 'mean_word_length': 2.5776699029126213, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6380596', 'n_tokens_mistral': 326, 'n_tokens_neox': 316, 'n_words': 72}