<commit_before>language: python
python:
  - "2.7"
  - "3.5"
install:
  - pip install -e .
  - pip install -r requirements.txt
  - "if [[ $TEST_PEP8 == '1' ]]; then pip install pep8; fi"
script: "if [[ $TEST_PEP8 == '1' ]]; then pep8 --repeat --show-source --exclude=.venv,.tox,dist,docs,build,*.egg .; else python setup.py test; fi"<commit_msg>Testing CI<commit_after>language: python
python:
  - "2.7"
  - "3.5"
install:
  - pip install -e .
  - pip install -r requirements.txt
  - "if [[ $TEST_PEP8 == '1' ]]; then pip install pep8; fi"
script: "if [[ $TEST_PEP8 == '1' ]]; then pep8 --repeat --show-source --exclude=.venv,.tox,dist,docs,build,*.egg .; else py.test tests; fi"
{'fraction_non_alphanumeric': 0.20058997050147492, 'fraction_numerical': 0.029498525073746312, 'mean_word_length': 3.217391304347826, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5659202', 'n_tokens_mistral': 276, 'n_tokens_neox': 266, 'n_words': 69}