<commit_before>sudo: required
dist: trusty
language: python
python:
  - "2.7"
  - "3.5"
  - "3.6"
before_install:
  - sudo apt-get install -y python-dev python-pip python-virtualenv gfortran libhdf5-dev pkg-config
install:
  - pip install --upgrade pip
  - pip install keras==2.1.2 tensorflow
  - python setup.py install
script: pytest
<commit_msg>removed 3.5<commit_after>sudo: required
dist: trusty
language: python
python:
  - "2.7"
  - "3.6"
before_install:
  - sudo apt-get install -y python-dev python-pip python-virtualenv gfortran libhdf5-dev pkg-config
install:
  - pip install --upgrade pip
  - pip install keras==2.1.2 tensorflow
  - python setup.py install
script: pytest

{'fraction_non_alphanumeric': 0.11257309941520467, 'fraction_numerical': 0.029239766081871343, 'mean_word_length': 3.477124183006536, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '165492', 'n_tokens_mistral': 255, 'n_tokens_neox': 246, 'n_words': 70}