<commit_before>language: python

python:
  - 2.7
  
before_install:
- wget http://repo.continuum.io/miniconda/Miniconda-latest-Linux-x86_64.sh -O miniconda.sh
- chmod +x miniconda.sh
- ./miniconda.sh -b
- export PATH=/home/travis/miniconda/bin:$PATH
- conda update --yes conda

install:
	- pip install demjson
  	- conda install --yes python=$TRAVIS_PYTHON_VERSION numpy scipy pandas matplotlib lxml
  
before_script:
  - python setup.py install
  
script:
  - python test_unittest.py
<commit_msg>for CI env.<commit_after>language: python

python:
  - 2.7
  
before_install:
- wget http://repo.continuum.io/miniconda/Miniconda-latest-Linux-x86_64.sh -O miniconda.sh
- chmod +x miniconda.sh
- ./miniconda.sh -b
- export PATH=/home/travis/miniconda/bin:$PATH
- conda update --yes conda

install:
  - pip install demjson
  - conda install --yes python=$TRAVIS_PYTHON_VERSION numpy scipy pandas matplotlib lxml
  
before_script:
  - python setup.py install
  
script:
  - python test_unittest.py

{'fraction_non_alphanumeric': 0.10987903225806452, 'fraction_numerical': 0.012096774193548387, 'mean_word_length': 3.472972972972973, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 2}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6380860', 'n_tokens_mistral': 389, 'n_tokens_neox': 373, 'n_words': 82}