<commit_before>language: python
python:
  - "2.7"
virtualenv:
  system_site_packages: true
before_install:
  - sudo xargs -a apt-packages.txt apt-get install
install:
  - pip install -r base_requirements.txt
  - pip install nltk==2.0.3 scikit-learn==0.12.1
  - sudo mv nltk_data /usr/share/nltk_data
  - sudo apt-get install python-matplotlib
before_script:
  - python manage.py syncdb --settings=edx_ora.settings --pythonpath=. --noinput
  - python manage.py migrate --settings=edx_ora.settings --pythonpath=. --noinput
script:  python manage.py test --settings=edx_ora.testsettings --pythonpath=. --noinput<commit_msg>Install requirements from apt packages<commit_after>language: python
python:
  - "2.7"
virtualenv:
  system_site_packages: true
before_install:
  - sudo xargs -a apt-packages.txt apt-get install
install:
  - pip install -r base_requirements.txt
  - sudo apt-get install python-matplotlib python-numpy python-scipy python-sklearn
  - pip install nltk==2.0.3 scikit-learn==0.12.1
  - sudo mv nltk_data /usr/share/nltk_data
before_script:
  - python manage.py syncdb --settings=edx_ora.settings --pythonpath=. --noinput
  - python manage.py migrate --settings=edx_ora.settings --pythonpath=. --noinput
script:  python manage.py test --settings=edx_ora.testsettings --pythonpath=. --noinput
{'fraction_non_alphanumeric': 0.11715160796324656, 'fraction_numerical': 0.013782542113323124, 'mean_word_length': 3.858736059479554, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '591103', 'n_tokens_mistral': 458, 'n_tokens_neox': 443, 'n_words': 108}