<commit_before>before_install:
    - pwd
    - sudo apt-get update -qq
    - sudo apt-get install -qq bzr make python-transaction protobuf-compiler
        python-setuptools gcc python-dev python-twisted-web postgresql-9.1
        python-yaml python-psycopg2 postgresql-contrib supervisor
        postgresql-plpython-9.1 python-boto squid python-virtualenv
        python-protobuf python-psutil python-testresources
        python-tz python-bson python-iso8601 python-openid python-meliae
    - sudo apt-get install -qq python-gobject dbus python-dbus python-pyinotify
        python-twisted-names python-httplib2 python-mocker python-testtools

script:
    - make clean-sourcedeps
    - make test SOURCEDEPS_DIR=sourcedeps<commit_msg>No python-openid as system dependency.<commit_after>before_install:
    - pwd
    - sudo apt-get update -qq
    - sudo apt-get install -qq bzr make python-transaction protobuf-compiler
        python-setuptools gcc python-dev python-twisted-web postgresql-9.1
        python-yaml python-psycopg2 postgresql-contrib supervisor
        postgresql-plpython-9.1 python-boto squid python-virtualenv
        python-protobuf python-psutil python-testresources
        python-tz python-bson python-iso8601 python-meliae
    - sudo apt-get install -qq python-gobject dbus python-dbus python-pyinotify
        python-twisted-names python-httplib2 python-mocker python-testtools

script:
    - make clean-sourcedeps
    - make test SOURCEDEPS_DIR=sourcedeps
{'fraction_non_alphanumeric': 0.06954760297096556, 'fraction_numerical': 0.01350438892640108, 'mean_word_length': 3.1512605042016806, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2516112', 'n_tokens_mistral': 468, 'n_tokens_neox': 449, 'n_words': 108}