<commit_before>#!/usr/bin/env python
# -*- coding: utf-8 -*-

from fabric.api import *


#
# DEPENDENCIES BUILD
#
def _build_zeromq():
    with lcd('/tmp'):
        local('wget http://download.zeromq.org/zeromq-2.2.0.tar.gz')
        local('tar xvfz zeromq-2.2.0.tar.gz')
        with lcd('zeromq-2.2.0'):
            local('sudo ./configure')
            local('sudo chmod -R 777 .')
            local('make')


def _build_pyzmq():
    with lcd('/tmp'):
        local('wget http://pypi.python.org/packages/source/p/pyzmq/pyzmq-2.1.11.tar.gz')
        local('tar xvfz pyzmq-2.1.11.tar.gz')
        with lcd('pyzmq-2.1.11'):
            local('sudo python setup.py configure --zmq=/usr/local')
            local('sudo chmod -R 777 .')
            local('sudo python setup.py install')


def _build_pyleveldb():
    with lcd('/tmp'):
        local('svn checkout http://py-leveldb.googlecode.com/svn/trunk/ py-leveldb-read-only')
        with lcd('py-leveldb-read-only'):
            local('sudo chmod -R 777 .')
            local('sudo sh compile_leveldb.sh')
            local('sudo python setup.py install')


def install_dependencies():
    _build_zeromq()
    _build_pyzmq()
    _build_pyleveldb()<commit_msg>Update : install pip requirements from fabfile<commit_after>#!/usr/bin/env python
# -*- coding: utf-8 -*-


from fabric.api import *


#
# DEPENDENCIES BUILD
#
def _build_zeromq():
    with lcd('/tmp'):
        local('wget http://download.zeromq.org/zeromq-2.2.0.tar.gz')
        local('tar xvfz zeromq-2.2.0.tar.gz')
        with lcd('zeromq-2.2.0'):
            local('sudo ./configure')
            local('sudo chmod -R 777 .')
            local('make')


def _build_pyzmq():
    with lcd('/tmp'):
        local('wget http://pypi.python.org/packages/source/p/pyzmq/pyzmq-2.1.11.tar.gz')
        local('tar xvfz pyzmq-2.1.11.tar.gz')
        with lcd('pyzmq-2.1.11'):
            local('sudo python setup.py configure --zmq=/usr/local')
            local('sudo chmod -R 777 .')
            local('sudo python setup.py install')


def _build_pyleveldb():
    with lcd('/tmp'):
        local('svn checkout http://py-leveldb.googlecode.com/svn/trunk/ py-leveldb-read-only')
        with lcd('py-leveldb-read-only'):
            local('sudo chmod -R 777 .')
            local('sudo sh compile_leveldb.sh')
            local('sudo python setup.py install')


def install_dependencies():
    _build_zeromq()
    _build_pyzmq()
    _build_pyleveldb()
    local('pip install -r requirements.txt')
{'fraction_non_alphanumeric': 0.16513394642143142, 'fraction_numerical': 0.024790083966413436, 'mean_word_length': 2.274869109947644, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 2, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7334638', 'n_tokens_mistral': 948, 'n_tokens_neox': 889, 'n_words': 162}