<commit_before>from fabric.api import run, sudo, put
from fabric.context_managers import cd, settings
import time
import os


def s3_to_hdfs(bucket='bw-hdfs'):
    sudo('apt-get -y install s3cmd')
    put('~/.s3cfg', './')
    hdfs_local = 'hdfs-%f' % time.time()
    hdfs_local = 'hdfs-1325188151.974546'
    with cd('/mnt/tmp'):
        run('mkdir %s' % hdfs_local)
        with cd(hdfs_local):
            run('s3cmd --recursive get s3://%s' % (bucket))
        run('hadoop fs -put %s ./' % hdfs_local)
            

def install_picarus_launcher():
    run('uname -s')
    work_dir = 'picarus-%f' % time.time()
    run('mkdir %s' % work_dir)
    sudo('apt-get -y install libavcodec-dev libswscale-dev libavformat-dev gfortran ffmpeg fftw3-dev python-dev build-essential git-core python-setuptools cmake libjpeg62-dev libpng12-dev libblas-dev liblapack-dev libevent-dev python-scipy python-numpy scons')
    with cd(work_dir):
        # Apt Get
        sudo('easy_install scons cython gevent bottle pil argparse scikit-learn fabric')
        install_git('https://github.com/bwhite/static_server')
        install_git('https://github.com/bwhite/image_server')
        install_git('https://github.com/bwhite/vidfeat')
        install_git('https://github.com/bwhite/imfeat')
        install_git('https://github.com/bwhite/keyframe')
        install_git('https://github.com/bwhite/classipy')
        install_git('https://github.com/bwhite/impoint')
        install_git('https://github.com/bwhite/pyram')
        install_git('https://github.com/bwhite/distpy')
        install_git('https://github.com/bwhite/hadoopy')
        install_git('https://github.com/bwhite/hadoopy_flow')<commit_msg>Added flickr api to easy install Signed-off-by: <NAME> <<EMAIL>><commit_after>from fabric.api import run, sudo, put
from fabric.context_managers import cd, settings
import time
import os


def s3_to_hdfs(bucket='bw-hdfs'):
    sudo('apt-get -y install s3cmd')
    put('~/.s3cfg', './')
    hdfs_local = 'hdfs-%f' % time.time()
    hdfs_local = 'hdfs-1325188151.974546'
    with cd('/mnt/tmp'):
        run('mkdir %s' % hdfs_local)
        with cd(hdfs_local):
            run('s3cmd --recursive get s3://%s' % (bucket))
        run('hadoop fs -put %s ./' % hdfs_local)
            

def install_picarus_launcher():
    run('uname -s')
    work_dir = 'picarus-%f' % time.time()
    run('mkdir %s' % work_dir)
    sudo('apt-get -y install libavcodec-dev libswscale-dev libavformat-dev gfortran ffmpeg fftw3-dev python-dev build-essential git-core python-setuptools cmake libjpeg62-dev libpng12-dev libblas-dev liblapack-dev libevent-dev python-scipy python-numpy scons')
    with cd(work_dir):
        # Apt Get
        sudo('easy_install scons cython gevent bottle pil argparse scikit-learn fabric flickrapi')
        install_git('https://github.com/bwhite/static_server')
        install_git('https://github.com/bwhite/image_server')
        install_git('https://github.com/bwhite/vidfeat')
        install_git('https://github.com/bwhite/imfeat')
        install_git('https://github.com/bwhite/keyframe')
        install_git('https://github.com/bwhite/classipy')
        install_git('https://github.com/bwhite/impoint')
        install_git('https://github.com/bwhite/pyram')
        install_git('https://github.com/bwhite/distpy')
        install_git('https://github.com/bwhite/hadoopy')
        install_git('https://github.com/bwhite/hadoopy_flow')
{'fraction_non_alphanumeric': 0.14693046261274367, 'fraction_numerical': 0.015129473377945884, 'mean_word_length': 3.1824817518248176, 'pattern_counts': {'":': 0, '<': 6, '<?xml version=': 0, '>': 6, 'https://': 22, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6369036', 'n_tokens_mistral': 1230, 'n_tokens_neox': 1179, 'n_words': 208}