<commit_before>#!/bin/bash
set -e
set -x

SCRIPTDIR=`dirname "$(readlink -f "$0")"`
MHN_HOME=$SCRIPTDIR/..

if [ -f /etc/debian_version ]; then
    OS=Debian  # XXX or Ubuntu??
    INSTALLER='apt-get'
    #fixme

elif [ -f /etc/redhat-release ]; then
    OS=RHEL

    yum -y update
    yum -y groupinstall "Development tools"
    yum -y install openssl-devel

    if  [ ! -f /usr/local/bin/python2.7 ]; then
        wget --no-check-certificate https://www.python.org/ftp/python/2.7.6/Python-2.7.6.tar.xz
        tar xf Python-2.7.6.tar.xz
        cd Python-2.7.6
        ./configure --prefix=/usr/local
        #make && make altinstall
        make && make install

        #install pip
        wget https://bitbucket.org/pypa/setuptools/raw/bootstrap/ez_setup.py
        /usr/local/bin/python2.7 ./ez_setup.py install
        /usr/local/bin/easy_install-2.7 pip

        #install virtualenv
        /usr/local/bin/pip2.7 install virtualenv
    fi

else
    echo -e "ERROR: Unknown OS\nExiting!"
    exit -1
fi<commit_msg>Install wget via yum before potential first use<commit_after>#!/bin/bash
set -e
set -x

SCRIPTDIR=`dirname "$(readlink -f "$0")"`
MHN_HOME=$SCRIPTDIR/..

if [ -f /etc/debian_version ]; then
    OS=Debian  # XXX or Ubuntu??
    INSTALLER='apt-get'
    #fixme

elif [ -f /etc/redhat-release ]; then
    OS=RHEL

    yum -y update
    yum -y groupinstall "Development tools"
    yum -y install openssl-devel wget

    if  [ ! -f /usr/local/bin/python2.7 ]; then
        wget --no-check-certificate https://www.python.org/ftp/python/2.7.6/Python-2.7.6.tar.xz
        tar xf Python-2.7.6.tar.xz
        cd Python-2.7.6
        ./configure --prefix=/usr/local
        #make && make altinstall
        make && make install

        #install pip
        wget https://bitbucket.org/pypa/setuptools/raw/bootstrap/ez_setup.py
        /usr/local/bin/python2.7 ./ez_setup.py install
        /usr/local/bin/easy_install-2.7 pip

        #install virtualenv
        /usr/local/bin/pip2.7 install virtualenv
    fi

else
    echo -e "ERROR: Unknown OS\nExiting!"
    exit -1
fi
{'fraction_non_alphanumeric': 0.13730196831493038, 'fraction_numerical': 0.02112337974075852, 'mean_word_length': 2.115097159940209, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 4, 'lorem ipsum': 0, 'www.': 2, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 2, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7363838', 'n_tokens_mistral': 814, 'n_tokens_neox': 759, 'n_words': 169}