<commit_before>#!/usr/bin/env bash

#   Apache Packages
#   ---------------

apt-get update
apt-get install -y apache2
rm -rf /var/www
ln -fs /vagrant /var/www


#   General Packages
#   ---------------

apt-get install -y git
apt-get install -y vim
apt-get install -y vim
apt-get install -y redis-server
apt-get install -y curl


#   Python Packages
#   ---------------

apt-get install -y gfortran libopenblas-dev liblapack-dev
apt-get install -y python-dev
apt-get install -y python-pip
apt-get install -y python-numpy
apt-get install -y python-redis


#   Hadoop Packages
#   ---------------

apt-get -y install software-properties-common
apt-get -y install python-software-properties

add-apt-repository ppa:webupd8team/java
apt-get -y update && sudo apt-get upgrade
apt-get -y install oracle-java7-installer

# Setup hadoop user
sudo addgroup hadoop
sudo adduser --ingroup hadoop hduser

add-apt-repository ppa:hadoop-ubuntu/stable<commit_msg>add - g++ for scipy install.<commit_after>#!/usr/bin/env bash

#   Core Packages
#   -------------

apt-get update
apt-get install -y apache2
rm -rf /var/www
ln -fs /vagrant /var/www
apt-get install -y gfortran libopenblas-dev liblapack-dev
apt-get install -y g++


#   General Packages
#   ---------------

apt-get install -y git
apt-get install -y vim
apt-get install -y vim
apt-get install -y redis-server
apt-get install -y curl


#   Python Packages
#   ---------------

apt-get install -y python-dev
apt-get install -y python-pip
apt-get install -y python-numpy
apt-get install -y python-redis


#   Hadoop Packages
#   ---------------

apt-get -y install software-properties-common
apt-get -y install python-software-properties

add-apt-repository ppa:webupd8team/java
apt-get -y update && sudo apt-get upgrade
apt-get -y install oracle-java7-installer

# Setup hadoop user
sudo addgroup hadoop
sudo adduser --ingroup hadoop hduser

add-apt-repository ppa:hadoop-ubuntu/stable
{'fraction_non_alphanumeric': 0.15010351966873706, 'fraction_numerical': 0.003105590062111801, 'mean_word_length': 2.566420664206642, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1265376', 'n_tokens_mistral': 678, 'n_tokens_neox': 648, 'n_words': 203}