<commit_before>#! /bin/sh

# locale
update-locale LANG=en_US.UTF-8 LC_ALL=en_US.UTF-8

# update Repositories:
apt-get update

# install basic packages:
apt-get install -y \
    git \
    htop \
    unzip \
    python-dev \
    python-software-properties \
    python-pip \
    python-psycopg2 \
    build-essential \
    libproj-dev \
    libgeos-dev \
    libgdal-dev \
    protobuf-compiler \
    libprotobuf-dev \
    libtokyocabinet-dev \
    libgeos-c1 \
    postgresql-9.3 \
    postgresql-9.3-postgis-2.1 \
    postgresql-contrib

# install imposm
pip install imposm

# add Tilemill PPa
add-apt-repository -y ppa:developmentseed/mapbox

# update package index:
apt-get update

# install Tilemill:
apt-get install -y \
    tilemill \
    libmapnik \
    nodejs

# deploy custom pg_hba.conf and restart postgres server:
ln -s -f /vagrant/config/pg_hba.conf /etc/postgresql/9.3/main/pg_hba.conf
service postgresql restart

# setup database, db user and postgis<commit_msg>fix vagrant provisioning, update postgresql<commit_after>#! /bin/sh

# locale
update-locale LANG=en_US.UTF-8 LC_ALL=en_US.UTF-8

# Add PostgreSQL PPA
sudo echo "deb http://apt.postgresql.org/pub/repos/apt/ precise-pgdg main" > /etc/apt/sources.list.d/pgdg.list
wget --quiet -O - https://www.postgresql.org/media/keys/ACCC4CF8.asc | \
    sudo apt-key add -

# update Repositories:
apt-get update

# install basic packages:
apt-get install -y \
    git \
    htop \
    unzip \
    python-dev \
    python-software-properties \
    python-pip \
    python-psycopg2 \
    build-essential \
    libproj-dev \
    libgeos-dev \
    libgdal-dev \
    protobuf-compiler \
    libprotobuf-dev \
    libtokyocabinet-dev \
    libgeos-c1 \
    postgresql-9.6 \
    postgresql-9.6-postgis-2.3

# install imposm
pip install imposm

# add Tilemill PPa
add-apt-repository -y ppa:developmentseed/mapbox

# update package index:
apt-get update

# install Tilemill:
apt-get install -y \
    tilemill \
    libmapnik \
    nodejs

# deploy custom pg_hba.conf and restart postgres server:
ln -s -f /vagrant/config/pg_hba.conf /etc/postgresql/9.6/main/pg_hba.conf
service postgresql restart

# setup database, db user and postgis
{'fraction_non_alphanumeric': 0.10475754803293687, 'fraction_numerical': 0.011893870082342177, 'mean_word_length': 2.620860927152318, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 4, 'https://': 1, 'lorem ipsum': 0, 'www.': 1, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4572612', 'n_tokens_mistral': 840, 'n_tokens_neox': 818, 'n_words': 177}