<commit_before>#!/bin/bash

#Exit immediately if a command exits with a non-zero status
set -e

echo "Updating package info..."

#Docker
sudo apt-key adv --keyserver hkp://p80.pool.sks-keyservers.net:80 --recv-keys 58118E89F3A912897C070ADBF76221572C52609D
sudo sh -c 'echo "deb https://apt.dockerproject.org/repo ubuntu-trusty main" > /etc/apt/sources.list.d/docker.list'

sudo apt-get update -y

echo "Upgrading packages..."
sudo apt-get upgrade -y

echo "Installing java..."
sudo apt-get install -y openjdk-7-jre-headless
echo "export JAVA_HOME=/usr/lib/jvm/java-7-openjdk-amd64" >> ~/.bashrc

echo "Installing python packages..."
sudo apt-get install -y \
  python-scipy \
  python-pip \
  python-setuptools \
  python-dev \
  build-essential 

echo "Installing unzip..."
sudo apt-get install -y unzip

echo "Increase open files limit"<commit_msg>Revert "add pip deps"<commit_after>#!/bin/bash

#Exit immediately if a command exits with a non-zero status
set -e

echo "Updating package info..."

#Docker
sudo apt-key adv --keyserver hkp://p80.pool.sks-keyservers.net:80 --recv-keys 58118E89F3A912897C070ADBF76221572C52609D
sudo sh -c 'echo "deb https://apt.dockerproject.org/repo ubuntu-trusty main" > /etc/apt/sources.list.d/docker.list'

sudo apt-get update -y

echo "Upgrading packages..."
sudo apt-get upgrade -y

echo "Installing java..."
sudo apt-get install -y openjdk-7-jre-headless
echo "export JAVA_HOME=/usr/lib/jvm/java-7-openjdk-amd64" >> ~/.bashrc

echo "Installing python packages..."
sudo apt-get install -y \
  python-scipy \
  python-pip

echo "Installing unzip..."
sudo apt-get install -y unzip

echo "Increase open files limit"
{'fraction_non_alphanumeric': 0.13090909090909092, 'fraction_numerical': 0.04606060606060606, 'mean_word_length': 3.6246498599439776, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 9, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2619991', 'n_tokens_mistral': 683, 'n_tokens_neox': 596, 'n_words': 165}