<commit_before>#!/bin/bash
#
# Install dependencies for building the build pack binaries.
#
#  Usage:
#    ./install-deps.sh <os> <version>
#      <os>  One of these:  ubunbu
#      <version>  OS Version: 10.04, 12.04, 14.04
#
#  Date: 6-9-2014
#  Author:  <NAME> <<EMAIL>
#
OS=$(cat /etc/issue | cut -d ' ' -f 1)
VERSION=$(cat /etc/issue | cut -d ' ' -f 2)

if [ "$OS" == "Ubuntu" ]; then
	# update repo and packages
	sudo apt-get update
	sudo apt-get -y upgrade
	if [[ "$VERSION" == "10.04"* ]]; then
		sudo apt-get -y install build-essential autoconf automake git-core libssl-dev libsnmp-dev mercurial libbz2-dev libldap2-dev libpcre3-dev libxml2-dev libpq-dev libzip-dev libcurl4-openssl-dev libgdbm-dev libmysqlclient-dev libgmp3-dev libjpeg-dev libpng12-dev libc-client2007e-dev libsasl2-dev libmcrypt-dev libaspell-dev libpspell-dev libexpat1-dev imagemagick libmagickwand-dev libmagickcore-dev
	elif [[ "$VERSION" == "12.04"* ]]; then
		sudo apt-get -y install build-essential autoconf automake git-core libssl-dev libsnmp-dev mercurial libbz2-dev libldap2-dev libpcre3-dev libxml2-dev libpq-dev libzip-dev libcurl4-openssl-dev libgdbm-dev libmysqlclient-dev libgmp3-dev libjpeg-dev libpng12-dev libc-client2007e-dev libsasl2-dev libmcrypt-dev libaspell-dev libpspell-dev libexpat1-dev imagemagick libmagickwand-dev libmagickcore-dev
	elif [[ "$VERSION" == "14.04"* ]]; then
		sudo apt-get -y install build-essential autoconf automake git-core libssl-dev libsnmp-dev mercurial libbz2-dev libldap2-dev libpcre3-dev libxml2-dev libpq-dev libzip-dev libcurl4-openssl-dev libgdbm-dev libmysqlclient-dev libgmp3-dev libjpeg-dev libpng12-dev libc-client2007e-dev libsasl2-dev libmcrypt-dev libaspell-dev libpspell-dev libexpat1-dev imagemagick libmagickwand-dev libmagickcore-dev
	else
		echo "Version [$VERSION] of [$OS] is not supported"
		exit -1
	fi<commit_msg>Remove git-core, which should already be installed.  Changed libgmp stuff for 14.04.<commit_after>#!/bin/bash
#
# Install dependencies for building the build pack binaries.
#
#  Usage:
#    ./install-deps.sh <os> <version>
#      <os>  One of these:  ubunbu
#      <version>  OS Version: 10.04, 12.04, 14.04
#
#  Date: 6-9-2014
#  Author:  <NAME> <<EMAIL>
#
OS=$(cat /etc/issue | cut -d ' ' -f 1)
VERSION=$(cat /etc/issue | cut -d ' ' -f 2)

if [ "$OS" == "Ubuntu" ]; then
	# update repo and packages
	sudo apt-get update
	sudo apt-get -y upgrade
	if [[ "$VERSION" == "10.04"* ]]; then
		sudo apt-get -y install build-essential autoconf automake libssl-dev libsnmp-dev mercurial libbz2-dev libldap2-dev libpcre3-dev libxml2-dev libpq-dev libzip-dev libcurl4-openssl-dev libgdbm-dev libmysqlclient-dev libgmp3-dev libjpeg-dev libpng12-dev libc-client2007e-dev libsasl2-dev libmcrypt-dev libaspell-dev libpspell-dev libexpat1-dev imagemagick libmagickwand-dev libmagickcore-dev
	elif [[ "$VERSION" == "12.04"* ]]; then
		sudo apt-get -y install build-essential autoconf automake libssl-dev libsnmp-dev mercurial libbz2-dev libldap2-dev libpcre3-dev libxml2-dev libpq-dev libzip-dev libcurl4-openssl-dev libgdbm-dev libmysqlclient-dev libgmp3-dev libjpeg-dev libpng12-dev libc-client2007e-dev libsasl2-dev libmcrypt-dev libaspell-dev libpspell-dev libexpat1-dev imagemagick libmagickwand-dev libmagickcore-dev
	elif [[ "$VERSION" == "14.04"* ]]; then
		sudo apt-get -y install build-essential autoconf automake libssl-dev libsnmp-dev mercurial libbz2-dev libldap2-dev libpcre3-dev libxml2-dev libpq-dev libzip-dev libcurl4-openssl-dev libgdbm-dev libmysqlclient-dev libgmp-dev libgmp-dev:i386 libjpeg-dev libpng12-dev libc-client2007e-dev libsasl2-dev libmcrypt-dev libaspell-dev libpspell-dev libexpat1-dev imagemagick libmagickwand-dev libmagickcore-dev
	else
		echo "Version [$VERSION] of [$OS] is not supported"
		exit -1
	fi
{'fraction_non_alphanumeric': 0.1165304508304772, 'fraction_numerical': 0.041128394410756657, 'mean_word_length': 4.247579529737206, 'pattern_counts': {'":': 0, '<': 17, '<?xml version=': 0, '>': 15, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 6}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 5, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2718683', 'n_tokens_mistral': 1577, 'n_tokens_neox': 1430, 'n_words': 360}