<commit_before>#!/bin/bash

# ####################################################
# ### Blockparty Dependency Installer ################
# ####################################################
#
# This simple script is designed to install the packages
# required for blockparty apps to compile.
#
# This script is confirmed working for ubuntu 16.04 as of 10/15/2017.  It may break in the future if unknown changes occur.
#
# Current Dependencies:
# - libevent (not our code, but some deps depend on this)
# - libxml2
# - libssl
# - libcurl
# - libvmime (tenative for removal)
# - libpcap
# - libmailutils
# - libglib
# - libjson
# - libstatgrab
# - libmariadbclient
# - libmicrohttpd


echo " >> installing blockparty dependencies from apt directly, where available."

# install gcc/g++ make and cmake
apt-get install -y gcc g++ make cmake

# install libevent
apt-get install libevent-dev

# install supplemental package
apt-get install -y libxml2-dev libssl-dev libcurl4-openssl-dev libvmime-dev libpcap-dev libmailutils-dev libglib2.0-dev libjson-glib-dev libstatgrab-dev libmariadbclient-dev libmicrohttpd-dev



# %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
# %%% LIBCSV %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
# %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%

# install csv parser
echo " >> Attempting to install libcsv_parser from source."
pushd ./
cd ./dependencies/libcsv_parser++-1.0.0/
./configure
make clean
make
make install
popd

# %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
# %%% Libmicrohttpd (w/ websocket support) %%%%%%%
# %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%

echo " >> Attempting to install libmicrohttpd from source."
pushd ./
cd ./dependencies/libmicrohttpd/
./BuildAndInstallBlockparty.sh
popd

<commit_msg>Added libmariadb-client-lgpl-dev dependency within dep installer.<commit_after>#!/bin/bash

# ####################################################
# ### Blockparty Dependency Installer ################
# ####################################################
#
# This simple script is designed to install the packages
# required for blockparty apps to compile.
#
# This script is confirmed working for ubuntu 16.04 as of 10/15/2017.  It may break in the future if unknown changes occur.
#
# Current Dependencies:
# - libevent (not our code, but some deps depend on this)
# - libxml2
# - libssl
# - libcurl
# - libvmime (tenative for removal)
# - libpcap
# - libmailutils
# - libglib
# - libjson
# - libstatgrab
# - libmariadbclient
# - libmicrohttpd


echo " >> installing blockparty dependencies from apt directly, where available."

# install gcc/g++ make and cmake
apt-get install -y gcc g++ make cmake

# install libevent
apt-get install libevent-dev

# install supplemental package
apt-get install -y libxml2-dev libssl-dev libcurl4-openssl-dev libvmime-dev libpcap-dev libmailutils-dev libglib2.0-dev libjson-glib-dev libstatgrab-dev libmariadbclient-dev libmicrohttpd-dev libmariadb-client-lgpl-dev



# %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
# %%% LIBCSV %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
# %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%

# install csv parser
echo " >> Attempting to install libcsv_parser from source."
pushd ./
cd ./dependencies/libcsv_parser++-1.0.0/
./configure
make clean
make
make install
popd

# %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
# %%% Libmicrohttpd (w/ websocket support) %%%%%%%
# %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%

echo " >> Attempting to install libmicrohttpd from source."
pushd ./
cd ./dependencies/libmicrohttpd/
./BuildAndInstallBlockparty.sh
popd


{'fraction_non_alphanumeric': 0.2787524366471735, 'fraction_numerical': 0.01113895850737956, 'mean_word_length': 5.0675675675675675, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 15, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 4}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7315098', 'n_tokens_mistral': 1114, 'n_tokens_neox': 1011, 'n_words': 298}