<commit_before>#!/bin/bash

if [ ! -e /sw ]; then
echo 'Installing fink...  Please follow the directions...'
curl -s https://raw.githubusercontent.com/fink/scripts/master/srcinstaller/Install%20Fink.tool > /tmp/fink.sh
chmod 755 /tmp/fink.sh
/tmp/fink.sh
fi

source /sw/bin/init.sh

sudo apt-get update
sudo apt-get -y upgrade

sudo apt-get -y install \
autoconf2.6 \
automake1.15-core \
bison \
cmake \
coreutils \
curl \
gcc5 \
gettext-bin \
git \
libncurses5 \
libncurses5-shlibs \
libpcap1 \
libtool2 \
make \
openssl \
pdftk \
rsync \
tmux \
vim \
wget \
xz \
\
bzip2-dev \
cairo \
freetype \
libevent2 \
libffi6 \
libjpeg \
libpcap1-shlibs \
libpcre1 \
libpng16 \
libwebp5 \
libxml2 \
openssl100-dev \
openssl100-shlibs \
pixman \
readline6 \
sqlite3-dev \
uuid
<commit_msg>openssl100-dev is broken - and seems we don't need it anyway<commit_after>#!/bin/bash

if [ ! -e /sw ]; then
echo 'Installing fink...  Please follow the directions...'
curl -s https://raw.githubusercontent.com/fink/scripts/master/srcinstaller/Install%20Fink.tool > /tmp/fink.sh
chmod 755 /tmp/fink.sh
/tmp/fink.sh
fi

source /sw/bin/init.sh

sudo apt-get update
sudo apt-get -y upgrade

sudo apt-get -y install \
autoconf2.6 \
automake1.15-core \
bison \
cmake \
coreutils \
curl \
gcc5 \
gettext-bin \
git \
libncurses5 \
libncurses5-shlibs \
libpcap1 \
libtool2 \
make \
openssl \
pdftk \
rsync \
tmux \
vim \
wget \
xz \
\
bzip2-dev \
cairo \
freetype \
libevent2 \
libffi6 \
libjpeg \
libpcap1-shlibs \
libpcre1 \
libpng16 \
libwebp5 \
libxml2 \
openssl100-shlibs \
pixman \
readline6 \
sqlite3-dev \
uuid

{'fraction_non_alphanumeric': 0.1289308176100629, 'fraction_numerical': 0.04025157232704402, 'mean_word_length': 2.743529411764706, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 5, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 2}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3460822', 'n_tokens_mistral': 730, 'n_tokens_neox': 676, 'n_words': 152}