<commit_before>#!/bin/bash -ex

# Work in progress: create a list of commands necessary to get Stackage
# up-and-running on a freshly installed Debian-based system (includin Ubuntu).

# Quick start:
# wget -O - https://raw.github.com/fpco/stackage/master/debian-bootstrap.sh | bash -ex

# NOTE: Requires that GHC and Cabal are installed and on your PATH. For
# instructions, see:
#    http://www.stackage.org/install

add-apt-repository -y ppa:chris-lea/zeromq
add-apt-repository -y ppa:floe/libtisch
add-apt-repository -y ppa:zoogie/sdl2-snapshots
apt-get update
apt-get install -y \
    build-essential \
    libncurses-dev \
    git \
    libgmp3c2 \
    libgmp3-dev \
    zlib1g-dev \
    libedit2 \
    libedit-dev \
    freeglut3-dev \
    libglu1-mesa-dev \
    libglib2.0-dev \
    libcairo2-dev \
    libpango1.0-dev \
    libgtk2.0-dev \
    zip \
    libdevil-dev \
    llvm \
    libbz2-dev \
    libjudy-dev \
    libmysqlclient-dev \
    libpq-dev \
    libicu-dev \
    libssl-dev \
    nettle-dev \
    libgsl0-dev \
    libblas-dev \
    liblapack-dev \
    libcurl4-openssl-dev \
    libfreenect-dev \
    libnotify-dev \
    libgd2-xpm-dev \
    libyaml-dev \
    liblzma-dev \
    libsdl2-dev \
    libzmq3-dev
<commit_msg>Include some missing system files<commit_after>#!/bin/bash -ex

# Work in progress: create a list of commands necessary to get Stackage
# up-and-running on a freshly installed Debian-based system (includin Ubuntu).

# Quick start:
# wget -O - https://raw.github.com/fpco/stackage/master/debian-bootstrap.sh | bash -ex

# NOTE: Requires that GHC and Cabal are installed and on your PATH. For
# instructions, see:
#    http://www.stackage.org/install

add-apt-repository -y ppa:chris-lea/zeromq
add-apt-repository -y ppa:floe/libtisch
add-apt-repository -y ppa:zoogie/sdl2-snapshots
apt-get update
apt-get install -y \
    build-essential \
    libncurses-dev \
    git \
    wget \
    m4 \
    texlive-binaries \
    libgmp3c2 \
    libgmp3-dev \
    zlib1g-dev \
    libedit2 \
    libedit-dev \
    freeglut3-dev \
    libglu1-mesa-dev \
    libglib2.0-dev \
    libcairo2-dev \
    libpango1.0-dev \
    libgtk2.0-dev \
    zip \
    libdevil-dev \
    llvm \
    libbz2-dev \
    libjudy-dev \
    libmysqlclient-dev \
    libpq-dev \
    libicu-dev \
    libssl-dev \
    libgsl0-dev \
    libblas-dev \
    liblapack-dev \
    libcurl4-openssl-dev \
    libfreenect-dev \
    libnotify-dev \
    libgd2-xpm-dev \
    libyaml-dev \
    liblzma-dev \
    libsdl2-dev \
    libzmq3-dev

mkdir /tmp/nettle-build
(
cd /tmp/nettle-build
wget https://ftp.gnu.org/gnu/nettle/nettle-2.7.1.tar.gz
tar zxf nettle-2.7.1.tar.gz
cd nettle-2.7.1
./configure
make
make install
)
rm -rf /tmp/nettle-build

{'fraction_non_alphanumeric': 0.11508951406649616, 'fraction_numerical': 0.018998903909389842, 'mean_word_length': 2.139908256880734, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 3, 'lorem ipsum': 0, 'www.': 2, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 4, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2086505', 'n_tokens_mistral': 1126, 'n_tokens_neox': 1081, 'n_words': 214}