<commit_before>#!/bin/sh
apt-get update
# install packages needed by libsndfile, matplotlib and lmdb
apt-get install -y \
	g++ \
	autoconf \
	autogen \
	automake \
	libtool \
	pkg-config \
	libogg0 \
	libogg-dev \
	libvorbis0a \
	libvorbis-dev \
	libsamplerate0 \
	libsamplerate0-dev \
	libx11-dev \
	python-dev \
	libfreetype6-dev \
	libpng12-dev \
	libffi-dev

# get libflac 1.3.1, build and install
wget http://downloads.xiph.org/releases/flac/flac-1.3.1.tar.xz
tar xf flac-1.3.1.tar.xz
cd flac-1.3.1
./configure && make && make install
cd ..
# get libsndfile 1.0.26, build and install
wget http://www.mega-nerd.com/files/libsndfile-1.0.27.tar.gz
tar -xzf libsndfile-1.0.27.tar.gz
cd libsndfile-1.0.27.tar.gz
./autogen.sh
./configure --libdir=/usr/lib/x86_64-linux-gnu && make && make install<commit_msg>Fix the url in the build script<commit_after>#!/bin/sh
apt-get update
# install packages needed by libsndfile, matplotlib and lmdb
apt-get install -y \
	g++ \
	autoconf \
	autogen \
	automake \
	libtool \
	pkg-config \
	libogg0 \
	libogg-dev \
	libvorbis0a \
	libvorbis-dev \
	libsamplerate0 \
	libsamplerate0-dev \
	libx11-dev \
	python-dev \
	libfreetype6-dev \
	libpng12-dev \
	libffi-dev

# get libflac 1.3.1, build and install
wget http://downloads.xiph.org/releases/flac/flac-1.3.1.tar.xz
tar xf flac-1.3.1.tar.xz
cd flac-1.3.1
./configure && make && make install
cd ..
# get libsndfile 1.0.26, build and install
wget http://www.mega-nerd.com/libsndfile/files/libsndfile-1.0.27.tar.gz
tar -xzf libsndfile-1.0.27.tar.gz
cd libsndfile-1.0.27.tar.gz
./autogen.sh
./configure --libdir=/usr/lib/x86_64-linux-gnu && make && make install
{'fraction_non_alphanumeric': 0.14424832623250153, 'fraction_numerical': 0.04990870359099209, 'mean_word_length': 2.951923076923077, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 2, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 2, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2025611', 'n_tokens_mistral': 749, 'n_tokens_neox': 716, 'n_words': 141}