<commit_before>#/usr/bin/bash
export MACOSX_DEPLOYMENT_TARGET=10.6
set -e
mkdir input
pushd input
git clone git://github.com/martine/ninja.git
pushd ninja
git checkout release
./configure.py --bootstrap
popd
curl -O https://raw.githubusercontent.com/martine/ninja/master/misc/ninja_syntax.py
curl -O http://www.ambiera.at/downloads/irrKlang-64bit-1.5.0.zip
unzip irrKlang-64bit-1.5.0.zip
ln -s irrKlang-64bit-1.5.0 irrklang
git clone --depth=1 https://github.com/glfw/glfw.git
mkdir glfw/build
pushd glfw/build
cmake .. -DGLFW_BUILD_EXAMPLES=off -DGLFW_BUILD_TESTS=off
make
popd
git clone --depth=1 https://github.com/nigels-com/glew.git
pushd glew
make extensions
make
popd
git clone --depth=1 <EMAIL>:glennrp/libpng.git
pushd libpng
make -f scripts/makefile.darwin
popd
git clone --depth=1 git@github.com:madler/zlib
pushd zlib
./configure --static
make
popd
git clone --depth=1 https://github.com/MersenneTwister-Lab/TinyMT
pushd TinyMT/tinymt
make
popd<commit_msg>fixed libpng and zlib urls to be https so that you don't need to be an authenticated github user to clone<commit_after>#/usr/bin/bash
export MACOSX_DEPLOYMENT_TARGET=10.6
set -e
mkdir input
pushd input
git clone git://github.com/martine/ninja.git
pushd ninja
git checkout release
./configure.py --bootstrap
popd
curl -O https://raw.githubusercontent.com/martine/ninja/master/misc/ninja_syntax.py
curl -O http://www.ambiera.at/downloads/irrKlang-64bit-1.5.0.zip
unzip irrKlang-64bit-1.5.0.zip
ln -s irrKlang-64bit-1.5.0 irrklang
git clone --depth=1 https://github.com/glfw/glfw.git
mkdir glfw/build
pushd glfw/build
cmake .. -DGLFW_BUILD_EXAMPLES=off -DGLFW_BUILD_TESTS=off
make
popd
git clone --depth=1 https://github.com/nigels-com/glew.git
pushd glew
make extensions
make
popd
git clone --depth=1 https://github.com/glennrp/libpng.git
pushd libpng
make -f scripts/makefile.darwin
popd
git clone --depth=1 https://github.com/madler/zlib.git
pushd zlib
./configure --static
make
popd
git clone --depth=1 https://github.com/MersenneTwister-Lab/TinyMT
pushd TinyMT/tinymt
make
popd
{'fraction_non_alphanumeric': 0.11919882755251587, 'fraction_numerical': 0.02247191011235955, 'mean_word_length': 4.291989664082688, 'pattern_counts': {'":': 0, '<': 4, '<?xml version=': 0, '>': 4, 'https://': 10, 'lorem ipsum': 0, 'www.': 2, 'xml': 0}, 'pii_count': 1, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 2, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1328356', 'n_tokens_mistral': 839, 'n_tokens_neox': 799, 'n_words': 185}