<commit_before>mkdir stats
mkdir video
mkdir weights

apt-get update
apt-get upgrade

apt-get install -y python2.7-dev python-pip

pip install numpy

# install ALE
sudo apt-get install -y libsdl1.2-dev libsdl-gfx1.2-dev libsdl-image1.2-dev cmake
git clone https://github.com/mgbellemare/Arcade-Learning-Environment.git ~/ALE
cd ~/ALE
mkdir build
cd build
cmake -DUSE_SDL=ON -DUSE_RLGLUE=OFF -DBUILD_EXAMPLES=ON ..
make -j 4
pip install ..

# install OpenCV
git clone https://github.com/Itseez/opencv.git ~/opencv
cd ~/opencv
git checkout 3.1.0
mkdir build
cd build
cmake .. -DBUILD_opencv_python2=ON
make -j 4
make install<commit_msg>install joblib<commit_after>mkdir stats
mkdir video
mkdir weights

apt-get update
apt-get upgrade

apt-get install -y python2.7-dev python-pip

pip install numpy

# install ALE
sudo apt-get install -y libsdl1.2-dev libsdl-gfx1.2-dev libsdl-image1.2-dev cmake
git clone https://github.com/mgbellemare/Arcade-Learning-Environment.git ~/ALE
cd ~/ALE
mkdir build
cd build
cmake -DUSE_SDL=ON -DUSE_RLGLUE=OFF -DBUILD_EXAMPLES=ON ..
make -j 4
pip install ..

# install OpenCV
git clone https://github.com/Itseez/opencv.git ~/opencv
cd ~/opencv
git checkout 3.1.0
mkdir build
cd build
cmake .. -DBUILD_opencv_python2=ON
make -j 4
make install

# install joblib
pip install joblib
{'fraction_non_alphanumeric': 0.09877488514548238, 'fraction_numerical': 0.021439509954058193, 'mean_word_length': 3.96958174904943, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 4, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1966753', 'n_tokens_mistral': 529, 'n_tokens_neox': 493, 'n_words': 143}