<commit_before>#!/bin/bash

mkdir -p downloads
cd downloads

wget -N http://ftp.gnome.org/pub/gnome/sources/glib/2.26/glib-2.26.0.tar.gz
wget -N http://sourceforge.net/projects/sexpr/files/sexpr/1.2.1/sexpr_1.2.1.tar.gz
wget -N http://protobuf.googlecode.com/files/protobuf-2.4.1.tar.gz
wget -N http://googletest.googlecode.com/files/gtest-1.5.0.zip
wget -N http://googlemock.googlecode.com/files/gmock-1.5.0.zip
wget -N http://ignum.dl.sourceforge.net/project/opencvlibrary/opencv-unix/2.3.1/OpenCV-2.3.1a.tar.bz2
# add more source files to download above

cd ..
<commit_msg>- eleminateing dead openCV link, update by an opencvlibrary-link<commit_after>#!/bin/bash

mkdir -p downloads
cd downloads

wget -N http://ftp.gnome.org/pub/gnome/sources/glib/2.26/glib-2.26.0.tar.gz
wget -N http://sourceforge.net/projects/sexpr/files/sexpr/1.2.1/sexpr_1.2.1.tar.gz
wget -N http://protobuf.googlecode.com/files/protobuf-2.4.1.tar.gz
wget -N http://googletest.googlecode.com/files/gtest-1.5.0.zip
wget -N http://googlemock.googlecode.com/files/gmock-1.5.0.zip
wget -N http://sourceforge.net/projects/opencvlibrary/files/opencv-unix/2.3.1/OpenCV-2.3.1a.tar.bz2
# add more source files to download above

cd ..

{'fraction_non_alphanumeric': 0.17318900915903415, 'fraction_numerical': 0.04829308909242298, 'mean_word_length': 3.518796992481203, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 6, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3781050', 'n_tokens_mistral': 540, 'n_tokens_neox': 509, 'n_words': 72}