<commit_before>#! /bin/bash

source config.sh


echo "*** SCONS ***"
if [ ! -e "$DST_DIR/bin/scons"  -o "$1" != "" ]; then
	SRC_LINK="https://netix.dl.sourceforge.net/project/scons/scons/2.4.0/scons-2.4.0.tar.gz"
	FILENAME="`basename $SRC_LINK`"
	BASENAME="scons-2.4.0"

	cd "$SRC_DIR"

	if [ ! -e "$FILENAME" ]; then
		curl "$SRC_LINK" -o "$FILENAME" || exit 1
	fi
	tar xzf "$FILENAME"
	cd "$BASENAME"

	python setup.py install --prefix="$DST_DIR" || exit 1

	echo "DONE"
<commit_msg>added exit rule for scons<commit_after>#! /bin/bash

source config.sh


echo "*** SCONS ***"
if [ ! -e "$DST_DIR/bin/scons"  -o "$1" != "" ]; then
	SRC_LINK="https://netix.dl.sourceforge.net/project/scons/scons/2.4.0/scons-2.4.0.tar.gz"
	FILENAME="`basename $SRC_LINK`"
	BASENAME="scons-2.4.0"

	cd "$SRC_DIR"

	if [ ! -e "$FILENAME" ]; then
		curl "$SRC_LINK" -o "$FILENAME" || exit 1
	fi
	tar xzf "$FILENAME" || exit 1
	cd "$BASENAME" || exit 1

	python setup.py install --prefix="$DST_DIR" || exit 1

	echo "DONE"

{'fraction_non_alphanumeric': 0.21157684630738524, 'fraction_numerical': 0.02594810379241517, 'mean_word_length': 3.497757847533632, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '644712', 'n_tokens_mistral': 480, 'n_tokens_neox': 439, 'n_words': 92}