<commit_before>#! /bin/bash

if [ ! -e Beads.zip ]; then
	echo "Downloading Beads library..."
	wget --progress=dot:mega http://www.beadsproject.net/downloads/Beads.zip
	echo "done"
fi

if [ ! -e gervill-1.0.zip ]; then
	echo "Downloading gervill..."
	wget --progress=dot:mega 'http://downloads.sourceforge.net/project/rasmusdsp/gervill/Gervill%201.0/gervill-1.0.zip'
	echo "done"
fi

jars='beads-io.jar beads.jar jarjar-1.0.jar jl1.0.1.jar jna.jar mp3spi1.9.4.jar org-jaudiolibs-audioservers-jack.jar org-jaudiolibs-audioservers-javasound.jar org-jaudiolibs-audioservers.jar org-jaudiolibs-jnajack.jar tools.jar tritonus_aos-0.3.6.jar tritonus_share.jar'

mkdir -p lib

echo -n "Extracting Beads jar files..."
for j in $jars; do
	unzip -p Beads.zip beads/library/$j > lib/$j
	echo -n "."
done
echo "done"

echo -n "Extracting gervill jar file..."
unzip -p gervill-1.0.zip gervill/gervill.jar > lib/gervill.jar
echo "done"<commit_msg>check before extracting jarfiles from zipfiles<commit_after>#! /bin/bash

if [ ! -e Beads.zip ]; then
	echo "Downloading Beads library..."
	wget --progress=dot:mega http://www.beadsproject.net/downloads/Beads.zip
	echo "done"
fi

if [ ! -e gervill-1.0.zip ]; then
	echo "Downloading gervill..."
	wget --progress=dot:mega 'http://downloads.sourceforge.net/project/rasmusdsp/gervill/Gervill%201.0/gervill-1.0.zip'
	echo "done"
fi

jars='beads-io.jar beads.jar jarjar-1.0.jar jl1.0.1.jar jna.jar mp3spi1.9.4.jar org-jaudiolibs-audioservers-jack.jar org-jaudiolibs-audioservers-javasound.jar org-jaudiolibs-audioservers.jar org-jaudiolibs-jnajack.jar tools.jar tritonus_aos-0.3.6.jar tritonus_share.jar'

mkdir -p lib

echo -n "Extracting Beads jar files..."
for j in $jars; do
	if [ ! -e "lib/$j" ]; then
		unzip -p Beads.zip beads/library/$j > lib/$j
		echo -n "."
	fi
done
echo "done"

echo -n "Extracting gervill jar file..."
if [ ! -e "lib/gervill.jar" ]; then
	unzip -p gervill-1.0.zip gervill/gervill.jar > lib/gervill.jar
fi
echo "done"
{'fraction_non_alphanumeric': 0.15509376583882412, 'fraction_numerical': 0.022301064368981247, 'mean_word_length': 3.6556603773584904, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 7, 'https://': 0, 'lorem ipsum': 0, 'www.': 2, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 10, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2790596', 'n_tokens_mistral': 882, 'n_tokens_neox': 854, 'n_words': 172}