<commit_before>#! /bin/sh

mkdir -p .utils
cd .utils

rm -rf phantomjs
wget -qO- https://phantomjs.googlecode.com/files/phantomjs-1.9.1-linux-x86_64.tar.bz2 | tar -jxf -
mv phantomjs-1.9.1-linux-x86_64 phantomjs

rm -rf casperjs
wget -qO- https://github.com/n1k0/casperjs/archive/1.0.3.tar.gz | tar -zxf -
mv casperjs-1.0.3 casperjs<commit_msg>install now permit a full installation<commit_after>#! /bin/sh

echo "cleaning ..."
rm -rf .utils
mkdir -p .utils
rm -rf node_modules

echo "downloading phantomjs ..."
cd .utils

rm -rf phantomjs
wget -qO- https://phantomjs.googlecode.com/files/phantomjs-1.9.1-linux-x86_64.tar.bz2 | tar -jxf -
mv phantomjs-1.9.1-linux-x86_64 phantomjs

echo "downloading casperjs ..."
rm -rf casperjs
wget -qO- https://github.com/n1k0/casperjs/archive/1.0.3.tar.gz | tar -zxf -
mv casperjs-1.0.3 casperjs

cd ..

npm install

cd node_modules
git clone <EMAIL>:trupin/solidify.git
cd solidify
npm install
{'fraction_non_alphanumeric': 0.14699570815450644, 'fraction_numerical': 0.04935622317596566, 'mean_word_length': 3.2409090909090907, 'pattern_counts': {'":': 0, '<': 4, '<?xml version=': 0, '>': 4, 'https://': 4, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 2, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2695484', 'n_tokens_mistral': 428, 'n_tokens_neox': 392, 'n_words': 88}