<commit_before>sudo apt-getg remove rubygems
sudo apt-get install curl build-essential optipng pngcrush php5 php-codesniffer ruby1.9.3 checkstyle libjpeg-turbo-progs xsltproc
#sudo apt-get install nodejs-legacy in ubuntu 14

# Install latest node
curl http://nodejs.org/dist/node-latest.tar.gz | tar xz
cd node-v*
./configure
sudo make install
cd -

# Install npm
curl -L https://npmjs.org/install.sh | sh

sudo gem install rubocop
sudo gem install ruby-lint
sudo gem install scss-lint
pip install http://closure-linter.googlecode.com/files/closure_linter-latest.tar.gz
pip install pylint
pip install pep8
pip install pyYAML
pip install docutils
pip install html-linter

# See https://github.com/n1k0/casperjs/issues/876
sudo npm config set registry http://registry.npmjs.org/
sudo npm install -g csslint
sudo npm install -g jshint

# Tidy
git clone https://github.com/w3c/tidy-html5.git
cd tidy-html5
make -C build/gmake/
sudo make install -C build/gmake/
cd -

# PMD
wget "http://downloads.sourceforge.net/project/pmd/pmd/5.1.3/pmd-bin-5.1.3.zip?r=&ts=`date +%s`&use_mirror=ufpr"
unzip pmd-bin-*
mv pmd-bin-5.1.3 pmd-bin
<commit_msg>Install phpcs from pear and fixed removal of rubygems<commit_after>sudo apt-get remove rubygems
sudo apt-get install curl build-essential optipng pngcrush php5 ruby1.9.3 checkstyle libjpeg-turbo-progs xsltproc
#sudo apt-get install nodejs-legacy in ubuntu 14

# Install latest node
curl http://nodejs.org/dist/node-latest.tar.gz | tar xz
cd node-v*
./configure
sudo make install
cd -

# Install npm
curl -L https://npmjs.org/install.sh | sh

sudo gem install rubocop
sudo gem install ruby-lint
sudo gem install scss-lint
pip install http://closure-linter.googlecode.com/files/closure_linter-latest.tar.gz
pip install pylint
pip install pep8
pip install pyYAML
pip install docutils
pip install html-linter

# See https://github.com/n1k0/casperjs/issues/876
sudo npm config set registry http://registry.npmjs.org/
sudo npm install -g csslint
sudo npm install -g jshint

# PHP CodeSniffer
wget http://pear.php.net/go-pear.phar
sudo php go-pear.phar
sudo pear install PHP_CodeSniffer

# Tidy
git clone https://github.com/w3c/tidy-html5.git
cd tidy-html5
make -C build/gmake/
sudo make install -C build/gmake/
cd -

# PMD
wget "http://downloads.sourceforge.net/project/pmd/pmd/5.1.3/pmd-bin-5.1.3.zip?r=&ts=`date +%s`&use_mirror=ufpr"
unzip pmd-bin-*
mv pmd-bin-5.1.3 pmd-bin

{'fraction_non_alphanumeric': 0.10806317539484622, 'fraction_numerical': 0.0199501246882793, 'mean_word_length': 4.046121593291405, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 6, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 2, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '784697', 'n_tokens_mistral': 980, 'n_tokens_neox': 881, 'n_words': 250}