<commit_before>#!/bin/bash
apt-get update -y && apt-get install -y build-essential \ 
	g++ \
	flex \
	bison \
	gperf \
	ruby \
	perl \
  	libsqlite3-dev \
  	libfontconfig1-dev \
  	libicu-dev \
  	libfreetype6 \
  	libssl-dev \
  	libpng-dev \
  	libjpeg-dev

cd /opt/
mkdir phantomJS
cd phantomJS
git clone git://github.com/ariya/phantomjs.git
cd phantomjs
git checkout 2.0
./build.sh --confirm --jobs 8
ln -s /opt/phantomJS/phantomjs/bin/phantomjs /usr/bin/phantomjs<commit_msg>Fix spurious space after quoted-newline<commit_after>#!/bin/bash
apt-get update -y && apt-get install -y build-essential \
  bison \
  flex \
  g++ \
  gperf \
  libfontconfig1-dev \
  libfreetype6 \
  libicu-dev \
  libjpeg-dev \
  libpng-dev \
  libsqlite3-dev \
  libssl-dev \
  perl \
  ruby \
  || exit 1

cd /opt/ || exit 1
mkdir phantomJS || exit 1
cd phantomJS || exit 1
git clone git://github.com/ariya/phantomjs.git || exit 1
cd phantomjs || exit 1
git checkout 2.0 || exit 1
./build.sh --confirm --jobs 8 || exit 1
ln -s /opt/phantomJS/phantomjs/bin/phantomjs /usr/bin/phantomjs || exit 1
{'fraction_non_alphanumeric': 0.13148148148148148, 'fraction_numerical': 0.019444444444444445, 'mean_word_length': 2.521172638436482, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '955236', 'n_tokens_mistral': 472, 'n_tokens_neox': 416, 'n_words': 107}