<commit_before>#!/bin/bash
apt-get update -y
apt-get install -y nginx software-properties-common

apt-key adv --recv-keys --keyserver hkp://keyserver.ubuntu.com:80 <KEY> 
add-apt-repository 'deb http://mirror.jmu.edu/pub/mariadb/repo/5.5/ubuntu trusty main'
apt-get update
apt-get install mariadb-server -y
mysql_install_db
mysql_secure_installation

apt-get install -y php5-fpm php5-mysql php5-curl php5-cli

curl -sS https://getcomposer.org/installer | php
mv composer.phar /usr/local/bin/composer

apt-get update
apt-get install -y build-essential tcl8.5 

wget http://download.redis.io/releases/redis-stable.tar.gz
tar xzf redis-stable.tar.gz
cd redis-stable
make
make test
make install
cd utils<commit_msg>Sqlite install<commit_after>#!/bin/bash
apt-get update -y
apt-get install -y nginx software-properties-common

apt-key adv --recv-keys --keyserver hkp://keyserver.ubuntu.com:80 <KEY> 
add-apt-repository 'deb http://mirror.jmu.edu/pub/mariadb/repo/5.5/ubuntu trusty main'
apt-get update
apt-get install mariadb-server -y
mysql_install_db
mysql_secure_installation

apt-get install -y php5-fpm php5-mysql php5-curl php5-cli php5-sqlite sqlite3 libsqlite3-dev

curl -sS https://getcomposer.org/installer | php
mv composer.phar /usr/local/bin/composer

apt-get update
apt-get install -y build-essential tcl8.5 

wget http://download.redis.io/releases/redis-stable.tar.gz
tar xzf redis-stable.tar.gz
cd redis-stable
make
make test
make install
cd utils
{'fraction_non_alphanumeric': 0.11522633744855967, 'fraction_numerical': 0.01577503429355281, 'mean_word_length': 4.15547703180212, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 5, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 2, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2309917', 'n_tokens_mistral': 580, 'n_tokens_neox': 539, 'n_words': 129}