<commit_before>#!/bin/bash
base_dir=`pwd`"/third_party"
cd $base_dir
tar -xzf curl-7.53.1.tar.gz
cd curl-7.53.1
./configure && sudo make install
cd $base_dir
tar -xzf zlib-1.2.11.tar.gz
cd zlib-1.2.11
./configure && sudo make install
cd $base_dir
unzip libiconv-1.14.zip
cd libiconv-1.14
sudo chmod 755 configure
./configure && sudo make install
cd $base_dir
sudo ls -l /usr/lib/mysql
unzip mysqlpp.zip
cd mysqlpp
chmod 755 configure
./configure --with-mysql-lib=/usr/lib/x86_64-linux-gnu && make install
cd $base_dir
unzip cpp_redis.zip
mkdir -p build
cd build
cmake ..
sudo make install
cd $base_dir
tar -xzf lz4.v1.8.3.tar.gz
cd lz4-1.8.3
sudo make install<commit_msg>update to v2.0.0 beta<commit_after>#!/bin/bash
base_dir=`pwd`"/third_party"
cd $base_dir
tar -xzf curl-7.53.1.tar.gz
cd curl-7.53.1
./configure && sudo make install
cd $base_dir
tar -xzf zlib-1.2.11.tar.gz
cd zlib-1.2.11
./configure && sudo make install
cd $base_dir
unzip libiconv-1.14.zip
cd libiconv-1.14
sudo chmod 755 configure
./configure && sudo make install
cd $base_dir
sudo ls -l /usr/lib/mysql
unzip mysqlpp.zip
cd mysqlpp
chmod 755 configure
./configure --with-mysql-lib=/usr/lib/x86_64-linux-gnu && sudo make install
cd $base_dir
unzip cpp_redis.zip
mkdir -p build
cd build
cmake ..
sudo make install
cd $base_dir
tar -xzf lz4.v1.8.3.tar.gz
cd lz4-1.8.3
sudo make install
{'fraction_non_alphanumeric': 0.12841328413284134, 'fraction_numerical': 0.061254612546125464, 'mean_word_length': 3.627986348122867, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '625731', 'n_tokens_mistral': 621, 'n_tokens_neox': 561, 'n_words': 159}