<commit_before># INSTALL RAILS - because its too fucking annoying
sudo apt-get update
sudo apt-get upgrade
sudo apt-get install build-essential curl git git-core git-gui git-doc sqlite3 libsqlite3-dev libsqlite3-ruby libncurses-dev libncurses-ruby libreadline-dev nodejs libcurl4-openssl-dev libssl-dev zlib1g-dev libmysql-ruby libmysqlclient-dev libxslt-dev libxml2-dev
#bash < <(curl -s https://rvm.beginrescueend.com/install/rvm)
#echo '[[ -s "$HOME/.rvm/scripts/rvm" ]] && . "$HOME/.rvm/scripts/rvm" # Load RVM function' >> ~/.bash_profile
#source ~/.bash_profile
#rvm pkg install zlib
#rvm pkg install iconv
#rvm pkg install openssl
#rvm install 1.9.2 -C --with-openssl-dir=$HOME/.rvm/usr,--with-iconv-dir=$HOME/.rvm/usr,--with-zlib-dir=$rvm_path/usr
#rvm use --default 1.9.2
#cp /etc/ssl/certs/* ~/.rvm/usr/ssl/certs/
#gem install rails
#cd ~/.rvm/src/ruby-1.9.2-p290/ext/readline
#ruby extconf.rb
#make
#make install
#cd $HOME
<commit_msg>updated some apt-get commands<commit_after>sudo apt-get install libxslt-dev libxml2-dev libmysqlclient-dev libsqlite3-dev libpq-dev 

{'fraction_non_alphanumeric': 0.14272474513438368, 'fraction_numerical': 0.018535681186283594, 'mean_word_length': 4.294117647058823, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 5, 'https://': 1, 'lorem ipsum': 0, 'www.': 0, 'xml': 2}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6095416', 'n_tokens_mistral': 440, 'n_tokens_neox': 407, 'n_words': 98}