<commit_before>Initial ruby/rails setup (on OSX)
---------------------------------

    # 1. install xcode: https://itunes.apple.com/us/app/xcode/id497799835
    # install xcode's command line tools: http://guide.macports.org/#installing.xcode
    
    sudo xcodebuild -license
    xcode-select --install # if OSX 10.9+
    
    # 2. install MacPorts: http://www.macports.org/install.php
    
    sudo port install libxml2 libxslt
    sudo port upgrade outdated
    
    # 3. install mysql: http://dev.mysql.com/downloads/mysql/
    
    # 4. install RVM:
    \curl -sSL https://get.rvm.io | bash
    
    # now manually do the stuff it tells you to
    
    rvm autolibs macports
    rvm get stable
    rvm install 2.1.0
    rvm reload
    rvm alias create default 2.1.0
    rvm 2.1.0


MYL specific
------------
<commit_msg>reset autolibs on rmv update<commit_after>Initial ruby/rails setup (on OSX)
---------------------------------

    # 1. install xcode: https://itunes.apple.com/us/app/xcode/id497799835
    # install xcode's command line tools: http://guide.macports.org/#installing.xcode
    
    sudo xcodebuild -license
    xcode-select --install # if OSX 10.9+
    
    # 2. install MacPorts: http://www.macports.org/install.php
    
    sudo port install libxml2 libxslt
    sudo port upgrade outdated
    
    # 3. install mysql: http://dev.mysql.com/downloads/mysql/
    
    # 4. install RVM:
    \curl -sSL https://get.rvm.io | bash
    
    # now manually do the stuff it tells you to
    
    rvm autolibs macports
    rvm get stable
    rvm autolibs macports
    rvm install 2.1.0
    rvm reload
    rvm alias create default 2.1.0
    rvm 2.1.0


MYL specific
------------

{'fraction_non_alphanumeric': 0.14176018901358536, 'fraction_numerical': 0.03071470761961016, 'mean_word_length': 1.9006849315068493, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 4, 'lorem ipsum': 0, 'www.': 2, 'xml': 2}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 2, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5763608', 'n_tokens_mistral': 617, 'n_tokens_neox': 560, 'n_words': 159}