<commit_before>
Initial setup notes

    # ensure these are removed
    sudo apt-get purge ipython3 ipython3-notebook

    # requirements for python3 notebook
    sudo apt-get install python3-dev python3-pip build-essential libzmq3-dev libpng-dev libjpeg8-dev libfreetype6-dev

    # clone git repo and build
    git clone https://github.com/sbarakat/algorithmshop-graph-partitioning.git
    cd algorithmshop-graph-partitioning/

    # virtualenv setup
    sudo pip3 install virtualenv
    virtualenv -p python3 env
    source env/bin/activate
    pip3 install -r requirements.txt

Run the notebook:

    cd algorithmshop-graph-partitioning/
    source env/bin/activate
    ipython3 notebook graph-partitioning-fennel.ipynb

Requirements for MaxPerm

    sudo apt-get install libigraph0 libigraph0-dev
    cd bin/MaxPerm/
    gcc Main.c MaxPerm.c -I/usr/include/igraph/ -ligraph -lm -o MaxPerm
<commit_msg>added install steps for R<commit_after>
Initial setup notes

    # ensure these are removed
    sudo apt-get purge ipython3 ipython3-notebook

    # requirements for python3 notebook
    sudo apt-get install python3-dev python3-pip build-essential libzmq3-dev libpng-dev libjpeg8-dev libfreetype6-dev

    # clone git repo and build
    git clone https://github.com/sbarakat/algorithmshop-graph-partitioning.git
    cd algorithmshop-graph-partitioning/

    # not needed on Ubuntu Xenial
    sudo add-apt-repository ppa:marutter/rdev
    sudo apt-get update

    # install R 3.2
    sudo apt-get install r-base r-base-dev

    # virtualenv setup
    sudo pip3 install virtualenv
    virtualenv -p python3 env
    source env/bin/activate
    pip3 install -r requirements.txt

Run the notebook:

    cd algorithmshop-graph-partitioning/
    source env/bin/activate
    ipython3 notebook graph-partitioning-fennel.ipynb

Requirements for MaxPerm

    sudo apt-get install libigraph0 libigraph0-dev
    cd bin/MaxPerm/
    gcc Main.c MaxPerm.c -I/usr/include/igraph/ -ligraph -lm -o MaxPerm

{'fraction_non_alphanumeric': 0.06322127446061214, 'fraction_numerical': 0.015052684395383844, 'mean_word_length': 3.1283643892339543, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4565174', 'n_tokens_mistral': 649, 'n_tokens_neox': 603, 'n_words': 185}