<commit_before>#!/bin/bash
# Clean install OS X setup with xcode command line tools and brew/brew-cask

# Installing xcode command line tools - May Requires user interaction
sudo xcode-select --install
echo "OSXetup > Press any key when install completes"
read tmp

echo ""
echo "OSXetup > Install homebrew"
echo ""
ruby -e "$(curl -fsSL https://raw.githubusercontent.com/Homebrew/install/master/install)"
brew doctor

#echo ""
#echo "OSXetup > Install MacTex via homebrew"
#echo ""
#brew cask install mactex
#Note this installs the full 2.2 GB mactex package. I haven't decided if brew-cask is needed for mactex, might make more sense to just manually d/l from <https://tug.org/mactex/>

# Python install prompt
echo ""
echo -n "OSXetup > Do you want to install Python? [y/n] > "
read pyAnswer
case $pyAnswer in
    [yY])
        echo "Note: all python installations are Python 3"
        echo "Source: 1 - homebrew Python"
        echo "        2 - Anaconda Python (Continuum Analytics)"
        echo -n "[1/2] > "
        read pyChoice
        case $pyChoice in
            [1])
                echo "Installing Python via homebrew"
                brew install python3
                pip3 install --upgrade pip3
                pip3 install setuptools
                ;;
            [2])
                echo "Installing Python via Anaconda (Continuum Analytics)"
                wget -O ~/Downloads/Miniconda3-3.7.0-MacOSX-x86_64.sh http://repo.continuum.io/miniconda/Miniconda3-3.7.0-MacOSX-x86_64.sh
                bash ~/Downloads/Miniconda3-3.7.0-MacOSX-x86_64.sh
                rm ~/Downloads/Miniconda3-3.7.0-MacOSX-x86_64.sh
                ;;
            *) 
                echo "Not a valid option - skipping install"
                ;;
        esac    
        ;;
    *)
        echo "Okay, but you're missing out."
        ;;
esac
<commit_msg>Removed MacTex references<commit_after>#!/bin/bash
# Clean install OS X setup with xcode command line tools and brew/brew-cask

# Installing xcode command line tools - May Requires user interaction
sudo xcode-select --install
echo "OSXetup > Press any key when install completes"
read tmp

echo ""
echo "OSXetup > Install homebrew"
echo ""
ruby -e "$(curl -fsSL https://raw.githubusercontent.com/Homebrew/install/master/install)"
brew doctor

# Python install prompt
echo ""
echo -n "OSXetup > Do you want to install Python? [y/n] > "
read pyAnswer
case $pyAnswer in
    [yY])
        echo "Note: all python installations are Python 3"
        echo "Source: 1 - homebrew Python"
        echo "        2 - Anaconda Python (Continuum Analytics)"
        echo -n "[1/2] > "
        read pyChoice
        case $pyChoice in
            [1])
                echo "Installing Python via homebrew"
                brew install python3
                pip3 install --upgrade pip3
                pip3 install setuptools
                ;;
            [2])
                echo "Installing Python via Anaconda (Continuum Analytics)"
                wget -O ~/Downloads/Miniconda3-3.7.0-MacOSX-x86_64.sh http://repo.continuum.io/miniconda/Miniconda3-3.7.0-MacOSX-x86_64.sh
                bash ~/Downloads/Miniconda3-3.7.0-MacOSX-x86_64.sh
                rm ~/Downloads/Miniconda3-3.7.0-MacOSX-x86_64.sh
                ;;
            *) 
                echo "Not a valid option - skipping install"
                ;;
        esac    
        ;;
    *)
        echo "Okay, but you're missing out."
        ;;
esac

{'fraction_non_alphanumeric': 0.09630911188004614, 'fraction_numerical': 0.025374855824682813, 'mean_word_length': 1.9348561759729273, 'pattern_counts': {'":': 0, '<': 4, '<?xml version=': 0, '>': 15, 'https://': 3, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 6, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4839188', 'n_tokens_mistral': 1139, 'n_tokens_neox': 1048, 'n_words': 326}