<commit_before># USE THIS TO INSTALL INTO STANDARD EC2 INSTANCE
sudo yum -y install python27
mkdir  /home/ec2-user/temp
cd  /home/ec2-user/temp
wget https://bootstrap.pypa.io/get-pip.py
sudo python27 get-pip.py

cd  /home/ec2-user
sudo yum -y install git
git clone https://github.com/klahnakoski/ActiveData-ETL.git
cd /home/ec2-user/ActiveData-ETL/
git checkout fx-test-logger

# PIP INSTALL DID NOT WORK!?!?!?! >:|
sudo python27 /usr/local/lib/python2.7/site-packages/pip/__init__.py install requests
sudo python27 /usr/local/lib/python2.7/site-packages/pip/__init__.py install boto
sudo python27 /usr/local/lib/python2.7/site-packages/pip/__init__.py install BeautifulSoup

echo '{"aws_credentials":{"region":"us-west-2"}}' > /home/ec2-user/private.json

chmod a+x /home/ec2-user/ActiveData-ETL/resources/scripts/fx-test-logger.sh

sudo -i
echo "10 * * * * /home/ec2-user/ActiveData-ETL/resources/scripts/fx-test-logger.sh" > /var/spool/cron/ec2-user
exit
<commit_msg>remove comment<commit_after># USE THIS TO INSTALL INTO STANDARD EC2 INSTANCE
sudo yum -y install python27
mkdir  /home/ec2-user/temp
cd  /home/ec2-user/temp
wget https://bootstrap.pypa.io/get-pip.py
sudo python27 get-pip.py

cd  /home/ec2-user
sudo yum -y install git
git clone https://github.com/klahnakoski/ActiveData-ETL.git
cd /home/ec2-user/ActiveData-ETL/
git checkout fx-test-logger

sudo python27 /usr/local/lib/python2.7/site-packages/pip/__init__.py install requests
sudo python27 /usr/local/lib/python2.7/site-packages/pip/__init__.py install boto
sudo python27 /usr/local/lib/python2.7/site-packages/pip/__init__.py install BeautifulSoup

echo '{"aws_credentials":{"region":"us-west-2"}}' > /home/ec2-user/private.json

chmod a+x /home/ec2-user/ActiveData-ETL/resources/scripts/fx-test-logger.sh

sudo -i
echo "10 * * * * /home/ec2-user/ActiveData-ETL/resources/scripts/fx-test-logger.sh" > /var/spool/cron/ec2-user
exit

{'fraction_non_alphanumeric': 0.14345769837099318, 'fraction_numerical': 0.029427220178665267, 'mean_word_length': 4.10455764075067, 'pattern_counts': {'":': 4, '<': 3, '<?xml version=': 0, '>': 8, 'https://': 4, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3213010', 'n_tokens_mistral': 781, 'n_tokens_neox': 731, 'n_words': 138}