<commit_before>#!/bin/bash
# Script designed to train on a GPU EC2 instance, copy the results to S3, then potentially
# terminate itself. Note that this script is meant to be run _on_ the EC2 instance itself.
terminate="$1"
if [[ $terminate == "--terminate" ]] ; then
  echo "Terminating EC2 instance after training ends!!"
else
  echo "Note: We are not terminating this EC2 instance after training ends; use --terminate to terminate"
fi
filename=caffe-results-`date +"%m-%d-%y"`-host-`hostname`-time-`date +%s`.tar.gz
./src/cloudless/cloudless.py -p -t -g && \
  echo "Tarring up results..." && \
  tar -cvzf /tmp/`echo $filename` snapshots/ logs/output0003* && \
  echo "Sending results to S3 with filename..." && \
  aws s3 cp /tmp/`echo $filename` s3://cloudless-data/ --region us-east-1
if [[ $terminate == "--terminate" ]] ; then
  shutdown -h now
fi
<commit_msg>Fixed bug in echo.<commit_after>#!/bin/bash
# Script designed to train on a GPU EC2 instance, copy the results to S3, then potentially
# terminate itself. Note that this script is meant to be run _on_ the EC2 instance itself.
terminate="$1"
if [[ $terminate == "--terminate" ]] ; then
  echo "Terminating EC2 instance after training ends!!"
else
  echo "Note: We are not terminating this EC2 instance after training ends; use --terminate to terminate"
fi
filename=caffe-results-`date +"%m-%d-%y"`-host-`hostname`-time-`date +%s`.tar.gz
./src/cloudless/cloudless.py -p -t -g && \
  echo "Tarring up results..." && \
  tar -cvzf /tmp/`echo $filename` snapshots/ logs/output0003* && \
  echo "Sending results to S3..." && \
  aws s3 cp /tmp/`echo $filename` s3://cloudless-data/ --region us-east-1
if [[ $terminate == "--terminate" ]] ; then
  shutdown -h now
fi

{'fraction_non_alphanumeric': 0.1509543088490457, 'fraction_numerical': 0.016194331983805668, 'mean_word_length': 3.540682414698163, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3786872', 'n_tokens_mistral': 584, 'n_tokens_neox': 571, 'n_words': 207}