<commit_before>echo "Deleting old files"
rm -rf old
rm -f android.zip
rm -f ios.zip
rm -rf calabash-android-master
rm -rf calabash-ios-master

echo "Downloading android files"
curl --silent -L -o master.zip https://codeload.github.com/calabash/calabash-android/zip/master
mv master.zip android.zip
echo "Downloading ios files"
curl --silent -L -o master.zip https://codeload.github.com/calabash/calabash-ios/zip/master
mv master.zip ios.zip

echo "Creating directories"
mkdir -p old/android
mkdir -p old/ios

echo "Unzipping android files"
unzip android.zip
echo "Unzipping ios files"
unzip ios.zip

echo "Moving android files"
mv calabash-android-master/* old/android

echo "Moving ios files"
mv calabash-ios-master/* old/ios

rm -f android.zip
rm -f ios.zip
rm -rf calabash-android-master
rm -rf calabash-ios-master
<commit_msg>copy_files.sh: Copy off 'united' branch, not 'master'<commit_after>echo "Deleting old files"
rm -rf old
rm -f android.zip
rm -f ios.zip
rm -rf calabash-android-united
rm -rf calabash-ios-united

echo "Downloading android files"
curl --silent -L -o united.zip https://codeload.github.com/calabash/calabash-android/zip/united
mv united.zip android.zip
echo "Downloading ios files"
curl --silent -L -o united.zip https://codeload.github.com/calabash/calabash-ios/zip/united
mv united.zip ios.zip

echo "Creating directories"
mkdir -p old/android
mkdir -p old/ios

echo "Unzipping android files"
unzip android.zip
echo "Unzipping ios files"
unzip ios.zip

echo "Moving android files"
mv calabash-android-united/* old/android

echo "Moving ios files"
mv calabash-ios-united/* old/ios

rm -f android.zip
rm -f ios.zip
rm -rf calabash-android-united
rm -rf calabash-ios-united

{'fraction_non_alphanumeric': 0.11, 'fraction_numerical': 0.0, 'mean_word_length': 4.0325443786982245, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 4, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 4, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3983131', 'n_tokens_mistral': 640, 'n_tokens_neox': 623, 'n_words': 190}