<commit_before>#!/bin/bash

# Downloads all of the required rpm files from my dropbox account

BASE_DIR=$(dirname $0);

wget -O "$BASE_DIR/roles/zookeeper/files/zookeeper-3.4.6-1.fc21.noarch.rpm" "https://www.dropbox.com/s/rf664vfeaxl8jla/zookeeper-3.4.6-1.fc21.noarch.rpm?dl=1";
wget -O "$BASE_DIR/roles/solr/files/solr-5.0.0-1.fc21.noarch.rpm" "https://www.dropbox.com/s/t8eoculloa15c5u/solr-5.0.0-1.fc21.noarch.rpm?dl=1";
wget -O "$BASE_DIR/roles/hadoop/files/hadoop-2.6.0-1.fc21.x86_64.rpm" "https://www.dropbox.com/s/ax5pax6bp9m6vw4/hadoop-2.6.0-1.fc21.x86_64.rpm?dl=1";
wget -O "$BASE_DIR/roles/hbase/files/hbase-1.0.0-1.fc21.x86_64.rpm" "https://www.dropbox.com/s/dnt92fy0pemhkji/hbase-1.0.0-1.fc21.x86_64.rpm?dl=1";
wget -O "$BASE_DIR/roles/pig/files/pig-0.14.0-1.fc21.noarch.rpm" "https://www.dropbox.com/s/q11f80l422b3f4g/pig-0.14.0-1.fc21.noarch.rpm?dl=1";
<commit_msg>Adding some checks to get_rpms.sh<commit_after>#!/bin/bash

# Downloads all of the required rpm files from my dropbox account

function get_file() {
	SRC="$1"
	DEST="$2"

	if [ -e "$DEST" ]; then
		echo "$DEST already exists...skipping...";
	else
		echo wget -O "$DEST" "$SRC"
	fi;
}

BASE_DIR=$(dirname $0);

get_file "https://www.dropbox.com/s/rf664vfeaxl8jla/zookeeper-3.4.6-1.fc21.noarch.rpm?dl=1" "$BASE_DIR/roles/zookeeper/files/zookeeper-3.4.6-1.fc21.noarch.rpm";
get_file "https://www.dropbox.com/s/t8eoculloa15c5u/solr-5.0.0-1.fc21.noarch.rpm?dl=1" "$BASE_DIR/roles/solr/files/solr-5.0.0-1.fc21.noarch.rpm";
get_file "https://www.dropbox.com/s/ax5pax6bp9m6vw4/hadoop-2.6.0-1.fc21.x86_64.rpm?dl=1" "$BASE_DIR/roles/hadoop/files/hadoop-2.6.0-1.fc21.x86_64.rpm";
get_file "https://www.dropbox.com/s/dnt92fy0pemhkji/hbase-1.0.0-1.fc21.x86_64.rpm?dl=1" "$BASE_DIR/roles/hbase/files/hbase-1.0.0-1.fc21.x86_64.rpm";
get_file "https://www.dropbox.com/s/q11f80l422b3f4g/pig-0.14.0-1.fc21.noarch.rpm?dl=1" "$BASE_DIR/roles/pig/files/pig-0.14.0-1.fc21.noarch.rpm";

{'fraction_non_alphanumeric': 0.21152856407617088, 'fraction_numerical': 0.11322696860524961, 'mean_word_length': 4.142857142857143, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 10, 'lorem ipsum': 0, 'www.': 10, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 2, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1006055', 'n_tokens_mistral': 1092, 'n_tokens_neox': 1005, 'n_words': 86}