<commit_before>whirr.cluster-name=hadoop
whirr.instance-templates=1 hadoop-namenode+hadoop-jobtracker,3 hadoop-datanode+hadoop-tasktracker
whirr.provider=aws-ec2
whirr.identity=${env:AWS_ACCESS_KEY_ID}
whirr.credential=${env:AWS_SECRET_ACCESS_KEY}
# See: http://aws.amazon.com/ec2/instance-types/
# whirr.hardware-id=c1.xlarge
whirr.hardware-id=m1.large
# See http://alestic.com/
whirr.image-id=eu-west-1/ami-8293a5f6
whirr.location-id=eu-west-1
whirr.private-key-file=${sys:user.home}/.ssh/whirr
whirr.public-key-file=${whirr.private-key-file}.pub
# Expert: specify the version of Hadoop to install.
#whirr.hadoop.version=0.20.2
#whirr.hadoop.tarball.url=http://archive.apache.org/dist/hadoop/core/hadoop-${whirr.hadoop.version}/hadoop-${whirr.hadoop.version}.tar.gz
whirr.hadoop.version=0.22.0
whirr.hadoop.tarball.url=https://builds.apache.org/view/G-L/view/Hadoop/job/Hadoop-22-Build/lastSuccessfulBuild/artifact/hadoop-0.22.0-SNAPSHOT.tar.gz
#whirr.hadoop.version=0.23.0
#whirr.hadoop.tarball.url=https://builds.apache.org/view/G-L/view/Hadoop/job/Hadoop-Common-trunk/lastSuccessfulBuild/artifact/trunk/artifacts/hadoop-common-0.23.0-SNAPSHOT.tar.gz<commit_msg>Whirr properties file now using Hadoop 0.20.203.0.<commit_after>whirr.cluster-name=hadoop
whirr.instance-templates=1 hadoop-namenode+hadoop-jobtracker,3 hadoop-datanode+hadoop-tasktracker
whirr.provider=aws-ec2
whirr.identity=${env:AWS_ACCESS_KEY_ID}
whirr.credential=${env:AWS_SECRET_ACCESS_KEY}
# See: http://aws.amazon.com/ec2/instance-types/
# whirr.hardware-id=c1.xlarge
whirr.hardware-id=m1.large
# See http://alestic.com/
whirr.image-id=eu-west-1/ami-8293a5f6
whirr.location-id=eu-west-1
whirr.private-key-file=${sys:user.home}/.ssh/whirr
whirr.public-key-file=${whirr.private-key-file}.pub
# Expert: specify the version of Hadoop to install.
whirr.hadoop.version=0.20.203.0
whirr.hadoop.tarball.url=http://archive.apache.org/dist/hadoop/core/hadoop-${whirr.hadoop.version}/hadoop-${whirr.hadoop.version}rc1.tar.gz
#whirr.hadoop.version=0.22.0
#whirr.hadoop.tarball.url=https://builds.apache.org/view/G-L/view/Hadoop/job/Hadoop-22-Build/lastSuccessfulBuild/artifact/hadoop-0.22.0-SNAPSHOT.tar.gz
#whirr.hadoop.version=0.23.0
#whirr.hadoop.tarball.url=https://builds.apache.org/view/G-L/view/Hadoop/job/Hadoop-Common-trunk/lastSuccessfulBuild/artifact/trunk/artifacts/hadoop-common-0.23.0-SNAPSHOT.tar.gz
{'fraction_non_alphanumeric': 0.1696127946127946, 'fraction_numerical': 0.03493265993265993, 'mean_word_length': 5.602777777777778, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 4, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 2, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '196596', 'n_tokens_mistral': 1044, 'n_tokens_neox': 1006, 'n_words': 67}