<commit_before>spark,hadoop,hadoop_label,download,default,hadoop_default
"1.5.2","2.6",Hadoop 2.6,https://d3kbcqa49mib13.cloudfront.net/spark-1.5.2-bin-hadoop2.6.tgz,FALSE,TRUE
"1.5.2","2.4",Hadoop 2.4,https://d3kbcqa49mib13.cloudfront.net/spark-1.5.2-bin-hadoop2.4.tgz,FALSE,FALSE
"1.5.2","2.3",Hadoop 2.3,https://d3kbcqa49mib13.cloudfront.net/spark-1.5.2-bin-hadoop2.3.tgz,FALSE,FALSE
"1.5.2","cdh4",CDH 4,https://d3kbcqa49mib13.cloudfront.net/spark-1.5.2-bin-cdh4.tgz,FALSE,FALSE
"1.6.2","2.6",Hadoop 2.6,https://d3kbcqa49mib13.cloudfront.net/spark-1.6.2-bin-hadoop2.6.tgz,TRUE,TRUE
"1.6.2","2.4",Hadoop 2.4,https://d3kbcqa49mib13.cloudfront.net/spark-1.6.2-bin-hadoop2.4.tgz,FALSE,FALSE
"1.6.2","2.3",Hadoop 2.3,https://d3kbcqa49mib13.cloudfront.net/spark-1.6.2-bin-hadoop2.3.tgz,FALSE,FALSE
"1.6.2","cdh4",CDH 4,https://d3kbcqa49mib13.cloudfront.net/spark-1.6.2-bin-cdh4.tgz,FALSE,FALSE
"1.6.1","2.6",Hadoop 2.6,https://d3kbcqa49mib13.cloudfront.net/spark-1.6.1-bin-hadoop2.6.tgz,FALSE,TRUE
"1.6.1","2.4",Hadoop 2.4,https://d3kbcqa49mib13.cloudfront.net/spark-1.6.1-bin-hadoop2.4.tgz,FALSE,FALSE
"1.6.1","2.3",Hadoop 2.3,https://d3kbcqa49mib13.cloudfront.net/spark-1.6.1-bin-hadoop2.3.tgz,FALSE,FALSE
"1.6.1","cdh4",CDH 4,https://d3kbcqa49mib13.cloudfront.net/spark-1.6.1-bin-cdh4.tgz,FALSE,FALSE
"1.6.0","2.6",Hadoop 2.6,https://d3kbcqa49mib13.cloudfront.net/spark-1.6.0-bin-hadoop2.6.tgz,FALSE,TRUE
"1.6.0","2.4",Hadoop 2.4,https://d3kbcqa49mib13.cloudfront.net/spark-1.6.0-bin-hadoop2.4.tgz,FALSE,FALSE
"1.6.0","2.3",Hadoop 2.3,https://d3kbcqa49mib13.cloudfront.net/spark-1.6.0-bin-hadoop2.3.tgz,FALSE,FALSE
"1.6.0","cdh4",CDH 4,https://d3kbcqa49mib13.cloudfront.net/spark-1.6.0-bin-cdh4.tgz,FALSE,FALSE
"2.0.0","2.7",Hadoop 2.7,https://d3kbcqa49mib13.cloudfront.net/spark-2.0.0-bin-hadoop2.7.tgz,TRUE,TRUE
"2.0.0","2.6",Hadoop 2.6,https://d3kbcqa49mib13.cloudfront.net/spark-2.0.0-bin-hadoop2.6.tgz,FALSE,FALSE
"2.0.0","2.4",Hadoop 2.4,https://d3kbcqa49mib13.cloudfront.net/spark-2.0.0-bin-hadoop2.4.tgz,FALSE,FALSE
"2.0.0","2.3",Hadoop 2.3,https://d3kbcqa49mib13.cloudfront.net/spark-2.0.0-bin-hadoop2.3.tgz,FALSE,FALSE
"2.0.1","2.7",Hadoop 2.7,https://d3kbcqa49mib13.cloudfront.net/spark-2.0.1-bin-hadoop2.7.tgz,TRUE,TRUE
"2.0.1","2.6",Hadoop 2.6,https://d3kbcqa49mib13.cloudfront.net/spark-2.0.1-bin-hadoop2.6.tgz,FALSE,FALSE
"2.0.1","2.4",Hadoop 2.4,https://d3kbcqa49mib13.cloudfront.net/spark-2.0.1-bin-hadoop2.4.tgz,FALSE,FALSE
"2.0.1","2.3",Hadoop 2.3,https://d3kbcqa49mib13.cloudfront.net/spark-2.0.1-bin-hadoop2.3.tgz,FALSE,FALSE
"2.0.2","2.7",Hadoop 2.7,https://d3kbcqa49mib13.cloudfront.net/spark-2.0.2-bin-hadoop2.7.tgz,TRUE,TRUE
"2.0.2","2.6",Hadoop 2.6,https://d3kbcqa49mib13.cloudfront.net/spark-2.0.2-bin-hadoop2.6.tgz,FALSE,FALSE
"2.0.2","2.4",Hadoop 2.4,https://d3kbcqa49mib13.cloudfront.net/spark-2.0.2-bin-hadoop2.4.tgz,FALSE,FALSE
"2.0.2","2.3",Hadoop 2.3,https://d3kbcqa49mib13.cloudfront.net/spark-2.0.2-bin-hadoop2.3.tgz,FALSE,FALSE

<commit_msg>add Spark 2.1.0 download links<commit_after>spark,hadoop,hadoop_label,download,default,hadoop_default
"1.5.2","2.6",Hadoop 2.6,https://d3kbcqa49mib13.cloudfront.net/spark-1.5.2-bin-hadoop2.6.tgz,FALSE,TRUE
"1.5.2","2.4",Hadoop 2.4,https://d3kbcqa49mib13.cloudfront.net/spark-1.5.2-bin-hadoop2.4.tgz,FALSE,FALSE
"1.5.2","2.3",Hadoop 2.3,https://d3kbcqa49mib13.cloudfront.net/spark-1.5.2-bin-hadoop2.3.tgz,FALSE,FALSE
"1.5.2","cdh4",CDH 4,https://d3kbcqa49mib13.cloudfront.net/spark-1.5.2-bin-cdh4.tgz,FALSE,FALSE
"1.6.2","2.6",Hadoop 2.6,https://d3kbcqa49mib13.cloudfront.net/spark-1.6.2-bin-hadoop2.6.tgz,TRUE,TRUE
"1.6.2","2.4",Hadoop 2.4,https://d3kbcqa49mib13.cloudfront.net/spark-1.6.2-bin-hadoop2.4.tgz,FALSE,FALSE
"1.6.2","2.3",Hadoop 2.3,https://d3kbcqa49mib13.cloudfront.net/spark-1.6.2-bin-hadoop2.3.tgz,FALSE,FALSE
"1.6.2","cdh4",CDH 4,https://d3kbcqa49mib13.cloudfront.net/spark-1.6.2-bin-cdh4.tgz,FALSE,FALSE
"1.6.1","2.6",Hadoop 2.6,https://d3kbcqa49mib13.cloudfront.net/spark-1.6.1-bin-hadoop2.6.tgz,FALSE,TRUE
"1.6.1","2.4",Hadoop 2.4,https://d3kbcqa49mib13.cloudfront.net/spark-1.6.1-bin-hadoop2.4.tgz,FALSE,FALSE
"1.6.1","2.3",Hadoop 2.3,https://d3kbcqa49mib13.cloudfront.net/spark-1.6.1-bin-hadoop2.3.tgz,FALSE,FALSE
"1.6.1","cdh4",CDH 4,https://d3kbcqa49mib13.cloudfront.net/spark-1.6.1-bin-cdh4.tgz,FALSE,FALSE
"1.6.0","2.6",Hadoop 2.6,https://d3kbcqa49mib13.cloudfront.net/spark-1.6.0-bin-hadoop2.6.tgz,FALSE,TRUE
"1.6.0","2.4",Hadoop 2.4,https://d3kbcqa49mib13.cloudfront.net/spark-1.6.0-bin-hadoop2.4.tgz,FALSE,FALSE
"1.6.0","2.3",Hadoop 2.3,https://d3kbcqa49mib13.cloudfront.net/spark-1.6.0-bin-hadoop2.3.tgz,FALSE,FALSE
"1.6.0","cdh4",CDH 4,https://d3kbcqa49mib13.cloudfront.net/spark-1.6.0-bin-cdh4.tgz,FALSE,FALSE
"2.0.0","2.7",Hadoop 2.7,https://d3kbcqa49mib13.cloudfront.net/spark-2.0.0-bin-hadoop2.7.tgz,TRUE,TRUE
"2.0.0","2.6",Hadoop 2.6,https://d3kbcqa49mib13.cloudfront.net/spark-2.0.0-bin-hadoop2.6.tgz,FALSE,FALSE
"2.0.0","2.4",Hadoop 2.4,https://d3kbcqa49mib13.cloudfront.net/spark-2.0.0-bin-hadoop2.4.tgz,FALSE,FALSE
"2.0.0","2.3",Hadoop 2.3,https://d3kbcqa49mib13.cloudfront.net/spark-2.0.0-bin-hadoop2.3.tgz,FALSE,FALSE
"2.0.1","2.7",Hadoop 2.7,https://d3kbcqa49mib13.cloudfront.net/spark-2.0.1-bin-hadoop2.7.tgz,TRUE,TRUE
"2.0.1","2.6",Hadoop 2.6,https://d3kbcqa49mib13.cloudfront.net/spark-2.0.1-bin-hadoop2.6.tgz,FALSE,FALSE
"2.0.1","2.4",Hadoop 2.4,https://d3kbcqa49mib13.cloudfront.net/spark-2.0.1-bin-hadoop2.4.tgz,FALSE,FALSE
"2.0.1","2.3",Hadoop 2.3,https://d3kbcqa49mib13.cloudfront.net/spark-2.0.1-bin-hadoop2.3.tgz,FALSE,FALSE
"2.0.2","2.7",Hadoop 2.7,https://d3kbcqa49mib13.cloudfront.net/spark-2.0.2-bin-hadoop2.7.tgz,TRUE,TRUE
"2.0.2","2.6",Hadoop 2.6,https://d3kbcqa49mib13.cloudfront.net/spark-2.0.2-bin-hadoop2.6.tgz,FALSE,FALSE
"2.0.2","2.4",Hadoop 2.4,https://d3kbcqa49mib13.cloudfront.net/spark-2.0.2-bin-hadoop2.4.tgz,FALSE,FALSE
"2.0.2","2.3",Hadoop 2.3,https://d3kbcqa49mib13.cloudfront.net/spark-2.0.2-bin-hadoop2.3.tgz,FALSE,FALSE
"2.1.0","2.7",Hadoop 2.7,https://d3kbcqa49mib13.cloudfront.net/spark-2.1.0-bin-hadoop2.7.tgz,TRUE,TRUE
"2.1.0","2.6",Hadoop 2.6,https://d3kbcqa49mib13.cloudfront.net/spark-2.1.0-bin-hadoop2.6.tgz,FALSE,FALSE
"2.1.0","2.4",Hadoop 2.4,https://d3kbcqa49mib13.cloudfront.net/spark-2.1.0-bin-hadoop2.4.tgz,FALSE,FALSE
"2.1.0","2.3",Hadoop 2.3,https://d3kbcqa49mib13.cloudfront.net/spark-2.1.0-bin-hadoop2.3.tgz,FALSE,FALSE


{'fraction_non_alphanumeric': 0.24307836696386673, 'fraction_numerical': 0.15626466447677148, 'mean_word_length': 4.992502343017807, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 60, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 3, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4601250', 'n_tokens_mistral': 3691, 'n_tokens_neox': 3333, 'n_words': 126}