<commit_before>spark,hadoop,hadoop_label,download,default,hadoop_default
"1.6.2","2.6",Hadoop 2.6,https://d3kbcqa49mib13.cloudfront.net/spark-1.6.2-bin-hadoop2.6.tgz,TRUE,TRUE
"1.6.2","2.4",Hadoop 2.4,https://d3kbcqa49mib13.cloudfront.net/spark-1.6.2-bin-hadoop2.4.tgz,FALSE,FALSE
"1.6.2","2.3",Hadoop 2.3,https://d3kbcqa49mib13.cloudfront.net/spark-1.6.2-bin-hadoop2.3.tgz,FALSE,FALSE
"1.6.2","cdh4",CDH 4,https://d3kbcqa49mib13.cloudfront.net/spark-1.6.2-bin-cdh4.tgz,FALSE,FALSE
"1.6.1","2.6",Hadoop 2.6,https://d3kbcqa49mib13.cloudfront.net/spark-1.6.1-bin-hadoop2.6.tgz,FALSE,TRUE
"1.6.1","2.4",Hadoop 2.4,https://d3kbcqa49mib13.cloudfront.net/spark-1.6.1-bin-hadoop2.4.tgz,FALSE,FALSE
"1.6.1","2.3",Hadoop 2.3,https://d3kbcqa49mib13.cloudfront.net/spark-1.6.1-bin-hadoop2.3.tgz,FALSE,FALSE
"1.6.1","cdh4",CDH 4,https://d3kbcqa49mib13.cloudfront.net/spark-1.6.1-bin-cdh4.tgz,FALSE,FALSE
"1.6.0","2.6",Hadoop 2.6,https://d3kbcqa49mib13.cloudfront.net/spark-1.6.0-bin-hadoop2.6.tgz,FALSE,TRUE
"1.6.0","2.4",Hadoop 2.4,https://d3kbcqa49mib13.cloudfront.net/spark-1.6.0-bin-hadoop2.4.tgz,FALSE,FALSE
"1.6.0","2.3",Hadoop 2.3,https://d3kbcqa49mib13.cloudfront.net/spark-1.6.0-bin-hadoop2.3.tgz,FALSE,FALSE
"1.6.0","cdh4",CDH 4,https://d3kbcqa49mib13.cloudfront.net/spark-1.6.0-bin-cdh4.tgz,FALSE,FALSE
"2.0.0","2.7",Hadoop 2.7,https://d3kbcqa49mib13.cloudfront.net/spark-2.0.0-bin-hadoop2.7.tgz,TRUE,TRUE
"2.0.0","2.6",Hadoop 2.6,https://d3kbcqa49mib13.cloudfront.net/spark-2.0.0-bin-hadoop2.6.tgz,FALSE,FALSE
"2.0.0","2.4",Hadoop 2.4,https://d3kbcqa49mib13.cloudfront.net/spark-2.0.0-bin-hadoop2.4.tgz,FALSE,FALSE
"2.0.0","2.3",Hadoop 2.3,https://d3kbcqa49mib13.cloudfront.net/spark-2.0.0-bin-hadoop2.3.tgz,FALSE,FALSE
"2.0.0","cdh4",CDH 4,https://d3kbcqa49mib13.cloudfront.net/spark-2.0.0-bin-cdh4.tgz,FALSE,FALSE
"2.0.0-preview","2.7",Hadoop 2.7,https://dist.apache.org/repos/dist/release/spark/spark-2.0.0-preview/spark-2.0.0-preview-bin-hadoop2.7.tgz,FALSE,FALSE
"2.0.0-preview","2.6",Hadoop 2.6,https://dist.apache.org/repos/dist/release/spark/spark-2.0.0-preview/spark-2.0.0-preview-bin-hadoop2.6.tgz,FALSE,TRUE
"2.0.0-preview","2.4",Hadoop 2.4,https://dist.apache.org/repos/dist/release/spark/spark-2.0.0-preview/spark-2.0.0-preview-bin-hadoop2.4.tgz,FALSE,FALSE
"2.0.0-preview","2.3",Hadoop 2.3,https://dist.apache.org/repos/dist/release/spark/spark-2.0.0-preview/spark-2.0.0-preview-bin-hadoop2.3.tgz,FALSE,FALSE
<commit_msg>remove '2.0.0-preview' downloads<commit_after>spark,hadoop,hadoop_label,download,default,hadoop_default
"1.6.2","2.6",Hadoop 2.6,https://d3kbcqa49mib13.cloudfront.net/spark-1.6.2-bin-hadoop2.6.tgz,TRUE,TRUE
"1.6.2","2.4",Hadoop 2.4,https://d3kbcqa49mib13.cloudfront.net/spark-1.6.2-bin-hadoop2.4.tgz,FALSE,FALSE
"1.6.2","2.3",Hadoop 2.3,https://d3kbcqa49mib13.cloudfront.net/spark-1.6.2-bin-hadoop2.3.tgz,FALSE,FALSE
"1.6.2","cdh4",CDH 4,https://d3kbcqa49mib13.cloudfront.net/spark-1.6.2-bin-cdh4.tgz,FALSE,FALSE
"1.6.1","2.6",Hadoop 2.6,https://d3kbcqa49mib13.cloudfront.net/spark-1.6.1-bin-hadoop2.6.tgz,FALSE,TRUE
"1.6.1","2.4",Hadoop 2.4,https://d3kbcqa49mib13.cloudfront.net/spark-1.6.1-bin-hadoop2.4.tgz,FALSE,FALSE
"1.6.1","2.3",Hadoop 2.3,https://d3kbcqa49mib13.cloudfront.net/spark-1.6.1-bin-hadoop2.3.tgz,FALSE,FALSE
"1.6.1","cdh4",CDH 4,https://d3kbcqa49mib13.cloudfront.net/spark-1.6.1-bin-cdh4.tgz,FALSE,FALSE
"1.6.0","2.6",Hadoop 2.6,https://d3kbcqa49mib13.cloudfront.net/spark-1.6.0-bin-hadoop2.6.tgz,FALSE,TRUE
"1.6.0","2.4",Hadoop 2.4,https://d3kbcqa49mib13.cloudfront.net/spark-1.6.0-bin-hadoop2.4.tgz,FALSE,FALSE
"1.6.0","2.3",Hadoop 2.3,https://d3kbcqa49mib13.cloudfront.net/spark-1.6.0-bin-hadoop2.3.tgz,FALSE,FALSE
"1.6.0","cdh4",CDH 4,https://d3kbcqa49mib13.cloudfront.net/spark-1.6.0-bin-cdh4.tgz,FALSE,FALSE
"2.0.0","2.7",Hadoop 2.7,https://d3kbcqa49mib13.cloudfront.net/spark-2.0.0-bin-hadoop2.7.tgz,TRUE,TRUE
"2.0.0","2.6",Hadoop 2.6,https://d3kbcqa49mib13.cloudfront.net/spark-2.0.0-bin-hadoop2.6.tgz,FALSE,FALSE
"2.0.0","2.4",Hadoop 2.4,https://d3kbcqa49mib13.cloudfront.net/spark-2.0.0-bin-hadoop2.4.tgz,FALSE,FALSE
"2.0.0","2.3",Hadoop 2.3,https://d3kbcqa49mib13.cloudfront.net/spark-2.0.0-bin-hadoop2.3.tgz,FALSE,FALSE
"2.0.0","cdh4",CDH 4,https://d3kbcqa49mib13.cloudfront.net/spark-2.0.0-bin-cdh4.tgz,FALSE,FALSE
{'fraction_non_alphanumeric': 0.24036440084092503, 'fraction_numerical': 0.1441252043914973, 'mean_word_length': 5.022503516174402, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 38, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 3, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1660242', 'n_tokens_mistral': 2403, 'n_tokens_neox': 2175, 'n_words': 80}