<commit_before>import os
import datetime

current_year = datetime.datetime.now().year
years_with_data = range(2011, current_year + 1)
remote_path = "https://ssl.netfile.com/pub2/excel/COAKBrowsable/"

for year in years_with_data:
  print "Downloading " + str(year) + " data..."
  filename_for_year = "efile_newest_COAK_" + str(year) + ".zip"
  os.system("wget " + remote_path + filename_for_year)
  os.system("unzip " + filename_for_year)
  os.system("rm " + filename_for_year)<commit_msg>Replace wget with curl to avoid Heroku buildpack sadness<commit_after>import os
import datetime

current_year = datetime.datetime.now().year
years_with_data = range(2011, current_year + 1)
remote_path = "https://ssl.netfile.com/pub2/excel/COAKBrowsable/"

for year in years_with_data:
  print "Downloading " + str(year) + " data..."
  filename_for_year = "efile_newest_COAK_" + str(year) + ".zip"
  os.system("curl -f -L -O " + remote_path + filename_for_year)
  os.system("unzip " + filename_for_year)
  os.system("rm " + filename_for_year)
{'fraction_non_alphanumeric': 0.13300970873786408, 'fraction_numerical': 0.011650485436893204, 'mean_word_length': 5.029239766081871, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 2, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3366853', 'n_tokens_mistral': 381, 'n_tokens_neox': 365, 'n_words': 72}