<commit_before>data:
	wget http://openfmri.s3.amazonaws.com/tarballs/ds105_raw.tgz
	tar -xvzf ./ds105_raw.tgz   
validate:
	python data.py<commit_msg>add code to download processed data<commit_after>data:
	# download raw data from openfmir database
	wget http://openfmri.s3.amazonaws.com/tarballs/ds105_raw.tgz
	# unzip raw data
	tar -xvzf ./ds105_raw.tgz
	# rename folder: ds105 -> ds105_raw
	mv ds105 ds105_raw
	# download preprocessed data
	wget https://nipy.bic.berkeley.edu/rcsds/ds105_mnifunc.tar
	# unzip preprocessed data
	tar -xvzf ./ds105_mnifunc.tar
   
validate:
	python data.py
{'fraction_non_alphanumeric': 0.1, 'fraction_numerical': 0.05423728813559322, 'mean_word_length': 4.139130434782609, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 4, 'https://': 1, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 3, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1298769', 'n_tokens_mistral': 260, 'n_tokens_neox': 230, 'n_words': 49}