<commit_before>data:
	wget http://openfmri.s3.amazonaws.com/tarballs/ds009_raw.tgz
	tar -zxvf ds009_raw.tgz

validate:
	python data.py<commit_msg>Download test data.<commit_after>data:
	wget http://openfmri.s3.amazonaws.com/tarballs/ds009_raw.tgz
	tar -zxvf ds009_raw.tgz

testdata:
	wget -P ds114/ http://www.jarrodmillman.com/rcsds/_downloads/ds114_sub009_t2r1.nii
	wget -P ds114/ http://www.jarrodmillman.com/rcsds/_downloads/ds114_sub009_t2r1_cond.txt
	wget -P ds114/ http://www.jarrodmillman.com/rcsds/_downloads/ds114_sub009_t2r1_conv.txt
	wget http://www.jarrodmillman.com/rcsds/_downloads/ds107_sub001_highres.nii

validate:
	python data.py
{'fraction_non_alphanumeric': 0.12037037037037036, 'fraction_numerical': 0.08179012345679013, 'mean_word_length': 5.0092592592592595, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 4, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 5, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2168503', 'n_tokens_mistral': 317, 'n_tokens_neox': 282, 'n_words': 34}