<commit_before>#!/bin/sh
if [ -d ds105 ]; then
	echo "ds105 direcotry already exists, please remove the directory and run make again"
else
	wget https://www.ocf.berkeley.edu/~imran/ds105_cond.zip && \
	unzip ds105_cond.zip                          && \
	rm ds105_cond.zip							   && \
	wget https://nipy.bic.berkeley.edu/rcsds/ds105_mnifunc.tar --no-check-certificate && \
	tar zxvf ds105_mnifunc.tar && \
	rm ds105_mnifunc.tar
fi<commit_msg>Removed letter z so that it works in linux<commit_after>#!/bin/sh
if [ -d ds105 ]; then
	echo "ds105 direcotry already exists, please remove the directory and run make again"
else
	wget https://www.ocf.berkeley.edu/~imran/ds105_cond.zip && \
	unzip ds105_cond.zip                          && \
	rm ds105_cond.zip							   && \
	wget https://nipy.bic.berkeley.edu/rcsds/ds105_mnifunc.tar --no-check-certificate && \
	tar xvf ds105_mnifunc.tar && \
	rm ds105_mnifunc.tar
fi
{'fraction_non_alphanumeric': 0.12253829321663019, 'fraction_numerical': 0.0525164113785558, 'mean_word_length': 2.7346938775510203, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 4, 'lorem ipsum': 0, 'www.': 2, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '762718', 'n_tokens_mistral': 394, 'n_tokens_neox': 340, 'n_words': 75}