<commit_before>clean:
	for I in `seq 32|sort -nr`; do echo "Deleting IPv4 prefixes with length: $$I"; psql -c "DELETE FROM ip_net_plan WHERE family(prefix) = 4 AND masklen(prefix)=$$I" nap > /dev/null; done ;
	rm 1 2

transfer:
	scp mcore1.tele2.net:/misc/NetWatch/NetWatch.conf 1
	chmod u+w 1

utf8:
	iconv --from iso-8859-1 --to utf-8 1 > 2
	mv 2 1

except:
	grep -v -f exceptions 1 > 2
	mv 2 1

import:
	./text-import.py --schema global 1


reread: clean except import

full:	clean transfer utf8 except import

half:	clean transfer utf8 except import<commit_msg>Add partial support to Makefile<commit_after>START=^

clean:
	for I in `seq 32|sort -nr`; do echo "Deleting IPv4 prefixes with length: $$I"; psql -c "DELETE FROM ip_net_plan WHERE family(prefix) = 4 AND masklen(prefix)=$$I" nap > /dev/null; done ;
	rm -f 1 2

transfer:
	scp mcore1.tele2.net:/misc/NetWatch/NetWatch.conf 1
	chmod u+w 1

utf8:
	iconv --from iso-8859-1 --to utf-8 1 > 2
	mv 2 1

except:
	grep -v -f exceptions 1 > 2
	mv 2 1

import:
	./text-import.py --schema global 1

genpartial:
	sed -ne '/$(START)/,$$p' 1 > 2
	mv 2 1

reread: clean except import

full:	clean transfer utf8 except import

partial:	clean transfer utf8 except genpartial import
{'fraction_non_alphanumeric': 0.11582381729200653, 'fraction_numerical': 0.048939641109298535, 'mean_word_length': 3.4296028880866425, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 10, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6467809', 'n_tokens_mistral': 520, 'n_tokens_neox': 465, 'n_words': 175}