<commit_before>keepright-latest.zip:
	wget -N https://to-fix.s3.amazonaws.com/keepright-latest.zip
osmi-latest.zip:
	wget -N https://to-fix.s3.amazonaws.com/osmi-latest.zip
tigerdelta-latest.zip:
	wget -N https://to-fix.s3.amazonaws.com/tigerdelta-latest.zip
northeast_highway_intersects_building.csv:
	wget -N https://to-fix.s3.amazonaws.com/northeast_highway_intersects_building.csv

install:
	sh install.sh

load: northeast_highway_intersects_building.csv tigerdelta-latest.zip osmi-latest.zip keepright-latest.zip
	node index.js --fixed > fixed.json
	rm -rf ldb
	mkdir ldb
	sh load.sh fixed.json
	rm fixed.json

stats:
	sh getStats.sh

clean-ldb:<commit_msg>Fix fixed<commit_after>keepright-latest.zip:
	wget -N https://to-fix.s3.amazonaws.com/keepright-latest.zip
osmi-latest.zip:
	wget -N https://to-fix.s3.amazonaws.com/osmi-latest.zip
tigerdelta-latest.zip:
	wget -N https://to-fix.s3.amazonaws.com/tigerdelta-latest.zip
northeast_highway_intersects_building.csv:
	wget -N https://to-fix.s3.amazonaws.com/northeast_highway_intersects_building.csv

install:
	sh install.sh

load: northeast_highway_intersects_building.csv tigerdelta-latest.zip osmi-latest.zip keepright-latest.zip
	node fixed.js
	rm -rf ldb
	mkdir ldb
	sh load.sh fixed.json
	rm fixed.json

stats:
	sh getStats.sh

clean-ldb:
{'fraction_non_alphanumeric': 0.12009237875288684, 'fraction_numerical': 0.006158583525789068, 'mean_word_length': 4.46218487394958, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 4, 'https://': 8, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2379003', 'n_tokens_mistral': 520, 'n_tokens_neox': 513, 'n_words': 82}