<commit_before>export LD_LIBRARY_PATH=$(PWD)/libgit2/install/lib
export PKG_CONFIG_PATH=$(PWD)/libgit2/install/lib/pkgconfig
URL_BASE_GIT2GO=https://github.com/libgit2/git2go/archive
GIT2GO_VERSION=master
all: prepare build

test: 
	go test ./lexical/ ./parser/ ./semantical ./runtime

clean:
	rm -rf ./git2go ./libgit2

prepare: clean
	@echo "Preparing...\n"
	wget $(URL_BASE_GIT2GO)/$(GIT2GO_VERSION).tar.gz
	tar -xvf "./$(GIT2GO_VERSION).tar.gz"
	mv ./git2go-$(GIT2GO_VERSION) ./git2go
	chmod +x ./git2go/script/build-libgit2.sh
	./git2go/script/build-libgit2.sh
	@echo "installed"

build: 
	go build
	@echo "Read to go!"
	<commit_msg>remove git2go tgz after install<commit_after>export LD_LIBRARY_PATH=$(PWD)/libgit2/install/lib
export PKG_CONFIG_PATH=$(PWD)/libgit2/install/lib/pkgconfig
URL_BASE_GIT2GO=https://github.com/libgit2/git2go/archive
GIT2GO_VERSION=master
all: prepare build

test: 
	go test ./lexical/ ./parser/ ./semantical ./runtime

clean:
	rm -rf ./git2go ./libgit2

prepare: clean
	@echo "Preparing...\n"
	wget $(URL_BASE_GIT2GO)/$(GIT2GO_VERSION).tar.gz
	tar -xvf "./$(GIT2GO_VERSION).tar.gz"
	rm ./$(GIT2GO_VERSION).tar.gz
	mv ./git2go-$(GIT2GO_VERSION) ./git2go
	chmod +x ./git2go/script/build-libgit2.sh
	./git2go/script/build-libgit2.sh
	@echo "installed"

build: 
	go build
	@echo "Read to go!"
	
{'fraction_non_alphanumeric': 0.15773584905660376, 'fraction_numerical': 0.028679245283018868, 'mean_word_length': 4.2204724409448815, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5019535', 'n_tokens_mistral': 569, 'n_tokens_neox': 553, 'n_words': 98}