<commit_before># set this to the directory where you want lcserver modules installed
BINDIR=run

ACTIVATE_SCRIPT=$(BINDIR)/bin/activate
DEACTIVATE_SCRIPT=$(BINDIR)/bin/deactivate

.PHONY: install uninstall compile clean update

all: compile

install:
	# create python virtualenv in the run directory
	# no system-site packages to keep all requirements in-house
	virtualenv $(BINDIR)

	# create the logs and pids directories
	mkdir -p $(BINDIR)/logs
	mkdir -p $(BINDIR)/pids
	mkdir -p $(BINDIR)/cache


	# copy over our files
	rsync -au ./src/* $(BINDIR)

	# install our python dependencies
	./shell/install_extern.sh $(BINDIR)

	@echo 'astroph-coffee modules installed to:'
	@echo $(value BINDIR)
	@echo 'use the following script to activate the environment:'
	@echo $(ACTIVATE_SCRIPT)
	@echo 'use the following script to deactivate the environment:'
	@echo $(DEACTIVATE_SCRIPT)

uninstall:
	# remove stuff from the run directory
	rm -rf $(BINDIR)
<commit_msg>Makefile: added db initialization<commit_after># set this to the directory where you want lcserver modules installed
BINDIR=run

ACTIVATE_SCRIPT=$(BINDIR)/bin/activate
DEACTIVATE_SCRIPT=$(BINDIR)/bin/deactivate

.PHONY: install uninstall compile clean update

all: compile

install:
	# create python virtualenv in the run directory
	# no system-site packages to keep all requirements in-house
	virtualenv $(BINDIR)

	# create the logs and pids directories
	mkdir -p $(BINDIR)/logs
	mkdir -p $(BINDIR)/pids
	mkdir -p $(BINDIR)/cache

	# copy over our files
	rsync -au ./src/* $(BINDIR)

	# make the database using the sqlite3 command
	sqlite3 $(BINDIR)/data/astroph.sqlite < src/data/astroph-sqlite.sql

	# install our python dependencies
	./shell/install_extern.sh $(BINDIR)

	@echo 'astroph-coffee modules installed to:'
	@echo $(value BINDIR)
	@echo 'use the following script to activate the environment:'
	@echo $(ACTIVATE_SCRIPT)
	@echo 'use the following script to deactivate the environment:'
	@echo $(DEACTIVATE_SCRIPT)

uninstall:
	# remove stuff from the run directory
	rm -rf $(BINDIR)

{'fraction_non_alphanumeric': 0.0958171206225681, 'fraction_numerical': 0.0009727626459143969, 'mean_word_length': 4.698060941828255, 'pattern_counts': {'":': 0, '<': 4, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '27475', 'n_tokens_mistral': 672, 'n_tokens_neox': 653, 'n_words': 233}