<commit_before># Author: <NAME>

all: clean inplace test

clean:
	python setup.py clean

in: inplace

inplace:
	python setup.py build_ext --inplace

test:
	nosetests clusterlib doc

doc: inplace
	$(MAKE) -C doc html

clean-doc:
	rm -rf doc/_build
	rm -rf doc/generated

view-doc: doc
	open doc/_build/html/index.html

gh-pages:
	git checkout master
	make doc
	git checkout gh-pages
	echo 'Mv file'
	rsync -a doc/_build/html/ ./
	echo 'Add new file to git'
	git add *.html *.js *.inv generated _static _templates _sources
	git commit -m "Generated gh-pages for `git log master -1 --pretty=short --abbrev-commit`"
	git push origin gh-pages
	git checkout master

<commit_msg>Improve how gh-pages are generated<commit_after># Author: <NAME>

all: clean inplace test

clean:
	python setup.py clean

in: inplace

inplace:
	python setup.py build_ext --inplace

test:
	nosetests clusterlib doc

doc: inplace
	$(MAKE) -C doc html

clean-doc:
	rm -rf doc/_build
	rm -rf doc/generated

view-doc: doc
	open doc/_build/html/index.html

gh-pages:
	git checkout master
	make doc
	rm -rf ../clusterlib-doc
	cp -a doc/_build/html ../clusterlib-doc
	git checkout gh-pages
	cp -a ../clusterlib-doc/* .
	echo 'Add new file to git'
	git add `ls ../clusterlib-doc`
	git commit -m "Generated gh-pages for `git log master -1 --pretty=short --abbrev-commit`"
	git push origin gh-pages
	git checkout master


{'fraction_non_alphanumeric': 0.1049204052098408, 'fraction_numerical': 0.001447178002894356, 'mean_word_length': 3.2950310559006213, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2662143', 'n_tokens_mistral': 522, 'n_tokens_neox': 493, 'n_words': 179}