<commit_before># Makefile for DeepDive website maintenance
#
# We use jekyll (http://jekyllrb.com/) to build the website from the Markdown docs.
# You can install jekyll with "gem install jekyll".
#

# Run "make help" to get documentaton.

# Get the deploying user in env var $DEPLOY_USER, default is `whoami`
ifeq ($(origin DEPLOY_USER), undefined)
  DEPLOY_USER = `whoami`
endif
DEPLOY_USER_HOST = $(DEPLOY_USER)@<EMAIL>
DEPLOY_DIR = /afs/cs/group/infolab/deepdive/www
GITHUB_REPO_URL = https://github.com/HazyResearch/deepdive
WEBSITE_CNAME = deepdive.stanford.edu
WEBSITE_BASEURL = http://$(WEBSITE_CNAME)
TEST_PORT = 4000


IGNORE_URL = $(shell sed <.linkchecker.ignore-urls -e 's/[[:space:]]*\#.*$$//' -e '/^[[:space:]]*$$/d')
LINKCHECKER_OPTIONS = --timeout 30 \
                      --check-extern --anchors \
                      $(IGNORE_URL:%=--ignore-url='%') \
                      #

.PHONY: test
test: jekyll
	# Launching a server for testing...
	jekyll serve --host localhost --port $(TEST_PORT) --baseurl "" --watch

.PHONY: linkcheck linkcheck-deployed
linkcheck: jekyll linkchecker
	# Checking broken links locally
	jekyll serve --host localhost --port $(TEST_PORT) --baseurl "" & \
	    trap "kill -TERM $$!" EXIT; sleep 3; \
	linkchecker $(LINKCHECKER_OPTIONS) http://localhost:$(TEST_PORT)/
linkcheck-deployed: jekyll linkchecker
	# Checking broken links from deployed website
	linkchecker $(LINKCHECKER_OPTIONS) $(WEBSITE_BASEURL)/

.PHONY: deploy
deploy: jekyll
	######################################################################<commit_msg>Makes it possible to test docs remotely<commit_after># Makefile for DeepDive website maintenance
#
# We use jekyll (http://jekyllrb.com/) to build the website from the Markdown docs.
# You can install jekyll with "gem install jekyll".
#

# Run "make help" to get documentaton.

# Get the deploying user in env var $DEPLOY_USER, default is `whoami`
ifeq ($(origin DEPLOY_USER), undefined)
  DEPLOY_USER = `whoami`
endif
DEPLOY_USER_HOST = $(DEPLOY_USER)<EMAIL>
DEPLOY_DIR = /afs/cs/group/infolab/deepdive/www
GITHUB_REPO_URL = https://github.com/HazyResearch/deepdive
WEBSITE_CNAME = deepdive.stanford.edu
WEBSITE_BASEURL = http://$(WEBSITE_CNAME)
TEST_HOST = localhost
TEST_PORT = 4000


IGNORE_URL = $(shell sed <.linkchecker.ignore-urls -e 's/[[:space:]]*\#.*$$//' -e '/^[[:space:]]*$$/d')
LINKCHECKER_OPTIONS = --timeout 30 \
                      --check-extern --anchors \
                      $(IGNORE_URL:%=--ignore-url='%') \
                      #

.PHONY: test
test: jekyll
	# Launching a server for testing...
	jekyll serve --host $(TEST_HOST) --port $(TEST_PORT) --baseurl "" --watch

.PHONY: linkcheck linkcheck-deployed
linkcheck: jekyll linkchecker
	# Checking broken links locally
	jekyll serve --host $(TEST_HOST) --port $(TEST_PORT) --baseurl "" & \
	    trap "kill -TERM $$!" EXIT; sleep 3; \
	linkchecker $(LINKCHECKER_OPTIONS) http://$(TEST_HOST):$(TEST_PORT)/
linkcheck-deployed: jekyll linkchecker
	# Checking broken links from deployed website
	linkchecker $(LINKCHECKER_OPTIONS) $(WEBSITE_BASEURL)/

.PHONY: deploy
deploy: jekyll
	######################################################################
{'fraction_non_alphanumeric': 0.1759375, 'fraction_numerical': 0.004375, 'mean_word_length': 3.8207831325301207, 'pattern_counts': {'":': 0, '<': 7, '<?xml version=': 0, '>': 5, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3160878', 'n_tokens_mistral': 1139, 'n_tokens_neox': 1075, 'n_words': 278}