<commit_before>run:
	pelican -t theme -s settings.py -o generated/updated_site content
	cp -R static-html/* generated/updated_site/
	cp -R redirects/* generated/updated_site/
	cp -R static/* generated/updated_site/
	sed -i '' 's/\(^.*~~.*$$\)/<span class="highlight">\1<\/span>/g' generated/updated_site/pages/*.html 
	sed -i '' 's/\(^.*~~.*$$\)/<span class="highlight">\1<\/span>/g' generated/updated_site/blog/*.html
	sed -i '' 's/~~//g' generated/updated_site/pages/*.html 
	cp generated/updated_site/pages/* generated/updated_site/
	sed -i '' 's/~~//g' generated/updated_site/blog/*.html


prod: run
	rm -rf generated/updated_site/pages/
	sed -i '' 's/<span class="k">\(.[a-zA-Z0-9()_]*\)<\/span>/\1/g' generated/updated_site/*.html generated/updated_site/blog/*.html
	sed -i '' 's/<span class="n">\(.[a-zA-Z0-9 ()_]*\)<\/span>/\1/g' generated/updated_site/*.html generated/updated_site/blog/*.html
	sed -i '' 's/<span class="o">\(.[a-zA-Z0-9 ()_.~*=&;/-]*\)<\/span>/\1/g' generated/updated_site/*.html generated/updated_site/blog/*.html
	sed -i '' 's/<span class="p">\(.[][a-zA-Z0-9 ()_,&;:#{}]*\)<\/span>/\1/g' generated/updated_site/*.html generated/updated_site/blog/*.html
	sed -i '' 's/<span class="mi">\(.[0-9]*\)<\/span>/\1/g' generated/updated_site/*.html generated/updated_site/blog/*.html
	sed -i '' 's/<span class="sa">\(.[a-zA-Z0-9 ()_]*\)<\/span>/\1/g' generated/updated_site/*.html generated/updated_site/blog/*.html
	sed -i '' 's/<span class="vm">\(.[a-zA-Z0-9 ()_]*\)<\/span>/\1/g' generated/updated_site/*.html generated/updated_site/blog/*.html
	sed -i '' 's/<span class="ow">\(.[a-zA-Z0-9()_]*\)<\/span>/\1/g' generated/updated_site/*.html generated/updated_site/blog/*.html
	sed -i '' 's/<span class="nb">\(.[a-zA-Z0-9 ()_.]*\)<\/span>/\1/g' generated/updated_site/*.html generated/updated_site/blog/*.html
	sed -i '' 's/<span class="nd">\(.[a-zA-Z0-9 ()_.]*\)<\/span>/\1/g' generated/updated_site/*.html generated/updated_site/blog/*.html
	sed -i '' 's/<span class="ne">\(.[a-zA-Z0-9 ()_.]*\)<\/span>/\1/g' generated/updated_site/*.html generated/updated_site/blog/*.html
	sed -i '' 's/<span class="nn">\(.[a-zA-Z0-9 ()_.]*\)<\/span>/\1/g' generated/updated_site/*.html generated/updated_site/blog/*.html
	sed -i '' 's/<span class="kn">\(.[a-zA-Z0-9 ()_]*\)<\/span>/\1/g' generated/updated_site/*.html generated/updated_site/blog/*.html
	sed -i '' 's/<span class="bp">\(.[][a-zA-Z0-9 ()_,&;:#{}]*\)<\/span>/\1/g' generated/updated_site/*.html generated/updated_site/blog/*.html
	sed -i '' 's/<span class="nc">\(.[][a-zA-Z0-9 /()_,.&^;:+#{}*!%-]*\)<\/span>/\1/g' generated/updated_site/*.html generated/updated_site/blog/*.html
	sed -i '' 's/<span class="nf">\(.[][a-zA-Z0-9 /()_,.&^;:+#{}*!%-]*\)<\/span>/\1/g' generated/updated_site/*.html generated/updated_site/blog/*.html
	sed -i '' 's/<span class="fm">\(.[][a-zA-Z0-9 /()_,.&^;:+#{}*!%-]*\)<\/span>/\1/g' generated/updated_site/*.html generated/updated_site/blog/*.html
	sed -i '' 's/<span class="nt">\(.[][a-zA-Z0-9 /()_,.&^;:+#{}*!%-]*\)<\/span>/\1/g' generated/updated_site/*.html generated/updated_site/blog/*.html
	sed -i '' 's/<span class="s1">\(.[][a-zA-Z0-9 /()_,.&^\\\;:+#{}~*@`!?%-]*\)<\/span>/\1/g' generated/updated_site/*.html generated/updated_site/blog/*.html
	sed -i '' 's/<span class="si">\(.[][a-zA-Z0-9 /()_,.&^;:+#{}*!%-]*\)<\/span>/\1/g' generated/updated_site/*.html generated/updated_site/blog/*.html
	sed -i '' 's/<span class="sd">\(.[][a-zA-Z0-9 /()_,.&^\\\;:+#{}~*@`!?%-]*\)<\/span>/\1/g' generated/updated_site/*.html generated/updated_site/blog/*.html
	sed -i '' 's/<span class="s2">\(.[][a-zA-Z0-9 /\\\()_,.&$^;:+#{}|=~*@`!?%-]*\)<\/span>/\1/g' generated/updated_site/*.html generated/updated_site/blog/*.html
	sed -i '' 's/<span class="c1">\(.[][a-zA-Z0-9 /()_,.&^;:+#{}*@`!%-]*\)<\/span>/\1/g' generated/updated_site/*.html generated/updated_site/blog/*.html
	sed -i '' 's/<span class="o"><\/span>//g' generated/updated_site/*.html generated/updated_site/blog/*.html
	sed -i '' 's/<span class="s2"><\/span>//g' generated/updated_site/*.html generated/updated_site/blog/*.html


bookbuild:                                                                   
	mkdir tempcontent
	cp -R content/pages tempcontent/pages<commit_msg>update makefile to combine sed's<commit_after>run:
	pelican -t theme -s settings.py -o generated/updated_site content
	cp -R static-html/* generated/updated_site/
	cp -R redirects/* generated/updated_site/
	cp -R static/* generated/updated_site/
	sed -i '' 's/\(^.*~~.*$$\)/<span class="highlight">\1<\/span>/g' generated/updated_site/pages/*.html 
	sed -i '' 's/\(^.*~~.*$$\)/<span class="highlight">\1<\/span>/g' generated/updated_site/blog/*.html
	sed -i '' 's/~~//g' generated/updated_site/pages/*.html 
	cp generated/updated_site/pages/* generated/updated_site/
	sed -i '' 's/~~//g' generated/updated_site/blog/*.html


prod: run
	rm -rf generated/updated_site/pages/
	sed -i '' 's/<span class="k">\(.[a-zA-Z0-9()_]*\)<\/span>/\1/g; s/<span class="n">\(.[a-zA-Z0-9 ()_]*\)<\/span>/\1/g; s/<span class="o">\(.[a-zA-Z0-9 ()_.~*=&;/-]*\)<\/span>/\1/g; s/<span class="p">\(.[][a-zA-Z0-9 ()_,&;:#{}]*\)<\/span>/\1/g; s/<span class="mi">\(.[0-9]*\)<\/span>/\1/g; s/<span class="sa">\(.[a-zA-Z0-9 ()_]*\)<\/span>/\1/g; s/<span class="vm">\(.[a-zA-Z0-9 ()_]*\)<\/span>/\1/g; s/<span class="ow">\(.[a-zA-Z0-9()_]*\)<\/span>/\1/g; s/<span class="nb">\(.[a-zA-Z0-9 ()_.]*\)<\/span>/\1/g; s/<span class="nd">\(.[a-zA-Z0-9 ()_.]*\)<\/span>/\1/g; s/<span class="ne">\(.[a-zA-Z0-9 ()_.]*\)<\/span>/\1/g; s/<span class="nn">\(.[a-zA-Z0-9 ()_.]*\)<\/span>/\1/g; s/<span class="kn">\(.[a-zA-Z0-9 ()_]*\)<\/span>/\1/g; s/<span class="bp">\(.[][a-zA-Z0-9 ()_,&;:#{}]*\)<\/span>/\1/g; s/<span class="nc">\(.[][a-zA-Z0-9 /()_,.&^;:+#{}*!%-]*\)<\/span>/\1/g; s/<span class="nf">\(.[][a-zA-Z0-9 /()_,.&^;:+#{}*!%-]*\)<\/span>/\1/g; s/<span class="fm">\(.[][a-zA-Z0-9 /()_,.&^;:+#{}*!%-]*\)<\/span>/\1/g; s/<span class="nt">\(.[][a-zA-Z0-9 /()_,.&^;:+#{}*!%-]*\)<\/span>/\1/g; s/<span class="s1">\(.[][a-zA-Z0-9 /()_,.&^\\\;:+#{}~*@`!?%-]*\)<\/span>/\1/g; s/<span class="si">\(.[][a-zA-Z0-9 /()_,.&^;:+#{}*!%-]*\)<\/span>/\1/g; s/<span class="sd">\(.[][a-zA-Z0-9 /()_,.&^\\\;:+#{}~*@`!?%-]*\)<\/span>/\1/g; s/<span class="s2">\(.[][a-zA-Z0-9 /\\\()_,.&$^;:+#{}|=~*@`!?%-]*\)<\/span>/\1/g; s/<span class="c1">\(.[][a-zA-Z0-9 /()_,.&^;:+#{}*@`!%-]*\)<\/span>/\1/g; s/<span class="o"><\/span>//g; s/<span class="s2"><\/span>//g' generated/updated_site/*.html generated/updated_site/blog/*.html


bookbuild:                                                                   
	mkdir tempcontent
	cp -R content/pages tempcontent/pages
{'fraction_non_alphanumeric': 0.35018811136192624, 'fraction_numerical': 0.022573363431151242, 'mean_word_length': 3.156347717323327, 'pattern_counts': {'":': 0, '<': 111, '<?xml version=': 0, '>': 111, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 4, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2152234', 'n_tokens_mistral': 3156, 'n_tokens_neox': 2910, 'n_words': 355}