<commit_before>#!/usr/bin/python
import os
import sys
os.environ['SPHINXBUILD']="sphinx-build"
build_dir = sys.path[0] + "/../build"
os.environ['BUILDDIR']=build_dir
os.environ['SOURCEDIR']=sys.path[0]
# force a clean every time
print "Removing build dir: %s" % build_dir
os.system("rm -rf " + build_dir)
os.system("make -e --makefile=" + sys.path[0] + "/Makefile html")<commit_msg>Updating doc build script to generate a zip<commit_after>#!/usr/bin/python
import os
import sys
os.environ['SPHINXBUILD']="sphinx-build"
build_dir = sys.path[0] + "/../build"
os.environ['BUILDDIR']=build_dir
os.environ['SOURCEDIR']=sys.path[0]
# force a clean every time
print "Removing build dir: %s" % build_dir
os.system("rm -rf " + build_dir)
os.system("make -e --makefile=" + sys.path[0] + "/Makefile html")
zip_file = sys.path[0] + "/../docs.zip"
os.system("rm " + zip_file)
os.chdir(build_dir)
os.system("zip -r " + zip_file + " *")
{'fraction_non_alphanumeric': 0.19326818675352878, 'fraction_numerical': 0.00760043431053203, 'mean_word_length': 4.987012987012987, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1847506', 'n_tokens_mistral': 360, 'n_tokens_neox': 367, 'n_words': 77}