<commit_before># All entries in this list will be used to remove entries in the
# build-exclude.txt list which is given to rsync. Essentially,
# the build-exclude.txt list is meant to remove as much as possible from the
# final /data pkgsrc bootstrap from the final build. There are a few exceptions
# to this, and they go in this list. All entries are passed to sed in a regex
# replace function.
#
# general directory structure
^/bin$
^/etc$
^/lib$
^/sbin$
^/var$
# ncurses
^/lib/libform
^/lib/libmenu
^/lib/libncurses
^/lib/libpanel
# openssl
^/lib/engines
^/lib/libcrypto
^/lib/libssl
# readline
^/lib/libhistory
^/lib/libreadline
# zlib
^/lib/libz
# gmp
^/lib/libgmp
^/lib/libgmpxx
<commit_msg>adding libexec and var/db to exceptions list<commit_after># All entries in this list will be used to remove entries in the
# build-exclude.txt list which is given to rsync. Essentially,
# the build-exclude.txt list is meant to remove as much as possible from the
# final /data pkgsrc bootstrap from the final build. There are a few exceptions
# to this, and they go in this list. All entries are passed to sed in a regex
# replace function.
#
# general directory structure
^/bin$
^/etc$
^/lib$
^/libexec$
^/sbin$
^/var$
^/var/db$
# ncurses
^/lib/libform
^/lib/libmenu
^/lib/libncurses
^/lib/libpanel
# openssl
^/lib/engines
^/lib/libcrypto
^/lib/libssl
# readline
^/lib/libhistory
^/lib/libreadline
# zlib
^/lib/libz
# gmp
^/lib/libgmp
^/lib/libgmpxx

{'fraction_non_alphanumeric': 0.11310344827586206, 'fraction_numerical': 0.0, 'mean_word_length': 3.8855218855218854, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7027582', 'n_tokens_mistral': 529, 'n_tokens_neox': 480, 'n_words': 192}