<commit_before># $Id$

MKDEP=		env CC="${CC}" ${ROOTDIR}/tools/unwrapcc ${ROOTDIR}/tools/mkdep

# Disappointingly, recent versions of gcc hide
# standard headers in places other than /usr/include.
LIBC_INCLUDES+=	$$(if ${CC} -v 2>&1 | grep -q gcc; then ${CC} -print-search-dirs | \
		    grep install | awk '{print "-I" $$2 "include"}' | sed 's/:/ -I/'; fi)
LINT=		splint +posixlib
NOTEMPTY=	${ROOTDIR}/tools/notempty
SCONS=		scons
PKG_CONFIG=	pkg-config
LIBGCRYPT_CONFIG=libgcrypt-config
MPICC=		mpicc
ECHORUN=	${ROOTDIR}/tools/echorun.sh
GENTYPES=	PERL5LIB=${PERL5LIB}:${CROOTDIR}/tools/lib ${CROOTDIR}/tools/gentypes.pl
HDRCLEAN=	${ROOTDIR}/tools/hdrclean.pl
LIBDEP=		${ROOTDIR}/tools/libdep.pl
MDPROC=		${ROOTDIR}/tools/mdproc.pl
MINVER=		${ROOTDIR}/tools/minver.pl
PCPP=		PERL5LIB=${PERL5LIB}:${CROOTDIR}/tools/lib ${CROOTDIR}/tools/pcpp.pl
PICKLEGEN=	${ROOTDIR}/tools/pickle-gen.sh

MAKEFLAGS+=	--no-print-directory

LFLAGS+=	-t $$(if ${MINVER} $$(lex -V | sed 's![a-z /]*!!g') 2.5.5; then echo --nounput; fi)
YFLAGS+=	-d

CFLAGS+=	-Wall -W

DEBUG?=		1
ifeq (${DEBUG},2)
    CFLAGS+=	-ggdb3
    #DEFINES+=	-DDEBUG
else
  ifeq (${DEBUG},1)
    CFLAGS+=	-g
    #DEFINES+=	-DDEBUG
  else
    CFLAGS+=	-Wunused -Wuninitialized -O2
    #CFLAGS+=	-Wshadow
  endif<commit_msg>enable DEBUG.  this will break the tree for a bit<commit_after># $Id$

MKDEP=		env CC="${CC}" ${ROOTDIR}/tools/unwrapcc ${ROOTDIR}/tools/mkdep

# Disappointingly, recent versions of gcc hide
# standard headers in places other than /usr/include.
LIBC_INCLUDES+=	$$(if ${CC} -v 2>&1 | grep -q gcc; then ${CC} -print-search-dirs | \
		    grep install | awk '{print "-I" $$2 "include"}' | sed 's/:/ -I/'; fi)
LINT=		splint +posixlib
NOTEMPTY=	${ROOTDIR}/tools/notempty
SCONS=		scons
PKG_CONFIG=	pkg-config
LIBGCRYPT_CONFIG=libgcrypt-config
MPICC=		mpicc
ECHORUN=	${ROOTDIR}/tools/echorun.sh
_PERLENV=	PERL5LIB=${PERL5LIB}:${CROOTDIR}/tools/lib
GENTYPES=	${_PERLENV} ${CROOTDIR}/tools/gentypes.pl
HDRCLEAN=	${ROOTDIR}/tools/hdrclean.pl
LIBDEP=		${ROOTDIR}/tools/libdep.pl
MDPROC=		${ROOTDIR}/tools/mdproc.pl
MINVER=		${ROOTDIR}/tools/minver.pl
PCPP=		${_PERLENV} ${CROOTDIR}/tools/pcpp.pl
PICKLEGEN=	${ROOTDIR}/tools/pickle-gen.sh

MAKEFLAGS+=	--no-print-directory

LFLAGS+=	-t $$(if ${MINVER} $$(lex -V | sed 's![a-z /]*!!g') 2.5.5; then echo --nounput; fi)
YFLAGS+=	-d

CFLAGS+=	-Wall -W

DEBUG?=		1
ifeq (${DEBUG},0)
  CFLAGS+=	-Wunused -Wuninitialized -O2
# CFLAGS+=	-Wshadow
else
  CFLAGS+=	-g
  DEFINES+=	-DDEBUG=${DEBUG}
{'fraction_non_alphanumeric': 0.1921537229783827, 'fraction_numerical': 0.010408326661329063, 'mean_word_length': 4.261052631578948, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2697848', 'n_tokens_mistral': 1108, 'n_tokens_neox': 1077, 'n_words': 234}