<commit_before>APP=zlisp

CC=clang
RM=rm

LEX=flex
YACC=bison
YFLAGS=

CFLAGS=-ggdb -x c --std=c11 -D_POSIX_C_SOURCE=200809L -c -Wall -Wextra -pedantic -ferror-limit=1
LDFLAGS=-lm

SRCEXT=c
SRCDIR=lib
INCDIR=include
OBJDIR=obj
BINDIR=bin

LEX_SRCS := $(shell find $(SRCDIR) -name '*.l')
LEX_OBJS := $(patsubst %.l,%.c,${LEX_SRCS}) $(patsubst %.l,%.h,${LEX_SRCS})

YACC_SRCS := $(shell find $(SRCDIR) -name '*.y')
YACC_OBJS := $(patsubst %.y,%.c,${YACC_SRCS}) $(patsubst %.y,%.h,${YACC_SRCS})

SRCS    := $(shell find $(SRCDIR) -name '*.$(SRCEXT)')
SRCDIRS := $(shell find . -name '*.$(SRCEXT)' -exec dirname {} \; | uniq)

OBJS    := $(patsubst $(SRCDIR)%.$(SRCEXT),$(OBJDIR)%.o,$(SRCS))\
	$(patsubst $(SRCDIR)%.l,$(OBJDIR)%.o,$(LEX_SRCS))\
	$(patsubst $(SRCDIR)%.y,$(OBJDIR)%.o,$(YACC_SRCS))
<commit_msg>Remember to generate the parser and lexer fist<commit_after>APP=zlisp

CC=clang
RM=rm

LEX=flex
YACC=bison
YFLAGS=

CFLAGS=-ggdb -x c --std=c11 -D_POSIX_C_SOURCE=200809L -c -Wall -Wextra -pedantic -ferror-limit=1
LDFLAGS=-lm

SRCEXT=c
SRCDIR=lib
INCDIR=include
OBJDIR=obj
BINDIR=bin

LEX_SRCS := $(shell find $(SRCDIR) -name '*.l')
LEX_OBJS := $(patsubst %.l,%.c,${LEX_SRCS}) $(patsubst %.l,%.h,${LEX_SRCS})

YACC_SRCS := $(shell find $(SRCDIR) -name '*.y')
YACC_OBJS := $(patsubst %.y,%.c,${YACC_SRCS}) $(patsubst %.y,%.h,${YACC_SRCS})

SRCS    := $(shell find $(SRCDIR) -name '*.$(SRCEXT)')
SRCDIRS := $(shell find . -name '*.$(SRCEXT)' -exec dirname {} \; | uniq)

OBJS    := $(patsubst $(SRCDIR)%.l,$(OBJDIR)%.o,$(LEX_SRCS))\
	$(patsubst $(SRCDIR)%.y,$(OBJDIR)%.o,$(YACC_SRCS))\
	$(patsubst $(SRCDIR)%.$(SRCEXT),$(OBJDIR)%.o,$(SRCS))

{'fraction_non_alphanumeric': 0.2507608034083993, 'fraction_numerical': 0.010955569080949483, 'mean_word_length': 5.088888888888889, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1125159', 'n_tokens_mistral': 799, 'n_tokens_neox': 776, 'n_words': 137}