<commit_before>## Copyright 2015/2016 Yahoo Inc.
## Licensed under the BSD license, see LICENSE file for terms.
## Written by <NAME>

CXX = g++
CXXFLAGS = -std=c++11 -Wall -pedantic
LDFLAGS = -lcurl -luv
MATHILDA_LDFLAGS = build/libmathilda.so
INCLUDE_DIR = -I utils/ -I lib/
DEBUG_FLAGS = -DDEBUG -ggdb
UNIT_TEST = -DMATHILDA_TESTING
ASAN = -fsanitize=address -lasan

all: library spider dirbuster test

## Builds libmathilda library shared object
## This includes everything in utils/
library:
	mkdir build/ ; m$(CXX) $(CXXFLAGS) $(DEBUG_FLAGS) -fPIC lib/mathilda.cpp lib/mathilda_fork.cpp lib/mathilda_c.cpp \
	utils/mathilda_utils.cpp utils/mathilda_dns.cpp \
	$(LDFLAGS) $(INCLUDE_DIR) -shared -o build/libmathilda.so && chmod 644 build/libmathilda.so

## Builds a stand alone spider for testing
spider: library
	$(CXX) $(CXXFLAGS) $(DEBUG_FLAGS) $(INCLUDE_DIR) -DSPIDER utils/spider.cpp -o build/spider $(LDFLAGS) $(MATHILDA_LDFLAGS) -lgumbo

## Builds a stand alone dirbuster for testing
dirbuster: library
	$(CXX) $(CXXFLAGS) $(DEBUG_FLAGS) $(INCLUDE_DIR) -DDIRBUSTER utils/dirbuster.cpp -o build/dirbuster $(LDFLAGS) $(MATHILDA_LDFLAGS)

## Builds the standard unit tests found
## in mathilda.cpp
test: library
	$(CXX) $(CXXFLAGS) $(UNIT_TEST) $(INCLUDE_DIR) $(DEBUG_FLAGS) lib/mathilda.cpp lib/mathilda_fork.cpp \
	utils/mathilda_utils.cpp -o build/mathilda_test $(LDFLAGS) $(MATHILDA_LDFLAGS)<commit_msg>remove typo. woops<commit_after>## Copyright 2015/2016 Yahoo Inc.
## Licensed under the BSD license, see LICENSE file for terms.
## Written by <NAME>

CXX = g++
CXXFLAGS = -std=c++11 -Wall -pedantic
LDFLAGS = -lcurl -luv
MATHILDA_LDFLAGS = build/libmathilda.so
INCLUDE_DIR = -I utils/ -I lib/
DEBUG_FLAGS = -DDEBUG -ggdb
UNIT_TEST = -DMATHILDA_TESTING
ASAN = -fsanitize=address -lasan

all: library spider dirbuster test

## Builds libmathilda library shared object
## This includes everything in utils/
library:
	mkdir build/ ; $(CXX) $(CXXFLAGS) $(DEBUG_FLAGS) -fPIC lib/mathilda.cpp lib/mathilda_fork.cpp lib/mathilda_c.cpp \
	utils/mathilda_utils.cpp utils/mathilda_dns.cpp \
	$(LDFLAGS) $(INCLUDE_DIR) -shared -o build/libmathilda.so && chmod 644 build/libmathilda.so

## Builds a stand alone spider for testing
spider: library
	$(CXX) $(CXXFLAGS) $(DEBUG_FLAGS) $(INCLUDE_DIR) -DSPIDER utils/spider.cpp -o build/spider $(LDFLAGS) $(MATHILDA_LDFLAGS) -lgumbo

## Builds a stand alone dirbuster for testing
dirbuster: library
	$(CXX) $(CXXFLAGS) $(DEBUG_FLAGS) $(INCLUDE_DIR) -DDIRBUSTER utils/dirbuster.cpp -o build/dirbuster $(LDFLAGS) $(MATHILDA_LDFLAGS)

## Builds the standard unit tests found
## in mathilda.cpp
test: library
	$(CXX) $(CXXFLAGS) $(UNIT_TEST) $(INCLUDE_DIR) $(DEBUG_FLAGS) lib/mathilda.cpp lib/mathilda_fork.cpp \
	utils/mathilda_utils.cpp -o build/mathilda_test $(LDFLAGS) $(MATHILDA_LDFLAGS)
{'fraction_non_alphanumeric': 0.12667607621736063, 'fraction_numerical': 0.009174311926605505, 'mean_word_length': 5.0576923076923075, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1574485', 'n_tokens_mistral': 1073, 'n_tokens_neox': 1005, 'n_words': 277}