<commit_before># Copyright (c) 2015, Yahoo Inc. All rights reserved.
# Copyrights licensed under the New BSD License.
# See the accompanying LICENSE file for terms.

CXX ?= g++
YAML_CPP_PATH ?= ../yaml-cpp
CXXFLAGS += -g --std=c++11 -fPIC
CXXFLAGS += -I$(YAML_CPP_PATH)/include
CXXFLAGS += -Wall -Wno-deprecated-declarations
CXXFLAGS += -MMD
GDB ?= gdb
SRC := $(wildcard *.cc)
OBJS := $(patsubst %.cc, %.o, $(SRC))
BIN ?= zeus
DEPS = sh -c 'LIST1=" "; while [[ "$$LIST" != "$$LIST1" ]]; do \
	LIST="$$LIST1"; LIST1=`sed -n "s/^\#include \"\(.*\)\"$$/\1/p" $$0 $$LIST | sort -u | xargs`; \
	done; echo $$LIST;'

ENABLE_ASAN ?= false

ifeq ($(ENABLE_ASAN), true)
	CXXFLAGS += -fsanitize=address
endif

ENABLE_USAN ?= false
ifeq ($(ENABLE_USAN), true)
	CXXFLAGS += -fsanitize=undefined
endif

.PHONY: all clean run lines

-include Makefile.local

all: $(BIN)

run: $(BIN)
	./$<;

$(BIN): $(OBJS) $(YAML_CPP_PATH)/libyaml-cpp.a
	$(CXX) $(CXXFLAGS) $(LDFLAGS) $^ -o $@;

$(YAML_CPP_PATH)/libyaml-cpp.a:
	$(error Please make sure you have a static library at $@);

$(OBJS) : %.o : %.cc
	$(CXX) $(CXXFLAGS) -c $< -o $@;

-include *.d

lines:
	wc -l *.cc *.h;

clean:
	@rm -fv *.o $(BIN)
<commit_msg>replacing error with a bash check<commit_after># Copyright (c) 2015, Yahoo Inc. All rights reserved.
# Copyrights licensed under the New BSD License.
# See the accompanying LICENSE file for terms.

CXX ?= g++
YAML_CPP_PATH ?= ../yaml-cpp
CXXFLAGS += -g --std=c++11 -fPIC
CXXFLAGS += -I$(YAML_CPP_PATH)/include
CXXFLAGS += -Wall -Wno-deprecated-declarations
CXXFLAGS += -MMD
GDB ?= gdb
SRC := $(wildcard *.cc)
OBJS := $(patsubst %.cc, %.o, $(SRC))
BIN ?= zeus
DEPS = sh -c 'LIST1=" "; while [[ "$$LIST" != "$$LIST1" ]]; do \
	LIST="$$LIST1"; LIST1=`sed -n "s/^\#include \"\(.*\)\"$$/\1/p" $$0 $$LIST | sort -u | xargs`; \
	done; echo $$LIST;'

ENABLE_ASAN ?= false

ifeq ($(ENABLE_ASAN), true)
	CXXFLAGS += -fsanitize=address
endif

ENABLE_USAN ?= false
ifeq ($(ENABLE_USAN), true)
	CXXFLAGS += -fsanitize=undefined
endif

.PHONY: all clean run lines

-include Makefile.local

all: $(BIN)

run: $(BIN)
	./$<;

$(BIN): $(OBJS) $(YAML_CPP_PATH)/libyaml-cpp.a
	$(CXX) $(CXXFLAGS) $(LDFLAGS) $^ -o $@;

$(YAML_CPP_PATH)/libyaml-cpp.a:
	@[ -r $@ ] || echo Please make sure you have a static library at $@; exit 1;

$(OBJS) : %.o : %.cc
	$(CXX) $(CXXFLAGS) -c $< -o $@;

-include *.d

lines:
	wc -l *.cc *.h;

clean:
	@rm -fv *.o $(BIN)

{'fraction_non_alphanumeric': 0.21965317919075145, 'fraction_numerical': 0.01032204789430223, 'mean_word_length': 3.6417624521072796, 'pattern_counts': {'":': 0, '<': 7, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3337474', 'n_tokens_mistral': 1062, 'n_tokens_neox': 987, 'n_words': 278}