<commit_before>export SQ_BASEDIR=$(CURDIR)
export SQ_MAKE = make
export SQ_C_COMPILER = gcc
export SQ_PP_COMPILER = g++
export SQ_C_LINKER_STATIC = ar
export SQ_PP_LINKER_STATIC = ar
export SQ_C_LINKER_DYNAMIC = gcc
export SQ_PP_LINKER_DYNAMIC = g++
export SQ_TARGET_NAME_PREFIX
export SQ_C_OPTIONS = -Wall -Wextra -Wno-error -Wno-implicit-fallthrough
export SQ_PP_OPTIONS = -std=c++14
export SQ_STATIC_LINKER_OPTIONS = -rc -s
export SQ_DYNAMIC_LINKER_OPTIONS = -shared
export SQ_DYNAMIC_LINKER_OPTIONS_
export SQ_DEFINES
export SQ_INCLUDES
export SQ_LIBRARIES
export SQ_MAKE_THREADS = 1
export SQ_DEBUG_POSTFIX

SQ_MAKE += -j$(SQ_MAKE_THREADS)

ifndef SQ_TARGET_NAME_PREFIX
	SQ_TARGET_NAME_PREFIX = mod_
endif

export SQ_PLAT
export SQ_ARCH
export SQ_COMP
export SQ_BEXT
export SQ_OEXT = o
export SQ_LEXT = a

ifeq ($(OS),Windows_NT)
	SQ_PLAT = win
	SQ_COMP = mingw
	SQ_BEXT = dll

	ifeq ($(PROCESSOR_ARCHITECTURE),AMD64)
		SQ_ARCH = 64
	else
		SQ_ARCH = 32
	endif
else
	SQ_PLAT = linux
	SQ_COMP = gcc
	SQ_BEXT = so

	UNAME_P := $(shell uname -p)
	ifeq ($(UNAME_P),x86_64)
		SQ_ARCH = 64
	else
		SQ_ARCH = 32
	endif
	UNAME_M := $(shell uname -m)
	ifeq ($(UNAME_M),x86_64)
		SQ_ARCH = 64
	else
		SQ_ARCH = 32
	endif
endif

ifdef ARCH
	SQ_ARCH = $(ARCH)
endif

ifdef DEBUG
	SQ_DEBUG_POSTFIX = -d
else

export SQ_INCDIR=$(SQ_BASEDIR)/include
export SQ_SHRDIR=$(SQ_BASEDIR)/shared
export SQ_MODDIR=$(SQ_BASEDIR)/modules
export SQ_EXTDIR=$(SQ_BASEDIR)/external
export SQ_BASE_CFGDIR=$(SQ_BASEDIR)/config
export SQ_BASE_LIBDIR=$(SQ_BASEDIR)/lib
export SQ_BASE_OBJDIR=$(SQ_BASEDIR)/obj
export SQ_BASE_BINDIR=$(SQ_BASEDIR)/bin
export SQ_CFGDIR=$(SQ_BASE_CFGDIR)/$(SQ_COMP)$(SQ_ARCH)$(SQ_DEBUG_POSTFIX)
export SQ_LIBDIR=$(SQ_BASE_LIBDIR)/$(SQ_COMP)$(SQ_ARCH)$(SQ_DEBUG_POSTFIX)
export SQ_OBJDIR=$(SQ_BASE_OBJDIR)/$(SQ_COMP)$(SQ_ARCH)$(SQ_DEBUG_POSTFIX)
export SQ_BINDIR=$(SQ_BASE_BINDIR)/$(SQ_PLAT)$(SQ_ARCH)$(SQ_DEBUG_POSTFIX)
export SQ_OUTDIR=

ifdef STANDALONE
	SQ_OUTDIR = $(SQ_BINDIR)/standalone
	SQ_C_OPTIONS += -static-libgcc -static-libstdc++ -enable-static
else
	SQ_OUTDIR = $(SQ_BINDIR)
endif

SQ_INCLUDES += -I"$(SQ_INCDIR)" -I"$(SQ_EXTDIR)/Common" -I"$(SQ_SHRDIR)" -I"$(SQ_BASE_CFGDIR)/common" -I"$(SQ_CFGDIR)"

ifndef DEBUG
	SQ_DEFINES += -DNDEBUG
	SQ_C_OPTIONS += -O3
	SQ_DYNAMIC_LINKER_OPTIONS_ += -s
else
	SQ_DEFINES += -D_DEBUG
	SQ_C_OPTIONS += -g
endif

ifeq ($(SQ_PLAT),win)<commit_msg>Don't postfix everything. Just the binary output.<commit_after>export SQ_BASEDIR=$(CURDIR)
export SQ_MAKE = make
export SQ_C_COMPILER = gcc
export SQ_PP_COMPILER = g++
export SQ_C_LINKER_STATIC = ar
export SQ_PP_LINKER_STATIC = ar
export SQ_C_LINKER_DYNAMIC = gcc
export SQ_PP_LINKER_DYNAMIC = g++
export SQ_TARGET_NAME_PREFIX
export SQ_C_OPTIONS = -Wall -Wextra -Wno-error -Wno-implicit-fallthrough
export SQ_PP_OPTIONS = -std=c++14
export SQ_STATIC_LINKER_OPTIONS = -rc -s
export SQ_DYNAMIC_LINKER_OPTIONS = -shared
export SQ_DYNAMIC_LINKER_OPTIONS_
export SQ_DEFINES
export SQ_INCLUDES
export SQ_LIBRARIES
export SQ_MAKE_THREADS = 1
export SQ_DEBUG_POSTFIX

SQ_MAKE += -j$(SQ_MAKE_THREADS)

ifndef SQ_TARGET_NAME_PREFIX
	SQ_TARGET_NAME_PREFIX = mod_
endif

export SQ_PLAT
export SQ_ARCH
export SQ_COMP
export SQ_BEXT
export SQ_OEXT = o
export SQ_LEXT = a

ifeq ($(OS),Windows_NT)
	SQ_PLAT = win
	SQ_COMP = mingw
	SQ_BEXT = dll

	ifeq ($(PROCESSOR_ARCHITECTURE),AMD64)
		SQ_ARCH = 64
	else
		SQ_ARCH = 32
	endif
else
	SQ_PLAT = linux
	SQ_COMP = gcc
	SQ_BEXT = so

	UNAME_P := $(shell uname -p)
	ifeq ($(UNAME_P),x86_64)
		SQ_ARCH = 64
	else
		SQ_ARCH = 32
	endif
	UNAME_M := $(shell uname -m)
	ifeq ($(UNAME_M),x86_64)
		SQ_ARCH = 64
	else
		SQ_ARCH = 32
	endif
endif

ifdef ARCH
	SQ_ARCH = $(ARCH)
endif

ifdef DEBUG
	SQ_DEBUG_POSTFIX = -d
else

export SQ_INCDIR=$(SQ_BASEDIR)/include
export SQ_SHRDIR=$(SQ_BASEDIR)/shared
export SQ_MODDIR=$(SQ_BASEDIR)/modules
export SQ_EXTDIR=$(SQ_BASEDIR)/external
export SQ_BASE_CFGDIR=$(SQ_BASEDIR)/config
export SQ_BASE_LIBDIR=$(SQ_BASEDIR)/lib
export SQ_BASE_OBJDIR=$(SQ_BASEDIR)/obj
export SQ_BASE_BINDIR=$(SQ_BASEDIR)/bin
export SQ_CFGDIR=$(SQ_BASE_CFGDIR)/$(SQ_COMP)$(SQ_ARCH)
export SQ_LIBDIR=$(SQ_BASE_LIBDIR)/$(SQ_COMP)$(SQ_ARCH)
export SQ_OBJDIR=$(SQ_BASE_OBJDIR)/$(SQ_COMP)$(SQ_ARCH)
export SQ_BINDIR=$(SQ_BASE_BINDIR)/$(SQ_PLAT)$(SQ_ARCH)$(SQ_DEBUG_POSTFIX)
export SQ_OUTDIR=

ifdef STANDALONE
	SQ_OUTDIR = $(SQ_BINDIR)/standalone
	SQ_C_OPTIONS += -static-libgcc -static-libstdc++ -enable-static
else
	SQ_OUTDIR = $(SQ_BINDIR)
endif

SQ_INCLUDES += -I"$(SQ_INCDIR)" -I"$(SQ_EXTDIR)/Common" -I"$(SQ_SHRDIR)" -I"$(SQ_BASE_CFGDIR)/common" -I"$(SQ_CFGDIR)"

ifndef DEBUG
	SQ_DEFINES += -DNDEBUG
	SQ_C_OPTIONS += -O3
	SQ_DYNAMIC_LINKER_OPTIONS_ += -s
else
	SQ_DEFINES += -D_DEBUG
	SQ_C_OPTIONS += -g
endif

ifeq ($(SQ_PLAT),win)
{'fraction_non_alphanumeric': 0.11229834485648439, 'fraction_numerical': 0.010894615545778337, 'mean_word_length': 6.093610698365527, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1603788', 'n_tokens_mistral': 2304, 'n_tokens_neox': 2098, 'n_words': 391}