<commit_before>#pragma once

#define CT_VERSION_MAJOR 0
#define CT_VERSION_MINOR 1

//#define CT_FEATURE_CHECKS
//#define CT_FEATURE_LOG
//#define CT_FEATURE_SSE

#ifdef CT_FEATURE_CHECKS
#define CT_FEATURE_LOG
#endif

#if defined(CT_FEATURE_SSE) && !defined(__SSE__)
#undef CT_FEATURE_SSE
#endif

#if defined(CT_FEATURE_SSE) && defined(__SSE2__)
#define CT_FEATURE_SSE2
#endif

#ifdef CT_FEATURE_ANSI
#define CT_ANSI_RED "\x1b[31;1m"
#define CT_ANSI_GREEN "\x1b[32;1m"
#define CT_ANSI_RESET "\x1b[0m"
#else
#define CT_ANSI_RED
#define CT_ANSI_GREEN
#define CT_ANSI_RESET
#endif

#ifdef __EMSCRIPTEN__
#define CT_EXPORT __attribute__((used))
#else
#define CT_EXPORT
#endif

#define ct_inline static inline

#ifdef __cplusplus
#define CT_BEGIN_DECLS extern "C" {
#define CT_END_DECLS   }
#else
#define CT_BEGIN_DECLS
#define CT_END_DECLS
#endif
<commit_msg>bugfix optional macro defs in config.h<commit_after>#pragma once

#define CT_VERSION_MAJOR 0
#define CT_VERSION_MINOR 1

#if defined(CT_FEATURE_CHECKS) && !defined(CT_FEATURE_LOG)
#define CT_FEATURE_LOG 1
#endif

#if defined(CT_FEATURE_SSE) && !defined(__SSE__)
#undef CT_FEATURE_SSE 1
#endif

#if defined(CT_FEATURE_SSE) && defined(__SSE2__)
#define CT_FEATURE_SSE2 1
#endif

#ifdef CT_FEATURE_ANSI
#define CT_ANSI_RED "\x1b[31;1m"
#define CT_ANSI_GREEN "\x1b[32;1m"
#define CT_ANSI_RESET "\x1b[0m"
#else
#define CT_ANSI_RED
#define CT_ANSI_GREEN
#define CT_ANSI_RESET
#endif

#ifdef __EMSCRIPTEN__
#define CT_EXPORT __attribute__((used))
#else
#define CT_EXPORT
#endif

#define ct_inline static inline

#ifdef __cplusplus
#define CT_BEGIN_DECLS extern "C" {
#define CT_END_DECLS }
#else
#define CT_BEGIN_DECLS
#define CT_END_DECLS
#endif

{'fraction_non_alphanumeric': 0.09492924528301887, 'fraction_numerical': 0.018278301886792452, 'mean_word_length': 7.527638190954774, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6290387', 'n_tokens_mistral': 718, 'n_tokens_neox': 712, 'n_words': 157}