<commit_before>#ifndef debug_h_incl
#define debug_h_incl

#ifdef __cplusplus
#define CDECL extern "C"
#else
#define CDECL 
#endif

#include <unistd.h>

#include <pthread.h>
extern pthread_key_t thread_name_key;
#define MAX_NAME_LEN 20
char * get_thread_name();
void set_thread_name(const char *name);

CDECL void dbgprintf_always(const char *fmt, ...)
    __attribute__((format(printf, 1, 2)));

#ifdef CMM_DEBUG
CDECL bool is_debugging_on();
CDECL void dbgprintf(const char *format, ...)
  __attribute__((format(printf, 1, 2)));
CDECL void dbgprintf_plain(const char *format, ...)
  __attribute__((format(printf, 1, 2)));
#else
#define is_debugging_on() (0)
#define dbgprintf(...)
#define dbgprintf_plain(...)
#endif

#define ASSERT(cond)                                                    \
    do {                                                                \
        if (!(cond)) {                                                  \
            dbgprintf_always("ASSERT '" #cond "' failed at %s:%d\n", __FILE__, __LINE__); \
            sleep(60);                                                 \
            __builtin_trap();                                          \
        }                                                              \
    } while (0)

#endif
<commit_msg>Removed C linkage for internal functions.<commit_after>#ifndef debug_h_incl
#define debug_h_incl

#include <unistd.h>

#include <pthread.h>
extern pthread_key_t thread_name_key;
#define MAX_NAME_LEN 20
char * get_thread_name();
void set_thread_name(const char *name);

void dbgprintf_always(const char *fmt, ...)
    __attribute__((format(printf, 1, 2)));

#ifdef CMM_DEBUG
bool is_debugging_on();
void dbgprintf(const char *format, ...)
  __attribute__((format(printf, 1, 2)));
void dbgprintf_plain(const char *format, ...)
  __attribute__((format(printf, 1, 2)));
#else
#define is_debugging_on() (0)
#define dbgprintf(...)
#define dbgprintf_plain(...)
#endif

#define ASSERT(cond)                                                    \
    do {                                                                \
        if (!(cond)) {                                                  \
            dbgprintf_always("ASSERT '" #cond "' failed at %s:%d\n", __FILE__, __LINE__); \
            sleep(60);                                                 \
            __builtin_trap();                                          \
        }                                                              \
    } while (0)

#endif

{'fraction_non_alphanumeric': 0.11328280813721579, 'fraction_numerical': 0.009573195053849222, 'mean_word_length': 1.4516129032258065, 'pattern_counts': {'":': 0, '<': 7, '<?xml version=': 0, '>': 7, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 22, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3758180', 'n_tokens_mistral': 689, 'n_tokens_neox': 667, 'n_words': 161}