<commit_before>// Defines to print debug messages.
#ifndef MIST_DEBUG
  #define MIST_DEBUG 1
  #define DLVL_NONE      0 // All debugging disabled.
  #define DLVL_FAIL      1 // Only messages about failed operations.
  #define DLVL_ERROR     2 // Only messages about errors and failed operations.
  #define DLVL_WARN      3 // Warnings, errors, and fail messages.
  #define DLVL_DEVEL     4 // All of the above, plus status messages handy during development.
  #define DLVL_MEDIUM    5 // Slightly more than just development-level messages.
  #define DLVL_HIGH      6 // Verbose debugging messages.
  #define DLVL_VERYHIGH  7 // Very verbose debugging messages.
  #define DLVL_EXTREME   8 // Everything is reported in extreme detail.
  #define DLVL_INSANE    9 // Everything is reported in insane detail.
  #define DLVL_DONTEVEN 10 // All messages enabled, even pointless ones.
  #if DEBUG > -1

    #include <stdio.h>
    #include <unistd.h>
    #include <errno.h>
    #include "config.h"
    extern char * program_invocation_short_name;
    static const char* DBG_LVL_LIST[] = {"NONE","FAIL","ERROR","WARN","DEVEL","MEDIUM","HIGH","VERYHIGH","EXTREME","INSANE","DONTEVEN"};
    #define DEBUG_MSG(lvl, msg, ...) if (Util::Config::printDebugLevel >= lvl){fprintf(stderr, "%s|%s|%d|%s:%d|" msg "\n", DBG_LVL_LIST[lvl], program_invocation_short_name, getpid(), __FILE__, __LINE__, ##__VA_ARGS__);}

  #else

    #define DEBUG_MSG(lvl, msg, ...) // Debugging disabled.

  #endif
#endif


//include errno.h
//program_invocation_short_name<commit_msg>Updated defines.h for better debug messages, changed DLVL_DEVEL level into DLVL_INFO (old level still exists for compatibility).<commit_after>// Defines to print debug messages.
#ifndef MIST_DEBUG
  #define MIST_DEBUG 1
  #define DLVL_NONE      0 // All debugging disabled.
  #define DLVL_FAIL      1 // Only messages about failed operations.
  #define DLVL_ERROR     2 // Only messages about errors and failed operations.
  #define DLVL_WARN      3 // Warnings, errors, and fail messages.
  #define DLVL_DEVEL     4 // All of the above, plus status messages handy during development.
  #define DLVL_INFO      4 // All of the above, plus status messages handy during development.
  #define DLVL_MEDIUM    5 // Slightly more than just development-level messages.
  #define DLVL_HIGH      6 // Verbose debugging messages.
  #define DLVL_VERYHIGH  7 // Very verbose debugging messages.
  #define DLVL_EXTREME   8 // Everything is reported in extreme detail.
  #define DLVL_INSANE    9 // Everything is reported in insane detail.
  #define DLVL_DONTEVEN 10 // All messages enabled, even pointless ones.
  #if DEBUG > -1

    #include <stdio.h>
    #include <unistd.h>
    #include "config.h"
    static const char* DBG_LVL_LIST[] = {"NONE","FAIL","ERROR","WARN","INFO","MEDIUM","HIGH","VERYHIGH","EXTREME","INSANE","DONTEVEN"};
    
    #ifdef __GNUC__
      #include <errno.h>
      extern char * program_invocation_short_name;
      
      #if DEBUG >= DLVL_DEVEL
        #define DEBUG_MSG(lvl, msg, ...) if (Util::Config::printDebugLevel >= lvl){fprintf(stderr, "%s|%s|%d|%s:%d|" msg "\n", DBG_LVL_LIST[lvl], program_invocation_short_name, getpid(), __FILE__, __LINE__, ##__VA_ARGS__);}
      #else
        #define DEBUG_MSG(lvl, msg, ...) if (Util::Config::printDebugLevel >= lvl){fprintf(stderr, "%s|%s|%d||" msg "\n", DBG_LVL_LIST[lvl], program_invocation_short_name, getpid(), ##__VA_ARGS__);}
      #endif
    #else
      #if DEBUG >= DLVL_DEVEL
        #define DEBUG_MSG(lvl, msg, ...) if (Util::Config::printDebugLevel >= lvl){fprintf(stderr, "%s||%d|%s:%d|" msg "\n", DBG_LVL_LIST[lvl], getpid(), __FILE__, __LINE__, ##__VA_ARGS__);}
      #else
        #define DEBUG_MSG(lvl, msg, ...) if (Util::Config::printDebugLevel >= lvl){fprintf(stderr, "%s||%d||" msg "\n", DBG_LVL_LIST[lvl], getpid(), ##__VA_ARGS__);}
      #endif
    #endif
      
  #else

    #define DEBUG_MSG(lvl, msg, ...) // Debugging disabled.

  #endif
  
  #define FAIL_MSG(msg, ...) DEBUG_MSG(DLVL_FAIL, msg, ##__VA_ARGS__)
  #define ERROR_MSG(msg, ...) DEBUG_MSG(DLVL_ERROR, msg, ##__VA_ARGS__)
  #define WARN_MSG(msg, ...) DEBUG_MSG(DLVL_WARN, msg, ##__VA_ARGS__)
  #define DEVEL_MSG(msg, ...) DEBUG_MSG(DLVL_DEVEL, msg, ##__VA_ARGS__)
  #define INFO_MSG(msg, ...) DEBUG_MSG(DLVL_DEVEL, msg, ##__VA_ARGS__)
      
#endif
{'fraction_non_alphanumeric': 0.13486766398158803, 'fraction_numerical': 0.0066743383199079406, 'mean_word_length': 3.6882416396979503, 'pattern_counts': {'":': 0, '<': 9, '<?xml version=': 0, '>': 18, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '564913', 'n_tokens_mistral': 1475, 'n_tokens_neox': 1467, 'n_words': 403}