<commit_before>#pragma once

#define PI 3.14159265359f
#define nullindex 4294967295

#define ENDOF(container) container[container.size() - 1]


//LOGGING MACROS     ## before VA_ARGS required by clang/gcc
#define LOG(msg, ...) do{printf(msg, ##__VA_ARGS__); printf("\n");} while(0);
#define LOG_IF(condition, msg, ...) do{ if(condition){LOG(msg, ##__VA_ARGS__);} }while(0);



// Color Stuff<commit_msg>added WARN_IF macro to be used later. Right now acts the same as LOG_IF<commit_after>#pragma once

#define PI 3.14159265359f
#define nullindex 4294967295

#define ENDOF(container) container[container.size() - 1]


//LOGGING MACROS     ## before VA_ARGS required by clang/gcc
#define LOG(msg, ...) do{printf(msg, ##__VA_ARGS__); printf("\n");} while(0);
#define LOG_IF(condition, msg, ...) do{ if(condition){LOG(msg, ##__VA_ARGS__);} }while(0);

#define WARN_IF(condition, msg, ...) LOG_IF(condition, msg, ##__VA_ARGS__)



// Color Stuff
{'fraction_non_alphanumeric': 0.16489361702127658, 'fraction_numerical': 0.05319148936170213, 'mean_word_length': 5.1103896103896105, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '339289', 'n_tokens_mistral': 375, 'n_tokens_neox': 329, 'n_words': 86}