<commit_before>#ifndef SYSTEM_H
#define SYSTEM_H

#define _GNU_SOURCE 1
#include "config.h"

#if TIME_WITH_SYS_TIME
# include <sys/time.h>
# include <time.h>
#else
# if HAVE_SYS_TIME_H
#  include <sys/time.h>
# else
#  include <time.h>
# endif
#endif

/* want uint32_t */
#if HAVE_INTTYPES_H
#include <inttypes.h>
#elif HAVE_STDINT_H
#include <stdint.h>
#elif sizeof(unsigned long) == 4 && sizeof(unsigned char) == 1
typedef unsigned long uint32_t;
typedef unsigned char uint8_t;
#else
#error "I cannot figure how to define uint32_t and uint8_t."
#endif

#if !defined(HAVE_STRCASESTR)
extern char *strcasestr(const char *haystack, const char *needle);
#endif

#endif /* SYSTEM_H */
<commit_msg>Do not use sizeof() in preprocessor directive.<commit_after>#ifndef SYSTEM_H
#define SYSTEM_H

#define _GNU_SOURCE 1
#include "config.h"

#if TIME_WITH_SYS_TIME
# include <sys/time.h>
# include <time.h>
#else
# if HAVE_SYS_TIME_H
#  include <sys/time.h>
# else
#  include <time.h>
# endif
#endif

/* want uint32_t */
#if HAVE_INTTYPES_H
#include <inttypes.h>
#elif HAVE_STDINT_H
#include <stdint.h>
#else
#error "I cannot figure how to define uint32_t and uint8_t."
#endif

#if !defined(HAVE_STRCASESTR)
extern char *strcasestr(const char *haystack, const char *needle);
#endif

#endif /* SYSTEM_H */

{'fraction_non_alphanumeric': 0.122007722007722, 'fraction_numerical': 0.013127413127413128, 'mean_word_length': 5.171428571428572, 'pattern_counts': {'":': 0, '<': 15, '<?xml version=': 0, '>': 15, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3150291', 'n_tokens_mistral': 527, 'n_tokens_neox': 498, 'n_words': 143}