<commit_before>#ifndef OI_OS
#define OI_OS 1

#if defined(_WIN32) || defined(__WIN32__)
#   define OI_WIN
#   ifdef _MSC_VER
#   define OI_VISUAL_STUDIO
#   endif
#   ifndef WIN32_LEAN_AND_MEAN
#   define WIN32_LEAN_AND_MEAN
#   endif
#   include <windows.h>
#elif defined(linux) || defined(__linux)
#   define OI_LINUX
#   ifndef _XOPEN_SOURCE
#   define _XOPEN_SOURCE 500
#   endif
#elif defined(__APPLE__) || defined(MACOSX) || defined(macintosh) || defined(Macintosh)
#   define OI_MAC
#elif defined(__FreeBSD__) || defined(__FreeBSD_kernel__)<commit_msg>tested and fixed on Debian x86<commit_after>#ifndef OI_OS
#define OI_OS 1

#if defined(_WIN32) || defined(__WIN32__)
#   define OI_WIN
#   ifdef _MSC_VER
#   define OI_VISUAL_STUDIO
#   endif
#   ifndef WIN32_LEAN_AND_MEAN
#   define WIN32_LEAN_AND_MEAN
#   endif
#   include <windows.h>
#elif defined(linux) || defined(__linux)
#   define OI_LINUX
#   ifndef _XOPEN_SOURCE
#   define _XOPEN_SOURCE 500
#   endif
#   ifndef __USE_UNIX98
#   define __USE_UNIX98
#   endif
#elif defined(__APPLE__) || defined(MACOSX) || defined(macintosh) || defined(Macintosh)
#   define OI_MAC
#elif defined(__FreeBSD__) || defined(__FreeBSD_kernel__)
{'fraction_non_alphanumeric': 0.0980720871751886, 'fraction_numerical': 0.025146689019279127, 'mean_word_length': 5.03030303030303, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5332541', 'n_tokens_mistral': 484, 'n_tokens_neox': 446, 'n_words': 95}