<commit_before>#if defined(WIN32)

#define NOGDI
#define NOUSER
#define NOSOUND
#include <winsock2.h>
#include <windows.h>
#include "_condor_fix_nt.h"
#include <stdlib.h>
#include <stdio.h>

#else

#include "_condor_fix_types.h"
#include "condor_fix_stdio.h"
#include <stdlib.h>
#include "condor_fix_unistd.h"
#include "condor_fix_limits.h"
#include "condor_fix_string.h"
#include <ctype.h>
#include <fcntl.h>
#include <errno.h>
#include "condor_fix_signal.h"

#if defined(Solaris)
#	define BSD_COMP
#endif
#include <sys/ioctl.h>
#if defined(Solaris)
#	undef BSD_COMP
#endif

#include "condor_constants.h"
#endif // else clause of  defined(WIN32)<commit_msg>include condor_constants.h on all platforms<commit_after>#if defined(WIN32)

#define NOGDI
#define NOUSER
#define NOSOUND
#include <winsock2.h>
#include <windows.h>
#include "_condor_fix_nt.h"
#include <stdlib.h>
#include <stdio.h>

#else

#include "_condor_fix_types.h"
#include "condor_fix_stdio.h"
#include <stdlib.h>
#include "condor_fix_unistd.h"
#include "condor_fix_limits.h"
#include "condor_fix_string.h"
#include <ctype.h>
#include <fcntl.h>
#include <errno.h>
#include "condor_fix_signal.h"

#if defined(Solaris)
#	define BSD_COMP
#endif
#include <sys/ioctl.h>
#if defined(Solaris)
#	undef BSD_COMP
#endif

#endif // else clause of  defined(WIN32)

#include "condor_constants.h"
{'fraction_non_alphanumeric': 0.1403118040089087, 'fraction_numerical': 0.007423904974016332, 'mean_word_length': 6.5307262569832405, 'pattern_counts': {'":': 0, '<': 21, '<?xml version=': 0, '>': 21, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4422517', 'n_tokens_mistral': 575, 'n_tokens_neox': 564, 'n_words': 119}