<commit_before>#include <config.h>

/** How can this work? The prototypes are not defined anywhere for code using those functions.... */

#ifndef HAVE_STPCPY
#include "stpcpy.c"
#endif

/*#ifndef HAVE_ISASCII
#include "isascii.c"
#endif*/

#ifndef HAVE_PUTC_UNLOCKED
#include "putc_unlocked.c"
#endif

/*#ifndef HAVE_MEMRCHR
#include "memrchr.c"
#endif*/<commit_msg>Some systems need memrchr<commit_after>#include <config.h>

/** How can this work? The prototypes are not defined anywhere for code using those functions.... */

#ifndef HAVE_STPCPY
#include "stpcpy.c"
#endif

/*#ifndef HAVE_ISASCII
#include "isascii.c"
#endif*/

#ifndef HAVE_PUTC_UNLOCKED
#include "putc_unlocked.c"
#endif

#ifndef HAVE_MEMRCHR
#include "memrchr.c"
#endif



{'fraction_non_alphanumeric': 0.126514131897712, 'fraction_numerical': 0.0, 'mean_word_length': 5.148760330578512, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4999608', 'n_tokens_mistral': 281, 'n_tokens_neox': 272, 'n_words': 76}