<commit_before>#ifndef _PIPEIMPL_H_
#   include "pipeimpl.h"
#endif

#ifndef _INC_MALLOC
#   include <malloc.h>
#endif

#ifndef _INC_TCHAR
#   ifdef UNICODE
#       define _UNICODE
#   endif<commit_msg>INTEGRATION: CWS changefileheader (1.2.96); FILE MERGED 2008/04/01 15:25:04 thb 172.16.17.32: #i85898# Stripping all external header guards<commit_after>#   include "pipeimpl.h"

#ifndef _INC_MALLOC
#   include <malloc.h>
#endif

#ifndef _INC_TCHAR
#   ifdef UNICODE
#       define _UNICODE
#   endif
{'fraction_non_alphanumeric': 0.10358565737051793, 'fraction_numerical': 0.06374501992031872, 'mean_word_length': 4.13265306122449, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 1, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3361508', 'n_tokens_mistral': 231, 'n_tokens_neox': 197, 'n_words': 46}