<commit_before>// easyxml.cpp - implementation of EasyXML interfaces.

#pragma warning( disable : 4786 )

#include <string.h>		// strcmp()
#include <fstream>
using namespace std;

#if WIN32
#include <io.h>
#endif

#include "easyxml.hpp"
#include "xmlparse.h"<commit_msg>fix lseek to _lseek for Win32<commit_after>// easyxml.cpp - implementation of EasyXML interfaces.

#pragma warning( disable : 4786 )

#include <string.h>		// strcmp()
#include <fstream>
using namespace std;

#if WIN32
#include <io.h>
#define lseek _lseek
#endif

#include "easyxml.hpp"
#include "xmlparse.h"
{'fraction_non_alphanumeric': 0.13344887348353554, 'fraction_numerical': 0.024263431542461005, 'mean_word_length': 4.7227722772277225, 'pattern_counts': {'":': 0, '<': 9, '<?xml version=': 0, '>': 9, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 6}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3807888', 'n_tokens_mistral': 219, 'n_tokens_neox': 205, 'n_words': 61}