<commit_before>
#include "app_options.hpp"
#include "chunk_headers.hpp"
#include "chunk_processor.hpp"
#include "file_saver.hpp"
#include "mapped_file.hpp"
#include "msh_builder.hpp"
#include "type_pun.hpp"
#include "ucfb_reader.hpp"

#include "tbb/task_group.h"

#include <cstddef>
#include <cstdlib>
#include <exception>
#include <filesystem>
#include <iostream>
#include <stdexcept>

#include <Windows.h><commit_msg>Removed unused includes from main.cpp<commit_after>
#include "app_options.hpp"
#include "chunk_processor.hpp"
#include "file_saver.hpp"
#include "mapped_file.hpp"
#include "msh_builder.hpp"
#include "ucfb_reader.hpp"

#include "tbb/task_group.h"

#include <cstddef>
#include <cstdlib>
#include <exception>
#include <filesystem>
#include <iostream>
#include <stdexcept>

#include <Windows.h>
{'fraction_non_alphanumeric': 0.1446229913473424, 'fraction_numerical': 0.0, 'mean_word_length': 7.804347826086956, 'pattern_counts': {'":': 0, '<': 17, '<?xml version=': 0, '>': 17, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '449649', 'n_tokens_mistral': 308, 'n_tokens_neox': 304, 'n_words': 65}