<commit_before>#include <silicium/os_string.hpp>
#include <silicium/run_process.hpp>
#include <silicium/sink/ostream_sink.hpp>
#include <boost/program_options.hpp>
#include <iostream>

#define LOG(...) do { std::cerr << __VA_ARGS__ << '\n'; } while (false)

namespace
{
	Si::absolute_path const seven_zip_exe = *Si::absolute_path::create(
#ifdef _WIN32
		L"C:\\Program Files\\7-Zip\\7z.exe"
#else
		"/usr/bin/7z"
#endif
	);

	SILICIUM_USE_RESULT
	Si::optional<Si::absolute_path> extract_safely(Si::absolute_path const &install_root, Si::absolute_path const &boost_archive)
	{
		Si::optional<Si::path_segment> const boost_archive_name = boost_archive.name();
		if (!boost_archive_name)
		{
			LOG("The boost archive argument is missing a file name: " << Si::to_utf8_string(boost_archive));
			return Si::none;
		}

		Si::absolute_path const complete_output_directory = install_root / *boost_archive_name;
		if (Si::file_exists(complete_output_directory).get())
		{<commit_msg>avoid VC++ warning C4127 in do/while(false)<commit_after>#include <silicium/os_string.hpp>
#include <silicium/run_process.hpp>
#include <silicium/sink/ostream_sink.hpp>
#include <boost/program_options.hpp>
#include <iostream>

#define LOG(...) do { std::cerr << __VA_ARGS__ << '\n'; } while (0,0)

namespace
{
	Si::absolute_path const seven_zip_exe = *Si::absolute_path::create(
#ifdef _WIN32
		L"C:\\Program Files\\7-Zip\\7z.exe"
#else
		"/usr/bin/7z"
#endif
	);

	SILICIUM_USE_RESULT
	Si::optional<Si::absolute_path> extract_safely(Si::absolute_path const &install_root, Si::absolute_path const &boost_archive)
	{
		Si::optional<Si::path_segment> const boost_archive_name = boost_archive.name();
		if (!boost_archive_name)
		{
			LOG("The boost archive argument is missing a file name: " << Si::to_utf8_string(boost_archive));
			return Si::none;
		}

		Si::absolute_path const complete_output_directory = install_root / *boost_archive_name;
		if (Si::file_exists(complete_output_directory).get())
		{
{'fraction_non_alphanumeric': 0.14560161779575329, 'fraction_numerical': 0.00910010111223458, 'mean_word_length': 5.992932862190813, 'pattern_counts': {'":': 0, '<': 29, '<?xml version=': 0, '>': 17, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '239295', 'n_tokens_mistral': 758, 'n_tokens_neox': 712, 'n_words': 131}