<commit_before>#pragma once

#include <string>

#include <boost/date_time/posix_time/posix_time_types.hpp>

namespace khorost {
    namespace data {
        std::string escape_string(const std::string& s_);
        boost::posix_time::time_duration epoch_diff(boost::posix_time::ptime pt_);
        boost::posix_time::ptime epoch_microseconds2ptime(uint64_t ms_);
        boost::posix_time::ptime epoch_milliseconds2ptime(uint64_t ms);

        std::string clear_html_tags(const std::string source);
    }
}<commit_msg>time zone<commit_after>#pragma once

#include <string>

#include <boost/date_time/posix_time/posix_time_types.hpp>
#include <boost/date_time/local_time_adjustor.hpp>

namespace khorost {
    namespace data {
        std::string escape_string(const std::string& s_);
        boost::posix_time::time_duration epoch_diff(boost::posix_time::ptime pt_);
        boost::posix_time::ptime epoch_microseconds2ptime(uint64_t ms_);
        boost::posix_time::ptime epoch_milliseconds2ptime(uint64_t ms);

        std::string clear_html_tags(const std::string source);

        typedef boost::date_time::local_adjustor<boost::posix_time::ptime, +3, boost::posix_time::no_dst> tz_msk;
    }
}
{'fraction_non_alphanumeric': 0.11686143572621036, 'fraction_numerical': 0.010851419031719533, 'mean_word_length': 5.212435233160622, 'pattern_counts': {'":': 0, '<': 9, '<?xml version=': 0, '>': 9, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4292071', 'n_tokens_mistral': 414, 'n_tokens_neox': 402, 'n_words': 62}