<commit_before>#include "sloynik_index.hpp"
#include "dictionary.hpp"
#include "../coding/file_writer.hpp"
#include "../base/assert.hpp"
#include "../base/logging.hpp"
#include "../base/cache.hpp"
#include "../std/bind.hpp"

extern "C" {
  #include "../coding/timsort/timsort.h"
}


#define FILE_SORTER_LOG_BATCH_SIZE 11

sl::SortedIndex::SortedIndex(Dictionary const & dictionary,
                             Reader const * pIndexReader,
                             StrFn const & strFn)
  : m_Dictionary(dictionary), m_StrFn(strFn),
    m_SortedVector(PolymorphReader(pIndexReader), pIndexReader->Size() / sizeof(DicId))
{
  STATIC_ASSERT(sizeof(sl::SortedIndex::DicId) == 3);
}

sl::Dictionary const & sl::SortedIndex::GetDictionary() const
{
  return m_Dictionary;
}
<commit_msg>Fixed compilation error<commit_after>#include "sloynik_index.hpp"
#include "dictionary.hpp"
#include "../coding/file_writer.hpp"
#include "../base/assert.hpp"
#include "../base/logging.hpp"
#include "../base/cache.hpp"
#include "../std/bind.hpp"

#include "../coding/timsort/timsort.hpp"

#define FILE_SORTER_LOG_BATCH_SIZE 11

sl::SortedIndex::SortedIndex(Dictionary const & dictionary,
                             Reader const * pIndexReader,
                             StrFn const & strFn)
  : m_Dictionary(dictionary), m_StrFn(strFn),
    m_SortedVector(PolymorphReader(pIndexReader), pIndexReader->Size() / sizeof(DicId))
{
  STATIC_ASSERT(sizeof(sl::SortedIndex::DicId) == 3);
}

sl::Dictionary const & sl::SortedIndex::GetDictionary() const
{
  return m_Dictionary;
}

{'fraction_non_alphanumeric': 0.15108834827144688, 'fraction_numerical': 0.0038412291933418692, 'mean_word_length': 3.7652439024390243, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3676379', 'n_tokens_mistral': 532, 'n_tokens_neox': 509, 'n_words': 86}