<commit_before>#pragma once
#if STL11_ALLOWED
#define CHRONO_HEADER <chrono>
#else
#define CHRONO_HEADER <autowiring/C++11/boost_chrono.h>
#endif

//This solution taken from http://stackoverflow.com/questions/8386128/how-to-get-the-precision-of-high-resolution-clock
//Hopefully it will be able to be depricated when VS2015 hits.

#if defined(_MSC_VER) && _MSC_VER < 1900 //high_resolution_clock is broken on all MSVC versions below 2015.
union _LARGE_INTEGER;
typedef _LARGE_INTEGER LARGE_INTEGER;

extern "C" {
  __declspec(dllimport)
    int
    __stdcall
    QueryPerformanceCounter(LARGE_INTEGER * lpPerformanceCount);

  __declspec(dllimport)
    int
    __stdcall
    QueryPerformanceFrequency(LARGE_INTEGER * lpFrequency);
}

namespace {
  const long long g_Frequency = []()<commit_msg>fixed a silly copy paste error<commit_after>#pragma once
#if STL11_ALLOWED
#include <chrono>
#else
#include <autowiring/C++11/boost_chrono.h>
#endif

//This solution taken from http://stackoverflow.com/questions/8386128/how-to-get-the-precision-of-high-resolution-clock
//Hopefully it will be able to be depricated when VS2015 hits.

#if defined(_MSC_VER) && _MSC_VER < 1900 //high_resolution_clock is broken on all MSVC versions below 2015.
union _LARGE_INTEGER;
typedef _LARGE_INTEGER LARGE_INTEGER;

extern "C" {
  __declspec(dllimport)
    int
    __stdcall
    QueryPerformanceCounter(LARGE_INTEGER * lpPerformanceCount);

  __declspec(dllimport)
    int
    __stdcall
    QueryPerformanceFrequency(LARGE_INTEGER * lpFrequency);
}

namespace {
  const long long g_Frequency = []()
{'fraction_non_alphanumeric': 0.08993033565547814, 'fraction_numerical': 0.029132362254591513, 'mean_word_length': 4.93984962406015, 'pattern_counts': {'":': 0, '<': 9, '<?xml version=': 0, '>': 7, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5992334', 'n_tokens_mistral': 608, 'n_tokens_neox': 532, 'n_words': 129}