<commit_before>/* -*- Mode: C; tab-width: 4; c-basic-offset: 4; indent-tabs-mode: nil -*- */
/*
 *     Copyright 2010 NorthScale, Inc.
 *
 *   Licensed under the Apache License, Version 2.0 (the "License");
 *   you may not use this file except in compliance with the License.
 *   You may obtain a copy of the License at
 *
 *       http://www.apache.org/licenses/LICENSE-2.0
 *
 *   Unless required by applicable law or agreed to in writing, software
 *   distributed under the License is distributed on an "AS IS" BASIS,
 *   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 *   See the License for the specific language governing permissions and
 *   limitations under the License.
 */

#include "config.h"
#include <stdlib.h>
#include <time.h>
#include <sys/time.h>
#include <assert.h>

#ifdef HAVE_MACH_MACH_TIME_H
#include <mach/mach_time.h>
#endif

/*
 * OS X doesn't have clock_gettime, but for monotonic, we can build
 * one with mach_absolute_time as shown below.
 *
 * Most of the idea came from
 * http://www.wand.net.nz/~smr26/wordpress/2009/01/19/monotonic-time-in-mac-os-x/
 */

#if defined(HAVE_MACH_ABSOLUTE_TIME) && !defined(HAVE_CLOCK_GETTIME)

#define CLOCK_MONOTONIC 192996728

static void mach_absolute_difference(uint64_t start, uint64_t end,
                              struct timespec *tp) {
    uint64_t difference = end - start;
    static mach_timebase_info_data_t info = {0,0};

    if (info.denom == 0) {
        mach_timebase_info(&info);
    }

    uint64_t elapsednano = difference * (info.numer / info.denom);

    tp->tv_sec = elapsednano * 1e-9;
    tp->tv_nsec = elapsednano - (tp->tv_sec * 1e9);
}

static int clock_gettime(int which, struct timespec *tp) {
    assert(which == CLOCK_MONOTONIC);

    static uint64_t epoch = 0;

    if (epoch == 0) {
        epoch = mach_absolute_time();
    }

    uint64_t now = mach_absolute_time();

    mach_absolute_difference(epoch, now, tp);

    return 0;
}

#define HAVE_CLOCK_GETTIME 1
#endif

hrtime_t gethrtime(void) {
#ifdef HAVE_CLOCK_GETTIME
    struct timespec tm;
    if (clock_gettime(CLOCK_MONOTONIC, &tm) == -1) {
        abort();
    }
    return (((hrtime_t)tm.tv_sec) * 1000000000) + tm.tv_nsec;
#elif HAVE_GETTIMEOFDAY

    hrtime_t ret;
    struct timeval tv;
    if (gettimeofday(&tv, NULL) == -1) {
      return (-1ULL);
    }

    ret = (hrtime_t)tv.tv_sec * 1000000000;
    ret += tv.tv_usec * 1000;
    return ret;
#elif HAVE_QUERYPERFORMANCECOUNTER
    double ret;
    // To fix the potential race condition for the local static variable,
    // gethrtime should be called in a global static variable first.
    // It will guarantee the local static variable will be initialized
    // before any thread calls the function.
    static LARGE_INTEGER pf = {.QuadPart = 0, .u.LowPart = 0, .u.HighPart=0};
    static double freq;
    LARGE_INTEGER currtime;

    if ( pf.QuadPart == 0 ) {
        if ( !QueryPerformanceFrequency(&pf) ) {
            // Fall back to use gettimeofday() just in case
            hrtime_t hret;
            struct timeval tv;
            if (gettimeofday(&tv, NULL) == -1) {
                return (-1ULL);
            }

            hret = (hrtime_t)tv.tv_sec * 1000000000;
            hret += tv.tv_usec * 1000;
            return hret;
        }
        else {
            assert(pf.QuadPart != 0);
            freq = 1.0e9 / (double)pf.QuadPart;
        }
    }

    QueryPerformanceCounter(&currtime);

    ret = (double)currtime.QuadPart * freq ;
    return (hrtime_t)ret;
#else
#error "I don't know how to build a highres clock..."
#endif
}

#ifdef HAVE_QUERYPERFORMANCECOUNTER
__attribute__((constructor))
static void init_clock_win32(void) {
    gethrtime();
}
#endif

<commit_msg>fixed non-win32 build breakage<commit_after>/* -*- Mode: C; tab-width: 4; c-basic-offset: 4; indent-tabs-mode: nil -*- */
/*
 *     Copyright 2010 NorthScale, Inc.
 *
 *   Licensed under the Apache License, Version 2.0 (the "License");
 *   you may not use this file except in compliance with the License.
 *   You may obtain a copy of the License at
 *
 *       http://www.apache.org/licenses/LICENSE-2.0
 *
 *   Unless required by applicable law or agreed to in writing, software
 *   distributed under the License is distributed on an "AS IS" BASIS,
 *   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 *   See the License for the specific language governing permissions and
 *   limitations under the License.
 */

#include "config.h"
#include <stdlib.h>
#include <time.h>
#include <sys/time.h>
#include <assert.h>

#ifdef HAVE_MACH_MACH_TIME_H
#include <mach/mach_time.h>
#endif

/*
 * OS X doesn't have clock_gettime, but for monotonic, we can build
 * one with mach_absolute_time as shown below.
 *
 * Most of the idea came from
 * http://www.wand.net.nz/~smr26/wordpress/2009/01/19/monotonic-time-in-mac-os-x/
 */

#if defined(HAVE_MACH_ABSOLUTE_TIME) && !defined(HAVE_CLOCK_GETTIME)

#define CLOCK_MONOTONIC 192996728

static void mach_absolute_difference(uint64_t start, uint64_t end,
                              struct timespec *tp) {
    uint64_t difference = end - start;
    static mach_timebase_info_data_t info = {0,0};

    if (info.denom == 0) {
        mach_timebase_info(&info);
    }

    uint64_t elapsednano = difference * (info.numer / info.denom);

    tp->tv_sec = elapsednano * 1e-9;
    tp->tv_nsec = elapsednano - (tp->tv_sec * 1e9);
}

static int clock_gettime(int which, struct timespec *tp) {
    assert(which == CLOCK_MONOTONIC);

    static uint64_t epoch = 0;

    if (epoch == 0) {
        epoch = mach_absolute_time();
    }

    uint64_t now = mach_absolute_time();

    mach_absolute_difference(epoch, now, tp);

    return 0;
}

#define HAVE_CLOCK_GETTIME 1
#endif

hrtime_t gethrtime(void) {
#ifdef HAVE_CLOCK_GETTIME
    struct timespec tm;
    if (clock_gettime(CLOCK_MONOTONIC, &tm) == -1) {
        abort();
    }
    return (((hrtime_t)tm.tv_sec) * 1000000000) + tm.tv_nsec;
#elif HAVE_GETTIMEOFDAY

    hrtime_t ret;
    struct timeval tv;
    if (gettimeofday(&tv, NULL) == -1) {
      return (-1ULL);
    }

    ret = (hrtime_t)tv.tv_sec * 1000000000;
    ret += tv.tv_usec * 1000;
    return ret;
#elif defined(HAVE_QUERYPERFORMANCECOUNTER)
    double ret;
    // To fix the potential race condition for the local static variable,
    // gethrtime should be called in a global static variable first.
    // It will guarantee the local static variable will be initialized
    // before any thread calls the function.
    static LARGE_INTEGER pf = {.QuadPart = 0, .u.LowPart = 0, .u.HighPart=0};
    static double freq;
    LARGE_INTEGER currtime;

    if ( pf.QuadPart == 0 ) {
        if ( !QueryPerformanceFrequency(&pf) ) {
            // Fall back to use gettimeofday() just in case
            hrtime_t hret;
            struct timeval tv;
            if (gettimeofday(&tv, NULL) == -1) {
                return (-1ULL);
            }

            hret = (hrtime_t)tv.tv_sec * 1000000000;
            hret += tv.tv_usec * 1000;
            return hret;
        }
        else {
            assert(pf.QuadPart != 0);
            freq = 1.0e9 / (double)pf.QuadPart;
        }
    }

    QueryPerformanceCounter(&currtime);

    ret = (double)currtime.QuadPart * freq ;
    return (hrtime_t)ret;
#else
#error "I don't know how to build a highres clock..."
#endif
}

#ifdef HAVE_QUERYPERFORMANCECOUNTER
__attribute__((constructor))
static void init_clock_win32(void) {
    gethrtime();
}
#endif


{'fraction_non_alphanumeric': 0.10941239032172295, 'fraction_numerical': 0.028183993618718425, 'mean_word_length': 2.7187345526445874, 'pattern_counts': {'":': 0, '<': 13, '<?xml version=': 0, '>': 19, 'https://': 0, 'lorem ipsum': 0, 'www.': 4, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 6, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3039398', 'n_tokens_mistral': 2723, 'n_tokens_neox': 2551, 'n_words': 711}