<commit_before>#ifdef __cplusplus
extern "C" {
#endif
#include "lua.h"
#include "lualib.h"
#include "lauxlib.h"

#include "pbc.h"

#ifdef __cplusplus
}
#endif

#include <stdbool.h>
#include <malloc.h>

#ifndef _MSC_VER
#include <alloca.h>
#else
#define alloca _alloca
#endif

#include <string.h>
#include <stdlib.h>
#include <stdint.h>

#if LUA_VERSION_NUM == 501

#define lua_rawlen lua_objlen
#define luaL_newlib(L ,reg) luaL_register(L,"protobuf.c",reg)
#define luaL_buffinit(L , _ ) 
#define luaL_prepbuffsize( b , cap ) malloc(cap)
#define _Free(p) free(p)
#undef luaL_addsize
#define luaL_addsize(b , len) lua_pushlstring(L, temp , len) ; free(temp)
#define luaL_pushresult(b) 
#define luaL_checkversion(L)

#else

#define _Free(p)

#endif

#define UNUSED(x) ((void)(x))  /* to avoid warnings */
<commit_msg>fix malloc.h in mac os<commit_after>#ifdef __cplusplus
extern "C" {
#endif
#include "lua.h"
#include "lualib.h"
#include "lauxlib.h"

#include "pbc.h"

#ifdef __cplusplus
}
#endif

#include <stdbool.h>
#if defined(__APPLE__)
    #include <malloc/malloc.h>
#else
    #include <malloc.h>
#endif


#ifndef _MSC_VER
#include <alloca.h>
#else
#define alloca _alloca
#endif

#include <string.h>
#include <stdlib.h>
#include <stdint.h>

#if LUA_VERSION_NUM == 501

#define lua_rawlen lua_objlen
#define luaL_newlib(L ,reg) luaL_register(L,"protobuf.c",reg)
#define luaL_buffinit(L , _ ) 
#define luaL_prepbuffsize( b , cap ) malloc(cap)
#define _Free(p) free(p)
#undef luaL_addsize
#define luaL_addsize(b , len) lua_pushlstring(L, temp , len) ; free(temp)
#define luaL_pushresult(b) 
#define luaL_checkversion(L)

#else

#define _Free(p)

#endif

#define UNUSED(x) ((void)(x))  /* to avoid warnings */

{'fraction_non_alphanumeric': 0.14803978935049736, 'fraction_numerical': 0.003510825043885313, 'mean_word_length': 5.602316602316602, 'pattern_counts': {'":': 0, '<': 16, '<?xml version=': 0, '>': 16, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6234573', 'n_tokens_mistral': 761, 'n_tokens_neox': 724, 'n_words': 166}