<commit_before>#include <stdlib.h>
#include <stdio.h>

/* Include the Lua API header files. */
#include <lua.h>
#include <lauxlib.h>
#include <lualib.h>

#include "lpeg.h"
#include "main.squished.lub.embed"

int main( int argc, char *argv[] )
{
    int s=0;

    lua_State *L = lua_open();

    /* command line args */
    lua_newtable(L);
    if (argc > 0) {
      int i;
      for (i = 1; i < argc; i++) {
        lua_pushnumber(L, i);
        lua_pushstring(L, argv[i]);
        lua_rawset(L, -3);
      }
    }
    lua_setglobal(L, "arg");

    /* load the libs */
    luaL_openlibs(L);
    luaopen_lpeg(L);
    luaopen_unicode(L);

    luaL_loadbuffer(L, main_squished_lub, main_squished_lub_len, "main_squished_lub");

    if (lua_pcall(L, 0, LUA_MULTRET, 0) != 0) {
      lua_error(L);
    }
<commit_msg>ADded some declaration to avoid warnings.<commit_after>#include <stdlib.h>
#include <stdio.h>

/* Include the Lua API header files. */
#include <lua.h>
#include <lauxlib.h>
#include <lualib.h>

#include "lpeg.h"
#include "main.squished.lub.embed"

int luaopen_lpeg (lua_State *L);
int luaopen_unicode (lua_State *L);

int main( int argc, char *argv[] )
{
    lua_State *L = lua_open();

    /* command line args */
    lua_newtable(L);
    if (argc > 0) {
      int i;
      for (i = 1; i < argc; i++) {
        lua_pushnumber(L, i);
        lua_pushstring(L, argv[i]);
        lua_rawset(L, -3);
      }
    }
    lua_setglobal(L, "arg");

    /* load the libs */
    luaL_openlibs(L);
    luaopen_lpeg(L);
    luaopen_unicode(L);

    luaL_loadbuffer(L, main_squished_lub, main_squished_lub_len, "main_squished_lub");

    if (lua_pcall(L, 0, LUA_MULTRET, 0) != 0) {
      lua_error(L);
    }

{'fraction_non_alphanumeric': 0.15767878077373973, 'fraction_numerical': 0.0076201641266119575, 'mean_word_length': 2.8187919463087248, 'pattern_counts': {'":': 0, '<': 15, '<?xml version=': 0, '>': 15, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4374801', 'n_tokens_mistral': 756, 'n_tokens_neox': 691, 'n_words': 153}