<commit_before>/*
 * Runawk lite version 0.30.0 by <NAME>
 *   https://github.com/dubiousjim/awkenough
 * Adapted from Runawk 1.4.0 by <NAME>
 *   http://runawk.sourceforge.net/
 * Released under the MIT license; see LICENSE
 * Date: Fri May  4 01:04:30 EDT 2012
 */ 

#include <stdlib.h>
#include <string.h>
#include <errno.h>
#include <stdio.h>
#include <unistd.h>
#include <sys/stat.h>
#include <limits.h>
#include <signal.h>
#include <sys/wait.h>


#ifndef AWK
/* can set AWK to "/bin/busybox" and AWK2 to "awk" */
// #define AWK "/usr/bin/awk"
#define AWK "/usr/local/bin/gawk"
#define AWK2 NULL
#else
#ifndef AWK2
#define AWK2 NULL
#endif
#endif

#ifndef VERSION
#define VERSION "0.30.0"
#endif


static char temp_fn [PATH_MAX] = "/tmp/runawk.XXXXXX";
static int temp_fn_created = 0;


typedef struct {
    size_t size;
    size_t allocated;
    const char **contents;
} array_t;


static struct {
    int argc;
    char ** argv;
    array_t array;
} shebang;


void array_init (array_t * array) {
    array->size      = 0;
    array->allocated = 0;
    array->contents  = NULL;
}<commit_msg>tweak #defines<commit_after>/*
 * Runawk lite version 0.30.0 by <NAME>
 *   https://github.com/dubiousjim/awkenough
 * Adapted from Runawk 1.4.0 by <NAME>
 *   http://runawk.sourceforge.net/
 * Released under the MIT license; see LICENSE
 * Date: Fri May  4 01:04:30 EDT 2012
 */ 

#include <stdlib.h>
#include <string.h>
#include <errno.h>
#include <stdio.h>
#include <unistd.h>
#include <sys/stat.h>
#include <limits.h>
#include <signal.h>
#include <sys/wait.h>


#ifndef AWK
#define AWK "/usr/bin/awk"
#define AWK2 NULL
#else
#ifndef AWK2
#define AWK2 NULL
#endif
#endif

#define VERSION "0.30.0"


static char temp_fn [PATH_MAX] = "/tmp/runawk.XXXXXX";
static int temp_fn_created = 0;


typedef struct {
    size_t size;
    size_t allocated;
    const char **contents;
} array_t;


static struct {
    int argc;
    char ** argv;
    array_t array;
} shebang;


void array_init (array_t * array) {
    array->size      = 0;
    array->allocated = 0;
    array->contents  = NULL;
}
{'fraction_non_alphanumeric': 0.14210273643783006, 'fraction_numerical': 0.027364378300528083, 'mean_word_length': 3.288065843621399, 'pattern_counts': {'":': 0, '<': 25, '<?xml version=': 0, '>': 31, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2662903', 'n_tokens_mistral': 875, 'n_tokens_neox': 807, 'n_words': 224}